| |
1 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2663ec31da937b4929e40eba", "attempt_id": "a82502dd621e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:48.435204Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.004916917532682419, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.85870898980647, "ttft_ms": 13.47041700500995, "decode_ms": 12.93600001372397}, "total_wall_ms": 64.441499998793, "ttft_ms": 13.47041700500995, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6597541888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 52763976, "process_rss_bytes": 6597541888}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a2042cf05f5b2e4e751520da", "attempt_id": "8f4878c61a7d", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:48.517284Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.004916917532682419, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.467250051908195, "ttft_ms": 12.898916960693896, "decode_ms": 13.132166932336986}, "total_wall_ms": 49.94429100770503, "ttft_ms": 12.898916960693896, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6598213632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 116186440, "process_rss_bytes": 6598213632}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "96480a79b450b7dff133eb04", "attempt_id": "31ac260ff816", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:48.583081Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 68, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.004916917532682419, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.346290923655033, "ttft_ms": 12.883541989140213, "decode_ms": 12.769875000230968}, "total_wall_ms": 49.39179099164903, "ttft_ms": 12.883541989140213, "input_usage": {"receiver_prompt_tokens": 68}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6598230016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 116464968, "process_rss_bytes": 6598230016}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
4 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fd8ab4326a3e6236d9f88b4e", "attempt_id": "e3daa7a7a483", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:48.648096Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 67, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.004916917532682419, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.57879199553281, "ttft_ms": 13.215542072430253, "decode_ms": 13.076750095933676}, "total_wall_ms": 50.30791601166129, "ttft_ms": 13.215542072430253, "input_usage": {"receiver_prompt_tokens": 67}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6598246400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6241067656, "mlx_cache_bytes": 157310280, "process_rss_bytes": 6598246400}, "peak_prefill_memory": null, "peak_decode_memory": 6241067656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
5 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eb8636abbc7a84d0baebac61", "attempt_id": "c91df718989e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:48.714112Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.004916917532682419, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.3140419004485, "ttft_ms": 13.350584078580141, "decode_ms": 12.928790994919837}, "total_wall_ms": 49.970375024713576, "ttft_ms": 13.350584078580141, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6598344704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245737096, "mlx_cache_bytes": 219241800, "process_rss_bytes": 6598344704}, "peak_prefill_memory": null, "peak_decode_memory": 6245737096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
6 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0cdeecde554f1bbc702ab2d7", "attempt_id": "7c060904522e", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:48.779530Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 1978, "message_tokens": 1904, "message_utf8_bytes": 7128, "cache_tensor_bytes": null, "serialized_payload_bytes": 7128, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008874922059476376, "decode_payload_ms": 0.0, "receiver_prefill_ms": 206.92954189144075, "ttft_ms": 13.67354195099324, "decode_ms": 146.2846250506118}, "total_wall_ms": 369.5272500626743, "ttft_ms": 13.67354195099324, "input_usage": {"receiver_prompt_tokens": 1978}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 6598623232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7035305764, "mlx_cache_bytes": 1089633324, "process_rss_bytes": 6598623232}, "peak_prefill_memory": null, "peak_decode_memory": 7035305764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-78K-5065", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "output_hash": "2a568d613468fe9e25fd3ab03aa2744ae45702a47a3665ea5aa63251d8bc749c"} |
| |
7 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "16a351c32154fb80aafe4851", "attempt_id": "f12c7ea5c142", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:49.164444Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 1983, "message_tokens": 1904, "message_utf8_bytes": 7128, "cache_tensor_bytes": null, "serialized_payload_bytes": 7128, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008874922059476376, "decode_payload_ms": 0.0, "receiver_prefill_ms": 207.30174996424466, "ttft_ms": 13.366375002078712, "decode_ms": 122.45933304075152}, "total_wall_ms": 345.76445899438113, "ttft_ms": 13.366375002078712, "input_usage": {"receiver_prompt_tokens": 1983}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6598836224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7037157440, "mlx_cache_bytes": 1869315116, "process_rss_bytes": 6598836224}, "peak_prefill_memory": null, "peak_decode_memory": 7037157440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "output_hash": "42dd487ae6ba210216269d3f190a091ad80bb6727264e9b9b87bde124506854f"} |
| |
8 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5e69a27cae94ec18d3deeafd", "attempt_id": "3c769b9789bb", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:49.525748Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 1982, "message_tokens": 1904, "message_utf8_bytes": 7128, "cache_tensor_bytes": null, "serialized_payload_bytes": 7128, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008874922059476376, "decode_payload_ms": 0.0, "receiver_prefill_ms": 206.25824993476272, "ttft_ms": 13.598332996480167, "decode_ms": 94.12795794196427}, "total_wall_ms": 316.6564169805497, "ttft_ms": 13.598332996480167, "input_usage": {"receiver_prompt_tokens": 1982}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6598868992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7036895296, "mlx_cache_bytes": 2218228780, "process_rss_bytes": 6598868992}, "peak_prefill_memory": null, "peak_decode_memory": 7036895296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "output_hash": "d15ea89fae075fc945690894326d24c71a513cda40b6ede7884196520a0b2ad2"} |
| |
9 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "69397e61ab09529513de4fc7", "attempt_id": "2c4e43b9ad63", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:49.858143Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 1981, "message_tokens": 1904, "message_utf8_bytes": 7128, "cache_tensor_bytes": null, "serialized_payload_bytes": 7128, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008874922059476376, "decode_payload_ms": 0.0, "receiver_prefill_ms": 205.8882920537144, "ttft_ms": 13.528582989238203, "decode_ms": 93.69237499777228}, "total_wall_ms": 315.70300005842, "ttft_ms": 13.528582989238203, "input_usage": {"receiver_prompt_tokens": 1981}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6598868992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7036223552, "mlx_cache_bytes": 2412870700, "process_rss_bytes": 6598868992}, "peak_prefill_memory": null, "peak_decode_memory": 7036223552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
10 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ff43e90cf17cc5af49337983", "attempt_id": "90da765ca32c", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:50.189425Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 1987, "message_tokens": 1904, "message_utf8_bytes": 7128, "cache_tensor_bytes": null, "serialized_payload_bytes": 7128, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008874922059476376, "decode_payload_ms": 0.0, "receiver_prefill_ms": 208.56070902664214, "ttft_ms": 13.76966608222574, "decode_ms": 120.8407919621095}, "total_wall_ms": 345.8586670458317, "ttft_ms": 13.76966608222574, "input_usage": {"receiver_prompt_tokens": 1987}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6598901760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7038992448, "mlx_cache_bytes": 3206560812, "process_rss_bytes": 6598901760}, "peak_prefill_memory": null, "peak_decode_memory": 7038992448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,220,745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "output_hash": "ae55ba88b2cb1b0f1a4e0960ae312e0a1c177c79a6d14b67bff1677cec19b649"} |
| |
11 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b74a3715f862aa6234cd7937", "attempt_id": "03b152eddbcf", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:50.551700Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1904}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 1763, "cache_tensor_bytes": null, "serialized_payload_bytes": 1763, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.098582986742258, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.79733391199261, "ttft_ms": 13.176374952308834, "decode_ms": 13.231209013611078}, "total_wall_ms": 97.30720799416304, "ttft_ms": 13.176374952308834, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599180288, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 3601808428, "process_rss_bytes": 6599180288}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aa92eb0efdfd537406f16ab6c51262fbed838c2578305c3e2de8b693a40ff7ee", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
12 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8e647b7be67a15271bb6c241", "attempt_id": "9b5616765f1c", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:50.664598Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1904}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 1763, "cache_tensor_bytes": null, "serialized_payload_bytes": 1763, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.098582986742258, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.07666700519621, "ttft_ms": 13.199207955040038, "decode_ms": 117.77233297470957}, "total_wall_ms": 202.15754210948944, "ttft_ms": 13.199207955040038, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6599229440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 3949214764, "process_rss_bytes": 6599229440}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 321-M, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aa92eb0efdfd537406f16ab6c51262fbed838c2578305c3e2de8b693a40ff7ee", "output_hash": "c9e15c948baed7e221c096eedf038d3b18505eb1af8fe8c82b25d16758cc7cd9"} |
| |
13 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0630c13cd52dc79399afd319", "attempt_id": "9df208964359", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:50.881926Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1904}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 599, "message_tokens": 516, "message_utf8_bytes": 1763, "cache_tensor_bytes": null, "serialized_payload_bytes": 1763, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.098582986742258, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.45566704962403, "ttft_ms": 13.307125074788928, "decode_ms": 92.00233302544802}, "total_wall_ms": 175.86566600948572, "ttft_ms": 13.307125074788928, "input_usage": {"receiver_prompt_tokens": 599}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6599294976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569422936, "mlx_cache_bytes": 4039851052, "process_rss_bytes": 6599294976}, "peak_prefill_memory": null, "peak_decode_memory": 6569422936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aa92eb0efdfd537406f16ab6c51262fbed838c2578305c3e2de8b693a40ff7ee", "output_hash": "d15ea89fae075fc945690894326d24c71a513cda40b6ede7884196520a0b2ad2"} |
| |
14 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2490c71ff0748be81d8c8f73", "attempt_id": "1e9af32c54ac", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:51.072845Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1904}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 598, "message_tokens": 516, "message_utf8_bytes": 1763, "cache_tensor_bytes": null, "serialized_payload_bytes": 1763, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.098582986742258, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.39029204659164, "ttft_ms": 13.209707918576896, "decode_ms": 12.964249937795103}, "total_wall_ms": 96.62824997212738, "ttft_ms": 13.209707918576896, "input_usage": {"receiver_prompt_tokens": 598}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599311360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569029720, "mlx_cache_bytes": 4197727276, "process_rss_bytes": 6599311360}, "peak_prefill_memory": null, "peak_decode_memory": 6569029720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aa92eb0efdfd537406f16ab6c51262fbed838c2578305c3e2de8b693a40ff7ee", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
15 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "50d4abe3d48779da92a019ab", "attempt_id": "90f1676779fc", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:51.186899Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1904}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 1763, "cache_tensor_bytes": null, "serialized_payload_bytes": 1763, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.098582986742258, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.11141697876155, "ttft_ms": 13.331208960153162, "decode_ms": 13.146374956704676}, "total_wall_ms": 97.62654197402298, "ttft_ms": 13.331208960153162, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599409664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569799768, "mlx_cache_bytes": 4564991020, "process_rss_bytes": 6599409664}, "peak_prefill_memory": null, "peak_decode_memory": 6569799768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aa92eb0efdfd537406f16ab6c51262fbed838c2578305c3e2de8b693a40ff7ee", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
16 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "517c845230d74372da3672d8", "attempt_id": "ed41e042247e", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:51.302633Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 582, "message_tokens": 507, "message_utf8_bytes": 1273, "cache_tensor_bytes": null, "serialized_payload_bytes": 1273, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.761291059665382, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.47524996940047, "ttft_ms": 13.172041974030435, "decode_ms": 91.9836659450084}, "total_wall_ms": 175.65679200924933, "ttft_ms": 13.172041974030435, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6599639040, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559101016, "mlx_cache_bytes": 4919082028, "process_rss_bytes": 6599639040}, "peak_prefill_memory": null, "peak_decode_memory": 6559101016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3569215", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb0c248915f6035e291b13bc3aed86ea6bb64a2b4ec9dfda24bcfbfef91d8f1a", "output_hash": "cf821427c4d9c2cd18c57d1162d453beaad6dd3df8d5552aa3b40c1bc5f12900"} |
| |
17 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "de5f3db43fc2b421afe05395", "attempt_id": "1473e43e5463", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:51.493487Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 587, "message_tokens": 507, "message_utf8_bytes": 1273, "cache_tensor_bytes": null, "serialized_payload_bytes": 1273, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.761291059665382, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.62154200300574, "ttft_ms": 13.76829098444432, "decode_ms": 13.11412500217557}, "total_wall_ms": 97.46920899488032, "ttft_ms": 13.76829098444432, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599704576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5261573164, "process_rss_bytes": 6599704576}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb0c248915f6035e291b13bc3aed86ea6bb64a2b4ec9dfda24bcfbfef91d8f1a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
18 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc0a5a960a21c6a628c44127", "attempt_id": "b49b7592c875", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:51.606781Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 586, "message_tokens": 507, "message_utf8_bytes": 1273, "cache_tensor_bytes": null, "serialized_payload_bytes": 1273, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.761291059665382, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.44970798213035, "ttft_ms": 13.238332932814956, "decode_ms": 13.267792062833905}, "total_wall_ms": 96.91237506922334, "ttft_ms": 13.238332932814956, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599720960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5261573164, "process_rss_bytes": 6599720960}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb0c248915f6035e291b13bc3aed86ea6bb64a2b4ec9dfda24bcfbfef91d8f1a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
19 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "45d2cece34e22adcebaaf161", "attempt_id": "881cf5aa04af", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:51.718528Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 585, "message_tokens": 507, "message_utf8_bytes": 1273, "cache_tensor_bytes": null, "serialized_payload_bytes": 1273, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.761291059665382, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.18595894239843, "ttft_ms": 13.112167012877762, "decode_ms": 91.60495805554092}, "total_wall_ms": 174.9062080634758, "ttft_ms": 13.112167012877762, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6599720960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 5502024748, "process_rss_bytes": 6599720960}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb0c248915f6035e291b13bc3aed86ea6bb64a2b4ec9dfda24bcfbfef91d8f1a", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
20 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "88e1ad24fdf6056440f4d661", "attempt_id": "e08f8a89c17a", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:51.908934Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 591, "message_tokens": 507, "message_utf8_bytes": 1273, "cache_tensor_bytes": null, "serialized_payload_bytes": 1273, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.761291059665382, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.69183299224824, "ttft_ms": 13.101833988912404, "decode_ms": 121.6389579931274}, "total_wall_ms": 205.46829199884087, "ttft_ms": 13.101833988912404, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6599753728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 5766757420, "process_rss_bytes": 6599753728}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,220,745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb0c248915f6035e291b13bc3aed86ea6bb64a2b4ec9dfda24bcfbfef91d8f1a", "output_hash": "ae55ba88b2cb1b0f1a4e0960ae312e0a1c177c79a6d14b67bff1677cec19b649"} |
| |
21 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f5a61e9d65a5c612e873cdeb", "attempt_id": "bfb2541e9fa2", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:52.130297Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 576, "message_tokens": 501, "message_utf8_bytes": 1346, "cache_tensor_bytes": null, "serialized_payload_bytes": 1346, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9339579846709967, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.67379091959447, "ttft_ms": 13.543624896556139, "decode_ms": 146.1139590246603}, "total_wall_ms": 228.2146669458598, "ttft_ms": 13.543624896556139, "input_usage": {"receiver_prompt_tokens": 576}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 6599802880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554972248, "mlx_cache_bytes": 6102662188, "process_rss_bytes": 6599802880}, "peak_prefill_memory": null, "peak_decode_memory": 6554972248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-78K-5065", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7be68a0fa61930007aad6dd4013ebbdde18298a617ae51ce3001e7918b2e149b", "output_hash": "2a568d613468fe9e25fd3ab03aa2744ae45702a47a3665ea5aa63251d8bc749c"} |
| |
22 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "48652ea84e27490242f16ce2", "attempt_id": "f0871cb95d0e", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:52.375531Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 29}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 590, "message_tokens": 510, "message_utf8_bytes": 1915, "cache_tensor_bytes": null, "serialized_payload_bytes": 1915, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0098329512402415, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.74674994125962, "ttft_ms": 13.177042012102902, "decode_ms": 120.61404203996062}, "total_wall_ms": 205.6150418939069, "ttft_ms": 13.177042012102902, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6599802880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 6102662188, "process_rss_bytes": 6599802880}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "04e229eaa7d3603027602ff512c6c690c79f425bde1903a82b03d17cbbc04e87", "output_hash": "42dd487ae6ba210216269d3f190a091ad80bb6727264e9b9b87bde124506854f"} |
| |
23 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b338c79b70d7d0071a1c9bd0", "attempt_id": "0674bfeee7db", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:52.597493Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 590, "message_tokens": 511, "message_utf8_bytes": 1379, "cache_tensor_bytes": null, "serialized_payload_bytes": 1379, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9050829103216529, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.76187496911734, "ttft_ms": 13.418874936178327, "decode_ms": 93.12170895282179}, "total_wall_ms": 178.13424998894334, "ttft_ms": 13.418874936178327, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6599835648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 6102662188, "process_rss_bytes": 6599835648}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7851a051fa67b5ee8cd92a0103caf380229f85618fc001f3799c09b4bc0d0e7b", "output_hash": "d15ea89fae075fc945690894326d24c71a513cda40b6ede7884196520a0b2ad2"} |
| |
24 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e064bce6c1b58830dd25bc0", "attempt_id": "36122c7732db", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:52.791664Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 589, "message_tokens": 511, "message_utf8_bytes": 1554, "cache_tensor_bytes": null, "serialized_payload_bytes": 1554, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9335000067949295, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.92812501266599, "ttft_ms": 13.306792010553181, "decode_ms": 92.38679194822907}, "total_wall_ms": 177.58412496186793, "ttft_ms": 13.306792010553181, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6599835648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6344883244, "process_rss_bytes": 6599835648}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5067a572f4556a82ec88580fc10e5e40584116f5a7b724cb58a9a583a6cd69a3", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
25 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0968cce809cea26a1c4c86fd", "attempt_id": "75a3a4d585d8", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:32:52.985068Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 15}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1313, "cache_tensor_bytes": null, "serialized_payload_bytes": 1313, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9340000106021762, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.60233300924301, "ttft_ms": 13.08720896486193, "decode_ms": 118.59724996611476}, "total_wall_ms": 203.15854204818606, "ttft_ms": 13.08720896486193, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6599868416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 6589955116, "process_rss_bytes": 6599868416}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,220,745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccf464827f5e7e1858ecbb60f5ee61f244c927347f199fda0598a178a286aa56", "output_hash": "ae55ba88b2cb1b0f1a4e0960ae312e0a1c177c79a6d14b67bff1677cec19b649"} |
| |
26 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e2b583ab9a578e15093be33", "attempt_id": "ff8fbe46cefb", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:00.289015Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1087, "cache_tensor_bytes": null, "serialized_payload_bytes": 1087, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7084.730375092477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.2569580860436, "ttft_ms": 13.163542025722563, "decode_ms": 13.224499998614192}, "total_wall_ms": 96.6510409489274, "ttft_ms": 13.163542025722563, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 2020, "sender_output_tokens": 512, "sender_prefill_ms": 211.16420906037092, "sender_ttft_ms": 13.413375010713935, "sender_decode_ms": 6858.580750063993}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600097792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 7555578924, "process_rss_bytes": 6600097792}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "762b58836b9acc90049d698b9be75bab93aa17c1904eb648b631e899f819781f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
27 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c25cf4513637ae8bb12bf782", "attempt_id": "5ffff85e6a94", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:00.402121Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1087, "cache_tensor_bytes": null, "serialized_payload_bytes": 1087, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7084.730375092477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.81666700448841, "ttft_ms": 13.135749963112175, "decode_ms": 119.30837493855506}, "total_wall_ms": 203.29491700977087, "ttft_ms": 13.135749963112175, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 2020, "sender_output_tokens": 512, "sender_prefill_ms": 211.16420906037092, "sender_ttft_ms": 13.413375010713935, "sender_decode_ms": 6858.580750063993}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6600097792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 7555578924, "process_rss_bytes": 6600097792}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "762b58836b9acc90049d698b9be75bab93aa17c1904eb648b631e899f819781f", "output_hash": "2e8cf782bd118a1c6d4e23417785d72fb92e930806b5752cd1ec405a0c9b95e5"} |
| |
28 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "04f2e9121617b77e70933da5", "attempt_id": "978217176be1", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:00.621235Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 595, "message_tokens": 512, "message_utf8_bytes": 1087, "cache_tensor_bytes": null, "serialized_payload_bytes": 1087, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7084.730375092477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.66949999332428, "ttft_ms": 13.414249988272786, "decode_ms": 13.527375063858926}, "total_wall_ms": 97.59441704954952, "ttft_ms": 13.414249988272786, "input_usage": {"receiver_prompt_tokens": 595, "sender_input_tokens": 2020, "sender_output_tokens": 512, "sender_prefill_ms": 211.16420906037092, "sender_ttft_ms": 13.413375010713935, "sender_decode_ms": 6858.580750063993}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600130560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 7555578924, "process_rss_bytes": 6600130560}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "762b58836b9acc90049d698b9be75bab93aa17c1904eb648b631e899f819781f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
29 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb39c7a4e64cab2bd28461de", "attempt_id": "f80cc9930f69", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:00.734884Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1087, "cache_tensor_bytes": null, "serialized_payload_bytes": 1087, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7084.730375092477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.58229199517518, "ttft_ms": 13.117749942466617, "decode_ms": 13.076790957711637}, "total_wall_ms": 96.76675009541214, "ttft_ms": 13.117749942466617, "input_usage": {"receiver_prompt_tokens": 594, "sender_input_tokens": 2020, "sender_output_tokens": 512, "sender_prefill_ms": 211.16420906037092, "sender_ttft_ms": 13.413375010713935, "sender_decode_ms": 6858.580750063993}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600163328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566572120, "mlx_cache_bytes": 7712275500, "process_rss_bytes": 6600163328}, "peak_prefill_memory": null, "peak_decode_memory": 6566572120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "762b58836b9acc90049d698b9be75bab93aa17c1904eb648b631e899f819781f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
30 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7b4c94351e3a868800464e56", "attempt_id": "424d4332311b", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:00.848726Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 600, "message_tokens": 512, "message_utf8_bytes": 1087, "cache_tensor_bytes": null, "serialized_payload_bytes": 1087, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7084.730375092477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.68295795377344, "ttft_ms": 13.295499957166612, "decode_ms": 119.18774992227554}, "total_wall_ms": 203.18375003989786, "ttft_ms": 13.295499957166612, "input_usage": {"receiver_prompt_tokens": 600, "sender_input_tokens": 2020, "sender_output_tokens": 512, "sender_prefill_ms": 211.16420906037092, "sender_ttft_ms": 13.413375010713935, "sender_decode_ms": 6858.580750063993}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6600163328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 7712275500, "process_rss_bytes": 6600163328}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,220,745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "762b58836b9acc90049d698b9be75bab93aa17c1904eb648b631e899f819781f", "output_hash": "ae55ba88b2cb1b0f1a4e0960ae312e0a1c177c79a6d14b67bff1677cec19b649"} |
| |
31 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc11d3cd6f790ed0985c5b90", "attempt_id": "b34201dd6658", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:01.068248Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 198, "message_tokens": 120, "message_utf8_bytes": 380, "cache_tensor_bytes": null, "serialized_payload_bytes": 380, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1844.9534999672323, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.67383393924683, "ttft_ms": 13.484291965141892, "decode_ms": 145.65212500747293}, "total_wall_ms": 2038.3782079443336, "ttft_ms": 13.484291965141892, "input_usage": {"receiver_prompt_tokens": 198, "sender_input_tokens": 2015, "sender_output_tokens": 120, "sender_prefill_ms": 209.83754203189164, "sender_ttft_ms": 13.347791973501444, "sender_decode_ms": 1620.115750003606}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 6600343552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6341223300, "mlx_cache_bytes": 8484945728, "process_rss_bytes": 6600343552}, "peak_prefill_memory": null, "peak_decode_memory": 6341223300, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-78K-5065", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "613139ff4f3db6dfd9f2864478cea8ef63d80281681fd7c21cff95a7c0f19ac4", "output_hash": "2a568d613468fe9e25fd3ab03aa2744ae45702a47a3665ea5aa63251d8bc749c"} |
| |
32 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94ccd390b74504697399e6e0", "attempt_id": "351b51685627", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:03.122589Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 219, "message_tokens": 136, "message_utf8_bytes": 406, "cache_tensor_bytes": null, "serialized_payload_bytes": 406, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2068.774583050981, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.945208018645644, "ttft_ms": 13.51937500294298, "decode_ms": 119.65904105454683}, "total_wall_ms": 2235.5395830236375, "ttft_ms": 13.51937500294298, "input_usage": {"receiver_prompt_tokens": 219, "sender_input_tokens": 2020, "sender_output_tokens": 136, "sender_prefill_ms": 210.63179103657603, "sender_ttft_ms": 13.92233301885426, "sender_decode_ms": 1842.5953750265762}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6600572928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6356984792, "mlx_cache_bytes": 8662647464, "process_rss_bytes": 6600572928}, "peak_prefill_memory": null, "peak_decode_memory": 6356984792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b91628ac30f8e0de81116d4f7e71f7f6e04d6e838d5b1261e86cf567078cd53", "output_hash": "2e8cf782bd118a1c6d4e23417785d72fb92e930806b5752cd1ec405a0c9b95e5"} |
| |
33 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d6ca5df1ad2caf354f404108", "attempt_id": "6ce4678cb550", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:05.374254Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 147, "message_tokens": 65, "message_utf8_bytes": 225, "cache_tensor_bytes": null, "serialized_payload_bytes": 225, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1126.601167023182, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.126457965001464, "ttft_ms": 13.6944999685511, "decode_ms": 13.177542015910149}, "total_wall_ms": 1185.1544580422342, "ttft_ms": 13.6944999685511, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 2019, "sender_output_tokens": 65, "sender_prefill_ms": 211.6952498909086, "sender_ttft_ms": 13.823583023622632, "sender_decode_ms": 899.4721249910071}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600753152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300132228, "mlx_cache_bytes": 9332753064, "process_rss_bytes": 6600753152}, "peak_prefill_memory": null, "peak_decode_memory": 6300132228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "95b7ed77e426f25079ac2b64a617ed52b17b3b0b80b9f8f5dddcd04118631c56", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
34 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2de07a8366b014f64a777955", "attempt_id": "6386c0fbcea5", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:13.732467Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 472, "message_tokens": 383, "message_utf8_bytes": 911, "cache_tensor_bytes": null, "serialized_payload_bytes": 911, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7156.5347500145435, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.31900003552437, "ttft_ms": 13.323666993528605, "decode_ms": 13.362791971303523}, "total_wall_ms": 83.01625004969537, "ttft_ms": 13.323666993528605, "input_usage": {"receiver_prompt_tokens": 472, "sender_input_tokens": 2048, "sender_output_tokens": 512, "sender_prefill_ms": 212.39945804700255, "sender_ttft_ms": 13.887290959246457, "sender_decode_ms": 6928.3660830697045}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600900608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6483650484, "mlx_cache_bytes": 10429745668, "process_rss_bytes": 6600900608}, "peak_prefill_memory": null, "peak_decode_memory": 6483650484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a409b88ff601f1f9bf4d221a0c042117fadd2be19621e0b0dd2800495cfbe0cc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
35 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d86c0d30cb25c480c0dc0f8e", "attempt_id": "9124c43ff5ef", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:13.832684Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 477, "message_tokens": 383, "message_utf8_bytes": 911, "cache_tensor_bytes": null, "serialized_payload_bytes": 911, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7156.5347500145435, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.333708063699305, "ttft_ms": 13.178125023841858, "decode_ms": 147.74449996184558}, "total_wall_ms": 217.30658295564353, "ttft_ms": 13.178125023841858, "input_usage": {"receiver_prompt_tokens": 477, "sender_input_tokens": 2048, "sender_output_tokens": 512, "sender_prefill_ms": 212.39945804700255, "sender_ttft_ms": 13.887290959246457, "sender_decode_ms": 6928.3660830697045}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 6600933376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486517704, "mlx_cache_bytes": 10722136436, "process_rss_bytes": 6600933376}, "peak_prefill_memory": null, "peak_decode_memory": 6486517704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 409-H in Senneterre", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a409b88ff601f1f9bf4d221a0c042117fadd2be19621e0b0dd2800495cfbe0cc", "output_hash": "928c825f0fee3b69cf0901e3721b2d6c4467e52d2c6707afe17dd750a93d5e31"} |
| |
36 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e0fa6076b835b57d90e000e0", "attempt_id": "c7247ce93642", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:14.067189Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 476, "message_tokens": 383, "message_utf8_bytes": 911, "cache_tensor_bytes": null, "serialized_payload_bytes": 911, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7156.5347500145435, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.17020798288286, "ttft_ms": 13.21958308108151, "decode_ms": 13.195208040997386}, "total_wall_ms": 82.48787501361221, "ttft_ms": 13.21958308108151, "input_usage": {"receiver_prompt_tokens": 476, "sender_input_tokens": 2048, "sender_output_tokens": 512, "sender_prefill_ms": 212.39945804700255, "sender_ttft_ms": 13.887290959246457, "sender_decode_ms": 6928.3660830697045}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600966144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486484936, "mlx_cache_bytes": 10722382196, "process_rss_bytes": 6600966144}, "peak_prefill_memory": null, "peak_decode_memory": 6486484936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a409b88ff601f1f9bf4d221a0c042117fadd2be19621e0b0dd2800495cfbe0cc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
37 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "98c509c7697938f7a672703e", "attempt_id": "6ba72dad7b34", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:14.165930Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 475, "message_tokens": 383, "message_utf8_bytes": 911, "cache_tensor_bytes": null, "serialized_payload_bytes": 911, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7156.5347500145435, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.25362503249198, "ttft_ms": 13.413916109129786, "decode_ms": 13.466166099533439}, "total_wall_ms": 83.08016590308398, "ttft_ms": 13.413916109129786, "input_usage": {"receiver_prompt_tokens": 475, "sender_input_tokens": 2048, "sender_output_tokens": 512, "sender_prefill_ms": 212.39945804700255, "sender_ttft_ms": 13.887290959246457, "sender_decode_ms": 6928.3660830697045}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600998912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6485567432, "mlx_cache_bytes": 10917761396, "process_rss_bytes": 6600998912}, "peak_prefill_memory": null, "peak_decode_memory": 6485567432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a409b88ff601f1f9bf4d221a0c042117fadd2be19621e0b0dd2800495cfbe0cc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
38 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d851c67d8826d27d5ab62fd7", "attempt_id": "044693ba40c8", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:14.265054Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 481, "message_tokens": 383, "message_utf8_bytes": 911, "cache_tensor_bytes": null, "serialized_payload_bytes": 911, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7156.5347500145435, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.69433404505253, "ttft_ms": 13.23499996215105, "decode_ms": 13.443208998069167}, "total_wall_ms": 82.34733308199793, "ttft_ms": 13.23499996215105, "input_usage": {"receiver_prompt_tokens": 481, "sender_input_tokens": 2048, "sender_output_tokens": 512, "sender_prefill_ms": 212.39945804700255, "sender_ttft_ms": 13.887290959246457, "sender_decode_ms": 6928.3660830697045}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601097216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486730712, "mlx_cache_bytes": 11197929716, "process_rss_bytes": 6601097216}, "peak_prefill_memory": null, "peak_decode_memory": 6486730712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a409b88ff601f1f9bf4d221a0c042117fadd2be19621e0b0dd2800495cfbe0cc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
39 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "da733fd771a6441b81a7c1c4", "attempt_id": "b9ab929ef04c", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:14.363656Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 142, "message_tokens": 52, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1194.0895000007004, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.508625088259578, "ttft_ms": 13.154666987247765, "decode_ms": 142.83216698095202}, "total_wall_ms": 1381.0798329068348, "ttft_ms": 13.154666987247765, "input_usage": {"receiver_prompt_tokens": 142, "sender_input_tokens": 2056, "sender_output_tokens": 70, "sender_prefill_ms": 232.68316697794944, "sender_ttft_ms": 13.832999975420535, "sender_decode_ms": 945.8106668898836}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 6602326016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303589252, "mlx_cache_bytes": 11852928337, "process_rss_bytes": 6602326016}, "peak_prefill_memory": null, "peak_decode_memory": 6303589252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-78K-5065", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f377869c245e37817bb881298789c82079e5bf469675e80ad5fa0326493331f7", "output_hash": "2a568d613468fe9e25fd3ab03aa2744ae45702a47a3665ea5aa63251d8bc749c"} |
| |
40 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "acbac593c3e0226e9bd37f6c", "attempt_id": "31c9b58e6440", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:15.761343Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 143, "message_tokens": 48, "message_utf8_bytes": 109, "cache_tensor_bytes": null, "serialized_payload_bytes": 109, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1086.9165000040084, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.504875001497567, "ttft_ms": 13.092875014990568, "decode_ms": 116.93329201079905}, "total_wall_ms": 1247.9268750175834, "ttft_ms": 13.092875014990568, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 2061, "sender_output_tokens": 63, "sender_prefill_ms": 231.4861670602113, "sender_ttft_ms": 13.395291985943913, "sender_decode_ms": 840.3298750054091}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6602391552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303474588, "mlx_cache_bytes": 11933275473, "process_rss_bytes": 6602391552}, "peak_prefill_memory": null, "peak_decode_memory": 6303474588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N in Gaspé", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "27c88ba0d280f60390bfe3279516c7b0124d4c9954ee47a5ab905640d9caa52d", "output_hash": "42dd487ae6ba210216269d3f190a091ad80bb6727264e9b9b87bde124506854f"} |
| |
41 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1b447be8ed7fd114062bf59e", "attempt_id": "e6a38869e4f1", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:17.025626Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 143, "message_tokens": 49, "message_utf8_bytes": 114, "cache_tensor_bytes": null, "serialized_payload_bytes": 114, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1182.3389999335632, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.498084030114114, "ttft_ms": 12.828374980017543, "decode_ms": 91.3211670704186}, "total_wall_ms": 1317.46591697447, "ttft_ms": 12.828374980017543, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 2060, "sender_output_tokens": 70, "sender_prefill_ms": 231.6611249698326, "sender_ttft_ms": 13.50737502798438, "sender_decode_ms": 935.4623330291361}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6602424320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303474588, "mlx_cache_bytes": 11933275473, "process_rss_bytes": 6602424320}, "peak_prefill_memory": null, "peak_decode_memory": 6303474588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8485", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "abef42789c3bed9ad4be66c25573c8427203d6eeb0360ed01bfbe1e1ba888895", "output_hash": "d15ea89fae075fc945690894326d24c71a513cda40b6ede7884196520a0b2ad2"} |
| |
42 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "93412a00e06a3a5d07801a9f", "attempt_id": "597306f2faec", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:18.360155Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 949, "message_tokens": 874, "message_utf8_bytes": 606, "cache_tensor_bytes": null, "serialized_payload_bytes": 606, "side_information_bytes": 0, "fetched_bytes": 1490, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02962502185255289, "decode_payload_ms": 0.0, "receiver_prefill_ms": 103.49949996452779, "ttft_ms": 13.546874979510903, "decode_ms": 13.240583008155227}, "total_wall_ms": 131.73616700805724, "ttft_ms": 13.546874979510903, "input_usage": {"receiver_prompt_tokens": 949, "sender_input_tokens": 2048, "sender_output_tokens": 512, "sender_prefill_ms": 212.39945804700255, "sender_ttft_ms": 13.887290959246457, "sender_decode_ms": 6928.3660830697045}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6602522624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6773272652, "mlx_cache_bytes": 12532389201, "process_rss_bytes": 6602522624}, "peak_prefill_memory": null, "peak_decode_memory": 6773272652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1490, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "97a08cb4059c0437ae3fd1b771c006ef809d4352531e2b65e0c2cf157ba8ee58", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
43 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cba29d58930f8d83be3dbc1f", "attempt_id": "b98f398b3be1", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:18.508216Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 954, "message_tokens": 874, "message_utf8_bytes": 606, "cache_tensor_bytes": null, "serialized_payload_bytes": 606, "side_information_bytes": 0, "fetched_bytes": 1490, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02962502185255289, "decode_payload_ms": 0.0, "receiver_prefill_ms": 104.64887495618314, "ttft_ms": 13.190333032980561, "decode_ms": 13.35208397358656}, "total_wall_ms": 132.57979205809534, "ttft_ms": 13.190333032980561, "input_usage": {"receiver_prompt_tokens": 954, "sender_input_tokens": 2048, "sender_output_tokens": 512, "sender_prefill_ms": 212.39945804700255, "sender_ttft_ms": 13.887290959246457, "sender_decode_ms": 6928.3660830697045}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6602571776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6776844364, "mlx_cache_bytes": 13093197137, "process_rss_bytes": 6602571776}, "peak_prefill_memory": null, "peak_decode_memory": 6776844364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1490, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "575a93f325e913e44982ba3bdb82ff559c47a4a2b5b01b2925849a66bdce77cd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
44 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0800ba1be720a654532a61fe", "attempt_id": "52d0cb4541f8", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:18.657491Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 949, "message_tokens": 870, "message_utf8_bytes": 606, "cache_tensor_bytes": null, "serialized_payload_bytes": 606, "side_information_bytes": 0, "fetched_bytes": 1502, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02962502185255289, "decode_payload_ms": 0.0, "receiver_prefill_ms": 104.87504093907773, "ttft_ms": 13.81375000346452, "decode_ms": 13.923541991971433}, "total_wall_ms": 134.0919160284102, "ttft_ms": 13.81375000346452, "input_usage": {"receiver_prompt_tokens": 949, "sender_input_tokens": 2048, "sender_output_tokens": 512, "sender_prefill_ms": 212.39945804700255, "sender_ttft_ms": 13.887290959246457, "sender_decode_ms": 6928.3660830697045}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6602571776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6773272652, "mlx_cache_bytes": 13093197137, "process_rss_bytes": 6602571776}, "peak_prefill_memory": null, "peak_decode_memory": 6773272652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1502, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "46bb16cc39d4d7f7c231b6d73ee88ac29dd8c4314be2f47e2b0d5b52d5d820b6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
45 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f40e35eb967c4829fcce6828", "attempt_id": "7a68f834c020", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:18.807301Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 952, "message_tokens": 874, "message_utf8_bytes": 606, "cache_tensor_bytes": null, "serialized_payload_bytes": 606, "side_information_bytes": 0, "fetched_bytes": 1490, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02962502185255289, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.29291699640453, "ttft_ms": 13.355916016735137, "decode_ms": 13.432833016850054}, "total_wall_ms": 133.58820893336087, "ttft_ms": 13.355916016735137, "input_usage": {"receiver_prompt_tokens": 952, "sender_input_tokens": 2048, "sender_output_tokens": 512, "sender_prefill_ms": 212.39945804700255, "sender_ttft_ms": 13.887290959246457, "sender_decode_ms": 6928.3660830697045}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6602604544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6803107916, "mlx_cache_bytes": 13523735889, "process_rss_bytes": 6602604544}, "peak_prefill_memory": null, "peak_decode_memory": 6803107916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1490, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f8b053e5dffc82ed710d36b314220c54b6ee61d568fc291248a41b0c5920cbe", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
46 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "191ba910ea8aac7bdcf4b6d7", "attempt_id": "2e5b10bb8973", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:18.958309Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 958, "message_tokens": 874, "message_utf8_bytes": 606, "cache_tensor_bytes": null, "serialized_payload_bytes": 606, "side_information_bytes": 0, "fetched_bytes": 1490, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02962502185255289, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.0430419165641, "ttft_ms": 13.420541072264314, "decode_ms": 13.362540979869664}, "total_wall_ms": 134.2946250224486, "ttft_ms": 13.420541072264314, "input_usage": {"receiver_prompt_tokens": 958, "sender_input_tokens": 2048, "sender_output_tokens": 512, "sender_prefill_ms": 212.39945804700255, "sender_ttft_ms": 13.887290959246457, "sender_decode_ms": 6928.3660830697045}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6602653696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6779039820, "mlx_cache_bytes": 14086821201, "process_rss_bytes": 6602653696}, "peak_prefill_memory": null, "peak_decode_memory": 6779039820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1490, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f8b053e5dffc82ed710d36b314220c54b6ee61d568fc291248a41b0c5920cbe", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
47 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd703b729665ba99b6eea5db", "attempt_id": "9bd528edb37f", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:19.110704Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.4686131386861314}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 1978, "message_tokens": 1904, "message_utf8_bytes": 7128, "cache_tensor_bytes": null, "serialized_payload_bytes": 2055, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2593329884111881, "decode_payload_ms": 0.015542027540504932, "receiver_prefill_ms": 216.04408300481737, "ttft_ms": 13.572708005085588, "decode_ms": 147.87529199384153}, "total_wall_ms": 380.2886250196025, "ttft_ms": 13.572708005085588, "input_usage": {"receiver_prompt_tokens": 1978}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 6603096064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7035305764, "mlx_cache_bytes": 14086821201, "process_rss_bytes": 6603096064}, "peak_prefill_memory": null, "peak_decode_memory": 7035305764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-78K-5065", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "output_hash": "2a568d613468fe9e25fd3ab03aa2744ae45702a47a3665ea5aa63251d8bc749c"} |
| |
48 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ce7b4a9c151698b1ff0dfbb9", "attempt_id": "c07a4c3d3de6", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:19.507562Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.4686131386861314}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 1983, "message_tokens": 1904, "message_utf8_bytes": 7128, "cache_tensor_bytes": null, "serialized_payload_bytes": 2055, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2593329884111881, "decode_payload_ms": 0.015542027540504932, "receiver_prefill_ms": 215.04187502432615, "ttft_ms": 13.619042001664639, "decode_ms": 121.06400006450713}, "total_wall_ms": 352.48512506950647, "ttft_ms": 13.619042001664639, "input_usage": {"receiver_prompt_tokens": 1983}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6603112448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7037157440, "mlx_cache_bytes": 14086821201, "process_rss_bytes": 6603112448}, "peak_prefill_memory": null, "peak_decode_memory": 7037157440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "output_hash": "42dd487ae6ba210216269d3f190a091ad80bb6727264e9b9b87bde124506854f"} |
| |
49 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4786ff99a8315f01bdaea8df", "attempt_id": "4866e074998c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:19.876306Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.4686131386861314}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 1982, "message_tokens": 1904, "message_utf8_bytes": 7128, "cache_tensor_bytes": null, "serialized_payload_bytes": 2055, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2593329884111881, "decode_payload_ms": 0.015542027540504932, "receiver_prefill_ms": 216.3325420115143, "ttft_ms": 13.502040994353592, "decode_ms": 93.8389579532668}, "total_wall_ms": 326.41820795834064, "ttft_ms": 13.502040994353592, "input_usage": {"receiver_prompt_tokens": 1982}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6603112448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7036895296, "mlx_cache_bytes": 14086821201, "process_rss_bytes": 6603112448}, "peak_prefill_memory": null, "peak_decode_memory": 7036895296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "output_hash": "d15ea89fae075fc945690894326d24c71a513cda40b6ede7884196520a0b2ad2"} |
| |
50 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0ae65d84b2e53051f9dd0ab1", "attempt_id": "7db697b4b45b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:20.219131Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.4686131386861314}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 1981, "message_tokens": 1904, "message_utf8_bytes": 7128, "cache_tensor_bytes": null, "serialized_payload_bytes": 2055, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2593329884111881, "decode_payload_ms": 0.015542027540504932, "receiver_prefill_ms": 217.51866699196398, "ttft_ms": 13.469374971464276, "decode_ms": 95.63125006388873}, "total_wall_ms": 329.40095802769065, "ttft_ms": 13.469374971464276, "input_usage": {"receiver_prompt_tokens": 1981}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6603128832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7036223552, "mlx_cache_bytes": 14086821201, "process_rss_bytes": 6603128832}, "peak_prefill_memory": null, "peak_decode_memory": 7036223552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
51 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "720c57f34faad3d00a0923b2", "attempt_id": "1a6ba61f57ff", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:20.564806Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.4686131386861314}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 1987, "message_tokens": 1904, "message_utf8_bytes": 7128, "cache_tensor_bytes": null, "serialized_payload_bytes": 2055, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2593329884111881, "decode_payload_ms": 0.015542027540504932, "receiver_prefill_ms": 221.60137502942234, "ttft_ms": 13.53091700002551, "decode_ms": 119.69795799814165}, "total_wall_ms": 357.5560830067843, "ttft_ms": 13.53091700002551, "input_usage": {"receiver_prompt_tokens": 1987}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6603128832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7038976064, "mlx_cache_bytes": 14086821201, "process_rss_bytes": 6603128832}, "peak_prefill_memory": null, "peak_decode_memory": 7038976064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,220,745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "output_hash": "ae55ba88b2cb1b0f1a4e0960ae312e0a1c177c79a6d14b67bff1677cec19b649"} |
| |
52 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f3be7d07d4b4690a43fa277", "attempt_id": "a1ee149cbdd7", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:23.626786Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2689075630252101, "origin_tokens": 1715, "compressed_tokens": 564, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 763, "message_tokens": 687, "message_utf8_bytes": 1896, "cache_tensor_bytes": null, "serialized_payload_bytes": 1896, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2688.025292009115, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.79662498272955, "ttft_ms": 13.377042021602392, "decode_ms": 148.38583301752806}, "total_wall_ms": 251.06420903466642, "ttft_ms": 13.377042021602392, "input_usage": {"receiver_prompt_tokens": 763}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 9590767616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6660321368, "mlx_cache_bytes": 14482658641, "process_rss_bytes": 9590767616}, "peak_prefill_memory": null, "peak_decode_memory": 6660321368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-78K-5065", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db5d34d1715c3a91ef8ecc4d2da36dd0b79d2795decda7c019ec1b3a7d9d5d57", "output_hash": "2a568d613468fe9e25fd3ab03aa2744ae45702a47a3665ea5aa63251d8bc749c"} |
| |
53 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dbf7297a8bd8cd9670deeb3e", "attempt_id": "b82dc9f1ba22", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:23.903761Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2689075630252101, "origin_tokens": 1715, "compressed_tokens": 564, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 768, "message_tokens": 687, "message_utf8_bytes": 1896, "cache_tensor_bytes": null, "serialized_payload_bytes": 1896, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2688.025292009115, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.47637492604554, "ttft_ms": 13.469957979395986, "decode_ms": 134.62558307219297}, "total_wall_ms": 231.94824997335672, "ttft_ms": 13.469957979395986, "input_usage": {"receiver_prompt_tokens": 768}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 9590767616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6663090264, "mlx_cache_bytes": 14930629969, "process_rss_bytes": 9590767616}, "peak_prefill_memory": null, "peak_decode_memory": 6663090264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 409-H Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db5d34d1715c3a91ef8ecc4d2da36dd0b79d2795decda7c019ec1b3a7d9d5d57", "output_hash": "0e10a2f036e94449304687415deb048e329c02eb0c1d5076992ad3933ee186b5"} |
| |
54 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9352900653490508bdc7cdac", "attempt_id": "459541e36cd5", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:24.159196Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2689075630252101, "origin_tokens": 1715, "compressed_tokens": 564, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 767, "message_tokens": 687, "message_utf8_bytes": 1896, "cache_tensor_bytes": null, "serialized_payload_bytes": 1896, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2688.025292009115, "decode_payload_ms": 0.0, "receiver_prefill_ms": 90.25487501639873, "ttft_ms": 15.8241658937186, "decode_ms": 134.9598339293152}, "total_wall_ms": 242.456000065431, "ttft_ms": 15.8241658937186, "input_usage": {"receiver_prompt_tokens": 767}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 9590816768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6662893656, "mlx_cache_bytes": 15043581265, "process_rss_bytes": 9590816768}, "peak_prefill_memory": null, "peak_decode_memory": 6662893656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53. 8485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db5d34d1715c3a91ef8ecc4d2da36dd0b79d2795decda7c019ec1b3a7d9d5d57", "output_hash": "b6a830c876988e318c117bbe98ba0308462152115e9e345542ef4f0111fde741"} |
| |
55 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "09cd591ca237670c2860aef3", "attempt_id": "0c5909f8242b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:24.426261Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2689075630252101, "origin_tokens": 1715, "compressed_tokens": 564, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 766, "message_tokens": 687, "message_utf8_bytes": 1896, "cache_tensor_bytes": null, "serialized_payload_bytes": 1896, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2688.025292009115, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.87583294138312, "ttft_ms": 16.223540995270014, "decode_ms": 105.84991599898785}, "total_wall_ms": 209.43124999757856, "ttft_ms": 16.223540995270014, "input_usage": {"receiver_prompt_tokens": 766}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 9590816768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6662303832, "mlx_cache_bytes": 15245694289, "process_rss_bytes": 9590816768}, "peak_prefill_memory": null, "peak_decode_memory": 6662303832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db5d34d1715c3a91ef8ecc4d2da36dd0b79d2795decda7c019ec1b3a7d9d5d57", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
56 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "542eb61a9cbdb9953f63cba3", "attempt_id": "ddd4476057e2", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:24.660648Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2689075630252101, "origin_tokens": 1715, "compressed_tokens": 564, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 772, "message_tokens": 687, "message_utf8_bytes": 1896, "cache_tensor_bytes": null, "serialized_payload_bytes": 1896, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2688.025292009115, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.17954104579985, "ttft_ms": 16.58591697923839, "decode_ms": 140.92137501575053}, "total_wall_ms": 264.06683295499533, "ttft_ms": 16.58591697923839, "input_usage": {"receiver_prompt_tokens": 772}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 9590882304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6674509912, "mlx_cache_bytes": 15696942417, "process_rss_bytes": 9590882304}, "peak_prefill_memory": null, "peak_decode_memory": 6674509912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,358,405", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db5d34d1715c3a91ef8ecc4d2da36dd0b79d2795decda7c019ec1b3a7d9d5d57", "output_hash": "0cdd29b7d6e8daeeac8d4b1ad42aae1dd4c08db99789b82ac0f8f9b5bb149685"} |
| |
57 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70d1869271e0b43fd4aa376f", "attempt_id": "84df70ddbd97", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:25.482777Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319529992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 35, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 71626752, "serialized_payload_bytes": 71642824, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 531.935833976604, "doc_prefill_ms": 298.6990410136059, "compress_ms": 13.997375033795834, "serialize_ms": 216.23500005807728, "load_ms": 3.223167033866048, "receiver_prefill_ms": 0.0, "query_prefill_ms": 359.8094580229372, "ttft_ms": 359.8094580229372, "decode_ms": 357.7972089406103}, "total_wall_ms": 722.4974579876289, "ttft_ms": 359.8094580229372, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7821721600, "backend_memory": {"mlx_active_bytes": 6393847816, "mlx_peak_bytes": 6439149884, "mlx_cache_bytes": 16559953374, "process_rss_bytes": 7821721600}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6439149884, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-78K-5065", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50ad3bfd3b66fa37446a270ce342c602070ff789e5f2f92f155624b311440953", "output_hash": "2a568d613468fe9e25fd3ab03aa2744ae45702a47a3665ea5aa63251d8bc749c"} |
| |
58 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a29dc38143ae3cea948541d8", "attempt_id": "ef9b8fe7f1cb", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:26.233057Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319529992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 40, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 71626752, "serialized_payload_bytes": 71642824, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 531.935833976604, "doc_prefill_ms": 298.6990410136059, "compress_ms": 13.997375033795834, "serialize_ms": 216.23500005807728, "load_ms": 0.9322500554844737, "receiver_prefill_ms": 0.0, "query_prefill_ms": 38.12308295164257, "ttft_ms": 38.12308295164257, "decode_ms": 172.522124950774}, "total_wall_ms": 213.2713330211118, "ttft_ms": 38.12308295164257, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7821819904, "backend_memory": {"mlx_active_bytes": 6394044424, "mlx_peak_bytes": 6442524988, "mlx_cache_bytes": 16579122814, "process_rss_bytes": 7821819904}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6442524988, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50ad3bfd3b66fa37446a270ce342c602070ff789e5f2f92f155624b311440953", "output_hash": "42dd487ae6ba210216269d3f190a091ad80bb6727264e9b9b87bde124506854f"} |
| |
59 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f98867b0a7ed6cf07067e982", "attempt_id": "d04fced39f83", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:26.472782Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319529992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 39, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 71626752, "serialized_payload_bytes": 71642824, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 531.935833976604, "doc_prefill_ms": 298.6990410136059, "compress_ms": 13.997375033795834, "serialize_ms": 216.23500005807728, "load_ms": 0.887832953594625, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.373125087469816, "ttft_ms": 37.373125087469816, "decode_ms": 108.34591696038842}, "total_wall_ms": 148.33750005345792, "ttft_ms": 37.373125087469816, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7821819904, "backend_memory": {"mlx_active_bytes": 6394011656, "mlx_peak_bytes": 6441705696, "mlx_cache_bytes": 16606647934, "process_rss_bytes": 7821819904}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6441705696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50ad3bfd3b66fa37446a270ce342c602070ff789e5f2f92f155624b311440953", "output_hash": "d15ea89fae075fc945690894326d24c71a513cda40b6ede7884196520a0b2ad2"} |
| |
60 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cbf4bd696e1d6cf86c5a54d0", "attempt_id": "fb1df758a460", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:26.649981Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319529992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 38, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 71626752, "serialized_payload_bytes": 71642824, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 531.935833976604, "doc_prefill_ms": 298.6990410136059, "compress_ms": 13.997375033795834, "serialize_ms": 216.23500005807728, "load_ms": 0.9627920808270574, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.748208005912602, "ttft_ms": 29.748208005912602, "decode_ms": 130.4243749473244}, "total_wall_ms": 162.79612493235618, "ttft_ms": 29.748208005912602, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7821836288, "backend_memory": {"mlx_active_bytes": 6394044424, "mlx_peak_bytes": 6441394400, "mlx_cache_bytes": 16618165886, "process_rss_bytes": 7821836288}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6441394400, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50ad3bfd3b66fa37446a270ce342c602070ff789e5f2f92f155624b311440953", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
61 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "674660d5242c3708136fe602", "attempt_id": "86f0bb69972f", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:26.840888Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319529992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 44, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 71626752, "serialized_payload_bytes": 71642824, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 531.935833976604, "doc_prefill_ms": 298.6990410136059, "compress_ms": 13.997375033795834, "serialize_ms": 216.23500005807728, "load_ms": 0.9334170026704669, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.11916608456522, "ttft_ms": 34.11916608456522, "decode_ms": 161.69304202776402}, "total_wall_ms": 198.47183302044868, "ttft_ms": 34.11916608456522, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7821901824, "backend_memory": {"mlx_active_bytes": 6394011656, "mlx_peak_bytes": 6447161660, "mlx_cache_bytes": 16646692542, "process_rss_bytes": 7821901824}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6447161660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,220,745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50ad3bfd3b66fa37446a270ce342c602070ff789e5f2f92f155624b311440953", "output_hash": "ae55ba88b2cb1b0f1a4e0960ae312e0a1c177c79a6d14b67bff1677cec19b649"} |
| |
62 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97b54fbb8a5290211601126e", "attempt_id": "981f19593fc4", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:27.086299Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319333384}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5fc169694cc6c011", "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 35, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 71626752, "serialized_payload_bytes": 71642852, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.803334027528763, "doc_prefill_ms": 298.6990410136059, "compress_ms": 1.1542499996721745, "serialize_ms": 18.39400001335889, "load_ms": 8.785667014308274, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.941875000484288, "ttft_ms": 31.941875000484288, "decode_ms": 211.17770799901336}, "total_wall_ms": 253.76362504903227, "ttft_ms": 31.941875000484288, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7893860352, "backend_memory": {"mlx_active_bytes": 6393847816, "mlx_peak_bytes": 6438674636, "mlx_cache_bytes": 16646856382, "process_rss_bytes": 7893860352}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6438674636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-78K-5065", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c51e89fbd3212a6c5beb924948522b88ce3815c4fabd2692b45795e28ab35bd1", "output_hash": "2a568d613468fe9e25fd3ab03aa2744ae45702a47a3665ea5aa63251d8bc749c"} |
| |
63 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f94f355d26e4252357688ff7", "attempt_id": "a142ec2a4916", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:27.367714Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319333384}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5fc169694cc6c011", "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 40, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 71626752, "serialized_payload_bytes": 71642852, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.803334027528763, "doc_prefill_ms": 298.6990410136059, "compress_ms": 1.1542499996721745, "serialize_ms": 18.39400001335889, "load_ms": 9.430250036530197, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.11200002301484, "ttft_ms": 34.11200002301484, "decode_ms": 147.8344170609489}, "total_wall_ms": 193.01529205404222, "ttft_ms": 34.11200002301484, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7905853440, "backend_memory": {"mlx_active_bytes": 6393847816, "mlx_peak_bytes": 6442361056, "mlx_cache_bytes": 16646856382, "process_rss_bytes": 7905853440}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6442361056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c51e89fbd3212a6c5beb924948522b88ce3815c4fabd2692b45795e28ab35bd1", "output_hash": "42dd487ae6ba210216269d3f190a091ad80bb6727264e9b9b87bde124506854f"} |
| |
64 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "561870aba5f6d7fadabf2ccd", "attempt_id": "3954f710eca7", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:27.587862Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319333384}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5fc169694cc6c011", "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 39, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 71626752, "serialized_payload_bytes": 71642852, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.803334027528763, "doc_prefill_ms": 298.6990410136059, "compress_ms": 1.1542499996721745, "serialize_ms": 18.39400001335889, "load_ms": 8.181083016097546, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.05429094284773, "ttft_ms": 31.05429094284773, "decode_ms": 120.28070900123566}, "total_wall_ms": 161.267334013246, "ttft_ms": 31.05429094284773, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7905886208, "backend_memory": {"mlx_active_bytes": 6393815048, "mlx_peak_bytes": 6441541856, "mlx_cache_bytes": 16646889150, "process_rss_bytes": 7905886208}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6441541856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c51e89fbd3212a6c5beb924948522b88ce3815c4fabd2692b45795e28ab35bd1", "output_hash": "d15ea89fae075fc945690894326d24c71a513cda40b6ede7884196520a0b2ad2"} |
| |
65 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c1e6d2a93101a7eada57d42", "attempt_id": "08cee1a68522", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:27.775103Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319333384}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5fc169694cc6c011", "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 38, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 71626752, "serialized_payload_bytes": 71642852, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.803334027528763, "doc_prefill_ms": 298.6990410136059, "compress_ms": 1.1542499996721745, "serialize_ms": 18.39400001335889, "load_ms": 6.926707923412323, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.507124891504645, "ttft_ms": 31.507124891504645, "decode_ms": 126.83512491639704}, "total_wall_ms": 166.94137500599027, "ttft_ms": 31.507124891504645, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7905902592, "backend_memory": {"mlx_active_bytes": 6393847816, "mlx_peak_bytes": 6441230560, "mlx_cache_bytes": 16646856382, "process_rss_bytes": 7905902592}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6441230560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c51e89fbd3212a6c5beb924948522b88ce3815c4fabd2692b45795e28ab35bd1", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
66 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5e9f0c29c3259d6c87e8acc0", "attempt_id": "5a02d41beb2c", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:27.968025Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319333384}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5fc169694cc6c011", "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 44, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 71626752, "serialized_payload_bytes": 71642852, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.803334027528763, "doc_prefill_ms": 298.6990410136059, "compress_ms": 1.1542499996721745, "serialize_ms": 18.39400001335889, "load_ms": 7.932791020721197, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.84991700295359, "ttft_ms": 33.84991700295359, "decode_ms": 175.28474994469434}, "total_wall_ms": 218.78487488720566, "ttft_ms": 33.84991700295359, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7917895680, "backend_memory": {"mlx_active_bytes": 6393847816, "mlx_peak_bytes": 6446997744, "mlx_cache_bytes": 16646856382, "process_rss_bytes": 7917895680}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6446997744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,220,745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c51e89fbd3212a6c5beb924948522b88ce3815c4fabd2692b45795e28ab35bd1", "output_hash": "ae55ba88b2cb1b0f1a4e0960ae312e0a1c177c79a6d14b67bff1677cec19b649"} |
| |
67 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1173cb4c5f3ba794471fdf39", "attempt_id": "03c6da2cd0ac", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:28.237345Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287361928}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 35, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 38051712, "serialized_payload_bytes": 38085902, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.267958011478186, "doc_prefill_ms": 298.6990410136059, "compress_ms": 10.56579197756946, "serialize_ms": 13.322124956175685, "load_ms": 2.39966600202024, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.679125058464706, "ttft_ms": 29.679125058464706, "decode_ms": 229.58233393728733}, "total_wall_ms": 263.3081669919193, "ttft_ms": 29.679125058464706, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7957151744, "backend_memory": {"mlx_active_bytes": 6327401992, "mlx_peak_bytes": 6383551919, "mlx_cache_bytes": 16858182286, "process_rss_bytes": 7957151744}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6383551919, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-78K-5065", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6214db98b9866c4a46f9a487bc829c83429d2f6cd9158ee66ec01a6cd75fedba", "output_hash": "2a568d613468fe9e25fd3ab03aa2744ae45702a47a3665ea5aa63251d8bc749c"} |
| |
68 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c0730cd23c05700f031a228b", "attempt_id": "7ebdc2e5b781", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:28.527294Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287361928}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 40, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 38051712, "serialized_payload_bytes": 38085902, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.267958011478186, "doc_prefill_ms": 298.6990410136059, "compress_ms": 10.56579197756946, "serialize_ms": 13.322124956175685, "load_ms": 1.5550409443676472, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.064750018529594, "ttft_ms": 28.064750018529594, "decode_ms": 185.17508392687887}, "total_wall_ms": 216.55625000130385, "ttft_ms": 28.064750018529594, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7957692416, "backend_memory": {"mlx_active_bytes": 6327405448, "mlx_peak_bytes": 6389068041, "mlx_cache_bytes": 16887921166, "process_rss_bytes": 7957692416}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6389068041, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6214db98b9866c4a46f9a487bc829c83429d2f6cd9158ee66ec01a6cd75fedba", "output_hash": "42dd487ae6ba210216269d3f190a091ad80bb6727264e9b9b87bde124506854f"} |
| |
69 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0b11842279e677ce884166a0", "attempt_id": "4600c9859afe", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:28.771498Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287361928}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 39, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 38051712, "serialized_payload_bytes": 38085902, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.267958011478186, "doc_prefill_ms": 298.6990410136059, "compress_ms": 10.56579197756946, "serialize_ms": 13.322124956175685, "load_ms": 1.690792036242783, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.432291001081467, "ttft_ms": 28.432291001081467, "decode_ms": 134.32758301496506}, "total_wall_ms": 166.254791081883, "ttft_ms": 28.432291001081467, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7957741568, "backend_memory": {"mlx_active_bytes": 6327401992, "mlx_peak_bytes": 6387756937, "mlx_cache_bytes": 16887924622, "process_rss_bytes": 7957741568}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6387756937, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6214db98b9866c4a46f9a487bc829c83429d2f6cd9158ee66ec01a6cd75fedba", "output_hash": "d15ea89fae075fc945690894326d24c71a513cda40b6ede7884196520a0b2ad2"} |
| |
70 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f7ea407033660a9d15743bef", "attempt_id": "841b1c54bf74", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:28.966019Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287361928}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 38, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 38051712, "serialized_payload_bytes": 38085902, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.267958011478186, "doc_prefill_ms": 298.6990410136059, "compress_ms": 10.56579197756946, "serialize_ms": 13.322124956175685, "load_ms": 1.6812910325825214, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.629457901231945, "ttft_ms": 25.629457901231945, "decode_ms": 135.09604090359062}, "total_wall_ms": 164.3132499884814, "ttft_ms": 25.629457901231945, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7957774336, "backend_memory": {"mlx_active_bytes": 6327400840, "mlx_peak_bytes": 6387313417, "mlx_cache_bytes": 16887925774, "process_rss_bytes": 7957774336}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6387313417, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6214db98b9866c4a46f9a487bc829c83429d2f6cd9158ee66ec01a6cd75fedba", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
71 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0f2cc7f31b09bfa8e0c712c8", "attempt_id": "e62c1fc034a3", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:29.158779Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287361928}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 44, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 38051712, "serialized_payload_bytes": 38085902, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.267958011478186, "doc_prefill_ms": 298.6990410136059, "compress_ms": 10.56579197756946, "serialize_ms": 13.322124956175685, "load_ms": 1.9481249619275331, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.56341705005616, "ttft_ms": 26.56341705005616, "decode_ms": 208.95104203373194}, "total_wall_ms": 239.4617919344455, "ttft_ms": 26.56341705005616, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7473709056, "backend_memory": {"mlx_active_bytes": 6327410056, "mlx_peak_bytes": 6395593945, "mlx_cache_bytes": 16923590094, "process_rss_bytes": 7473709056}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6395593945, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,220,745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6214db98b9866c4a46f9a487bc829c83429d2f6cd9158ee66ec01a6cd75fedba", "output_hash": "ae55ba88b2cb1b0f1a4e0960ae312e0a1c177c79a6d14b67bff1677cec19b649"} |
| |
72 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8ab81ab691d92a0bc9cb480d", "attempt_id": "2d6f735f8afd", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:29.472358Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268635016}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 35, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 20145024, "serialized_payload_bytes": 20179076, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.75750002730638, "doc_prefill_ms": 298.6990410136059, "compress_ms": 24.67304200399667, "serialize_ms": 11.621540994383395, "load_ms": 4.657624987885356, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.346459053456783, "ttft_ms": 26.346459053456783, "decode_ms": 311.41612492501736}, "total_wall_ms": 344.94704101234674, "ttft_ms": 26.346459053456783, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 35}, "output_usage": {"output_tokens": 15}, "provider_cached_usage": null, "process_memory": 7494860800, "backend_memory": {"mlx_active_bytes": 6290493448, "mlx_peak_bytes": 6344790332, "mlx_cache_bytes": 16969945806, "process_rss_bytes": 7494860800}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6344790332, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n<|im_start|>\nṭatd itinerary\n\n\n itinerary\n on itinerary", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10d1c804084313bfa99bccbb0aa1157d132a079692c5ef8509d4fd8b4c3b0c4e", "output_hash": "936c7fc6f9f8aadf66cf2462bd835b0c9ebf68e3493766c8e0da20b7201321b1"} |
| |
73 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f189948864acfc6a373439fb", "attempt_id": "f3da30b2ca37", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:29.852538Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268635016}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 40, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 20145024, "serialized_payload_bytes": 20179076, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.75750002730638, "doc_prefill_ms": 298.6990410136059, "compress_ms": 24.67304200399667, "serialize_ms": 11.621540994383395, "load_ms": 1.7874590121209621, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.55504197254777, "ttft_ms": 30.55504197254777, "decode_ms": 904.5572920003906}, "total_wall_ms": 938.9864999102429, "ttft_ms": 30.55504197254777, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7500169216, "backend_memory": {"mlx_active_bytes": 6290470536, "mlx_peak_bytes": 6350023744, "mlx_cache_bytes": 17048833486, "process_rss_bytes": 7500169216}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6350023744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "system\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10d1c804084313bfa99bccbb0aa1157d132a079692c5ef8509d4fd8b4c3b0c4e", "output_hash": "51ac65274d1fdd6e7bac69e13d7bb3d889cb18dbda421348e0f91c1c931ceb08"} |
| |
74 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38415f64bd5720f6591847e8", "attempt_id": "ee8c8b2cce6e", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:30.828174Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268635016}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 39, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 20145024, "serialized_payload_bytes": 20179076, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.75750002730638, "doc_prefill_ms": 298.6990410136059, "compress_ms": 24.67304200399667, "serialize_ms": 11.621540994383395, "load_ms": 1.495208009146154, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.28141692932695, "ttft_ms": 27.28141692932695, "decode_ms": 951.9707079743966}, "total_wall_ms": 982.750958064571, "ttft_ms": 27.28141692932695, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 39}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7500267520, "backend_memory": {"mlx_active_bytes": 6290502152, "mlx_peak_bytes": 6349498588, "mlx_cache_bytes": 17048801870, "process_rss_bytes": 7500267520}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6349498588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " unknown\n\n\n\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10d1c804084313bfa99bccbb0aa1157d132a079692c5ef8509d4fd8b4c3b0c4e", "output_hash": "632b862be66c719ad038c1ce5f2a88cbbfffe94530aea5ef2e5029a893e54baa"} |
| |
75 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c66e70d5fa441c8800a64002", "attempt_id": "6e27a755845b", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:31.840654Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268635016}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 38, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 20145024, "serialized_payload_bytes": 20179076, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.75750002730638, "doc_prefill_ms": 298.6990410136059, "compress_ms": 24.67304200399667, "serialize_ms": 11.621540994383395, "load_ms": 1.478833961300552, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.088250054977834, "ttft_ms": 25.088250054977834, "decode_ms": 922.3362080520019}, "total_wall_ms": 950.6901659769937, "ttft_ms": 25.088250054977834, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7500283904, "backend_memory": {"mlx_active_bytes": 6290468232, "mlx_peak_bytes": 6348661568, "mlx_cache_bytes": 17048835790, "process_rss_bytes": 7500283904}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6348661568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "rick\nuser\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10d1c804084313bfa99bccbb0aa1157d132a079692c5ef8509d4fd8b4c3b0c4e", "output_hash": "e313ee10e69e83c4aa6b96bfa817752741ee55f37437349aa015ef7300844fb3"} |
| |
76 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94e5b541b923c310317c7259", "attempt_id": "7eed52a1bd32", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:32.819351Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268635016}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 44, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 20145024, "serialized_payload_bytes": 20179076, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.75750002730638, "doc_prefill_ms": 298.6990410136059, "compress_ms": 24.67304200399667, "serialize_ms": 11.621540994383395, "load_ms": 1.443541026674211, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.04670904111117, "ttft_ms": 26.04670904111117, "decode_ms": 928.1188750173897}, "total_wall_ms": 957.4115830473602, "ttft_ms": 26.04670904111117, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7500759040, "backend_memory": {"mlx_active_bytes": 6290475144, "mlx_peak_bytes": 6355340268, "mlx_cache_bytes": 17058194638, "process_rss_bytes": 7500759040}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6355340268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n the\n the the the9 the the9 the9 the9 the9 the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10d1c804084313bfa99bccbb0aa1157d132a079692c5ef8509d4fd8b4c3b0c4e", "output_hash": "b8945e2c34831a7f65332c10dcf5cc28df7438142f64044b233beec61eddda9a"} |
| |
77 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9af184f376b5983918a7645e", "attempt_id": "33903a032e50", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:33.820040Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1943, "keep": 486, "compress_ms": 9.398916037753224}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 35, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931815, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.483040992170572, "doc_prefill_ms": 298.6990410136059, "compress_ms": 9.438958019018173, "serialize_ms": 6.861249916255474, "load_ms": 0.8450410095974803, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.309041931293905, "ttft_ms": 22.309041931293905, "decode_ms": 180.17829104792327}, "total_wall_ms": 205.51674999296665, "ttft_ms": 22.309041931293905, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7510016000, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6322790604, "mlx_cache_bytes": 17062075518, "process_rss_bytes": 7510016000}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6322790604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-78K-5065", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d5ecc703ee0780b37f3862fcf95b6be720959b3bf39c08468d7337c34919022b", "output_hash": "2a568d613468fe9e25fd3ab03aa2744ae45702a47a3665ea5aa63251d8bc749c"} |
| |
78 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b1c2f1615b679b4fab3e13e9", "attempt_id": "5bd49d482a19", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:34.051624Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1943, "keep": 486, "compress_ms": 9.398916037753224}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 40, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931815, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.483040992170572, "doc_prefill_ms": 298.6990410136059, "compress_ms": 9.438958019018173, "serialize_ms": 6.861249916255474, "load_ms": 0.7989169098436832, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.597125032916665, "ttft_ms": 22.597125032916665, "decode_ms": 73.65966704674065}, "total_wall_ms": 98.79349998664111, "ttft_ms": 22.597125032916665, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 40}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7510016000, "backend_memory": {"mlx_active_bytes": 6286712840, "mlx_peak_bytes": 6325952736, "mlx_cache_bytes": 17061960830, "process_rss_bytes": 7510016000}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6325952736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d5ecc703ee0780b37f3862fcf95b6be720959b3bf39c08468d7337c34919022b", "output_hash": "570448b634a06e2500dc0d88e08615836b31921efc964ef626fbe605c7de22f8"} |
| |
79 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "155eb6fb7f777d591611a3f6", "attempt_id": "7021dfa8e472", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:34.178539Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1943, "keep": 486, "compress_ms": 9.398916037753224}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 39, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931815, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.483040992170572, "doc_prefill_ms": 298.6990410136059, "compress_ms": 9.438958019018173, "serialize_ms": 6.861249916255474, "load_ms": 0.7669589249417186, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.652417003177106, "ttft_ms": 23.652417003177106, "decode_ms": 132.54641694948077}, "total_wall_ms": 158.65308395586908, "ttft_ms": 23.652417003177106, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7510016000, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6325657824, "mlx_cache_bytes": 17061928062, "process_rss_bytes": 7510016000}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6325657824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d5ecc703ee0780b37f3862fcf95b6be720959b3bf39c08468d7337c34919022b", "output_hash": "d15ea89fae075fc945690894326d24c71a513cda40b6ede7884196520a0b2ad2"} |
| |
80 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f25a9f09a921f6ad72a21466", "attempt_id": "1c5ac55e87ab", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:34.364139Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1943, "keep": 486, "compress_ms": 9.398916037753224}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 38, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931815, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.483040992170572, "doc_prefill_ms": 298.6990410136059, "compress_ms": 9.438958019018173, "serialize_ms": 6.861249916255474, "load_ms": 0.8100839331746101, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.43529199808836, "ttft_ms": 24.43529199808836, "decode_ms": 72.74866697844118}, "total_wall_ms": 99.57841702271253, "ttft_ms": 24.43529199808836, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 38}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7510016000, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6325346528, "mlx_cache_bytes": 17061928062, "process_rss_bytes": 7510016000}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6325346528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d5ecc703ee0780b37f3862fcf95b6be720959b3bf39c08468d7337c34919022b", "output_hash": "f4dfd27d3e9b82d8ae3b9589244e8f3841b5d7eed9a6f40700aa8a740bb7df83"} |
| |
81 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9e36520cc51439e9de85c51a", "attempt_id": "05b3561ba40a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:34.490867Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1943, "keep": 486, "compress_ms": 9.398916037753224}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 44, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931815, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.483040992170572, "doc_prefill_ms": 298.6990410136059, "compress_ms": 9.438958019018173, "serialize_ms": 6.861249916255474, "load_ms": 0.8743330836296082, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.09937500488013, "ttft_ms": 24.09937500488013, "decode_ms": 166.98487498797476}, "total_wall_ms": 193.87216598261148, "ttft_ms": 24.09937500488013, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7510016000, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6329360624, "mlx_cache_bytes": 17061928062, "process_rss_bytes": 7510016000}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6329360624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,234,567", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d5ecc703ee0780b37f3862fcf95b6be720959b3bf39c08468d7337c34919022b", "output_hash": "41cfd5d99bb554c6d1ffa5e682bd936fc4e5cc29600ed96b74fdcf71abe58003"} |
| |
82 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd9482e58eec06a21dec8636", "attempt_id": "22b876e99e46", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:34.734906Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1943, "keep": 486, "compress_ms": 6.962666986510158}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 35, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931810, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.64899999741465, "doc_prefill_ms": 298.6990410136059, "compress_ms": 6.9992500357329845, "serialize_ms": 9.392582927830517, "load_ms": 0.8615410188212991, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.941958090290427, "ttft_ms": 23.941958090290427, "decode_ms": 0.03866699989885092}, "total_wall_ms": 26.76100004464388, "ttft_ms": 23.941958090290427, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 35}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 7517700096, "backend_memory": {"mlx_active_bytes": 6286450696, "mlx_peak_bytes": 6322610380, "mlx_cache_bytes": 17062222974, "process_rss_bytes": 7517700096}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6322610380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "36650fb87b4a20960dc96843fb7d4b8ed77439af1927b41e45c01535ea779e1a", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
83 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6ef62f80fc128d575b955973", "attempt_id": "ae6da4f6d293", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:34.790922Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1943, "keep": 486, "compress_ms": 6.962666986510158}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 40, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931810, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.64899999741465, "doc_prefill_ms": 298.6990410136059, "compress_ms": 6.9992500357329845, "serialize_ms": 9.392582927830517, "load_ms": 0.8105409797281027, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.604042013175786, "ttft_ms": 23.604042013175786, "decode_ms": 805.8701250702143}, "total_wall_ms": 831.9341249298304, "ttft_ms": 23.604042013175786, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7517306880, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6325952736, "mlx_cache_bytes": 17065352318, "process_rss_bytes": 7517306880}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6325952736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I am a control.\nI am a control.\nI am a control.\nI am a control.\nI am a control.\nI am a control.\nI am a control.\nI am a control.\nI am a control.\nI am a", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "36650fb87b4a20960dc96843fb7d4b8ed77439af1927b41e45c01535ea779e1a", "output_hash": "4740cf721cbf553c82f0e1ee3f59f89230096d7d0da6d7eba2203e3621e1d36a"} |
| |
84 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7c5c1d9fce1098fb30afd5ef", "attempt_id": "7045865d32ee", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:35.650773Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1943, "keep": 486, "compress_ms": 6.962666986510158}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 39, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931810, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.64899999741465, "doc_prefill_ms": 298.6990410136059, "compress_ms": 6.9992500357329845, "serialize_ms": 9.392582927830517, "load_ms": 0.833209021948278, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.365290904417634, "ttft_ms": 22.365290904417634, "decode_ms": 855.1509999670088}, "total_wall_ms": 880.048832972534, "ttft_ms": 22.365290904417634, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 39}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7517323264, "backend_memory": {"mlx_active_bytes": 6287663112, "mlx_peak_bytes": 6325657824, "mlx_cache_bytes": 17065467006, "process_rss_bytes": 7517323264}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6325657824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The question is Yevan O O.\nThe question Yevan O O.\nThe question Yevan O O.\nThe question Yevan O O.\nThe question Yevan O O.\nThe question Yevan O O", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "36650fb87b4a20960dc96843fb7d4b8ed77439af1927b41e45c01535ea779e1a", "output_hash": "a4307b272ed1b722f077eb3b65fdf6103a72787227c633bb3624b71d3ac16bbf"} |
| |
85 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "00d5821d5c9fe1adfc189bcb", "attempt_id": "feae2a6ec15e", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:36.556290Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1943, "keep": 486, "compress_ms": 6.962666986510158}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 38, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931810, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.64899999741465, "doc_prefill_ms": 298.6990410136059, "compress_ms": 6.9992500357329845, "serialize_ms": 9.392582927830517, "load_ms": 0.8745420491322875, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.680999901145697, "ttft_ms": 26.680999901145697, "decode_ms": 812.9501669900492}, "total_wall_ms": 842.4269589595497, "ttft_ms": 26.680999901145697, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7517339648, "backend_memory": {"mlx_active_bytes": 6287695880, "mlx_peak_bytes": 6325346528, "mlx_cache_bytes": 17065434238, "process_rss_bytes": 7517339648}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6325346528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The question is about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "36650fb87b4a20960dc96843fb7d4b8ed77439af1927b41e45c01535ea779e1a", "output_hash": "c0753a5666ce98ad4c125fa60db59b5fec41d91c6421b086c201c138e691705b"} |
| |
86 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c79e790a8b01d3c21c0db7c1", "attempt_id": "64188872a6c2", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:37.428915Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1943, "keep": 486, "compress_ms": 6.962666986510158}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 44, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931810, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.64899999741465, "doc_prefill_ms": 298.6990410136059, "compress_ms": 6.9992500357329845, "serialize_ms": 9.392582927830517, "load_ms": 0.7755829719826579, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.947915993630886, "ttft_ms": 23.947915993630886, "decode_ms": 844.1406250931323}, "total_wall_ms": 870.7467920612544, "ttft_ms": 23.947915993630886, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7517356032, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6329360624, "mlx_cache_bytes": 17082834046, "process_rss_bytes": 7517356032}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6329360624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I am unable to provide a response to a response to a response to a response to a response to a response to a response to a response to a response to a response to a response to a response to a response to a response to a", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "36650fb87b4a20960dc96843fb7d4b8ed77439af1927b41e45c01535ea779e1a", "output_hash": "5a3b6d455e4ea51e251a129635fdf67b1bb4a2b1de9ae47a8125be282335c273"} |
| |
87 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "42e749db7c37b80a86266fe6", "attempt_id": "696ac0e446e8", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:38.327771Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 35, "compress_ms": 56.641000090166926}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 35, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931856, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 63.20141698233783, "doc_prefill_ms": 298.6990410136059, "compress_ms": 58.315749978646636, "serialize_ms": 4.6059590531513095, "load_ms": 0.5643750773742795, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.669332964345813, "ttft_ms": 23.669332964345813, "decode_ms": 129.32429101783782}, "total_wall_ms": 218.57274998910725, "ttft_ms": 23.669332964345813, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7521370112, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6321742028, "mlx_cache_bytes": 17177271422, "process_rss_bytes": 7521370112}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6321742028, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-7806", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81251979f9176665dd8753403ef6865512a81b37ded2301ff9b93b1aaa0b359f", "output_hash": "7780cfcd22246240c403d82e763414b5a9fd57d08a2f73da0d4a3b1e9529e0df"} |
| |
88 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01656e0e5c4ba21451172c7e", "attempt_id": "2da9c647cde1", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:38.575374Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 40, "compress_ms": 56.929250014945865}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 40, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931856, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 66.25437503680587, "doc_prefill_ms": 298.6990410136059, "compress_ms": 58.532708091661334, "serialize_ms": 7.430125027894974, "load_ms": 0.5418750224635005, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.05254198331386, "ttft_ms": 25.05254198331386, "decode_ms": 151.26933401916176}, "total_wall_ms": 244.94337500073016, "ttft_ms": 25.05254198331386, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7521402880, "backend_memory": {"mlx_active_bytes": 6286680072, "mlx_peak_bytes": 6325936352, "mlx_cache_bytes": 17184775294, "process_rss_bytes": 7521402880}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6325936352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81251979f9176665dd8753403ef6865512a81b37ded2301ff9b93b1aaa0b359f", "output_hash": "42dd487ae6ba210216269d3f190a091ad80bb6727264e9b9b87bde124506854f"} |
| |
89 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "67c506a7c75f32c23caedf8c", "attempt_id": "516c298cc761", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:38.849030Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 39, "compress_ms": 47.11954097729176}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 39, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931855, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.137124912813306, "doc_prefill_ms": 298.6990410136059, "compress_ms": 48.88316697906703, "serialize_ms": 4.969750065356493, "load_ms": 0.6093750707805157, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.294541937299073, "ttft_ms": 22.294541937299073, "decode_ms": 115.33716693520546}, "total_wall_ms": 194.24833403900266, "ttft_ms": 22.294541937299073, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7521419264, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6325117152, "mlx_cache_bytes": 17189903486, "process_rss_bytes": 7521419264}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6325117152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8585", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ba6e95b7abdca0dfcd88e6219641a1e712510e789747f63c79172c956ae05f63", "output_hash": "c3c60563b91654a106b6ede0ec5f6914031e57a40b6674089be2b189adcdc1ab"} |
| |
90 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68278a6846d54fb737bb7323", "attempt_id": "042a565109de", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:39.071637Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 38, "compress_ms": 48.507874947972596}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 38, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931856, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.09325000457466, "doc_prefill_ms": 298.6990410136059, "compress_ms": 50.31037505250424, "serialize_ms": 4.5154159888625145, "load_ms": 0.5575829418376088, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.11900008842349, "ttft_ms": 22.11900008842349, "decode_ms": 115.93112500850111}, "total_wall_ms": 195.43004198931158, "ttft_ms": 22.11900008842349, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7521402880, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6324805856, "mlx_cache_bytes": 17194638462, "process_rss_bytes": 7521402880}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6324805856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81251979f9176665dd8753403ef6865512a81b37ded2301ff9b93b1aaa0b359f", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
91 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "319945acd2437504834367aa", "attempt_id": "f191c4fe94b4", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:39.296956Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 44, "compress_ms": 49.71883294638246}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 44, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931855, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.410500016994774, "doc_prefill_ms": 298.6990410136059, "compress_ms": 51.599917002022266, "serialize_ms": 10.546291014179587, "load_ms": 0.5400419468060136, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.7733749197796, "ttft_ms": 22.7733749197796, "decode_ms": 120.91666599735618}, "total_wall_ms": 208.5411249427125, "ttft_ms": 22.7733749197796, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7521452032, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6329360624, "mlx_cache_bytes": 17213987966, "process_rss_bytes": 7521452032}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6329360624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9220745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ba6e95b7abdca0dfcd88e6219641a1e712510e789747f63c79172c956ae05f63", "output_hash": "f5d77aa763f6365bc80d01b9e6e23bc43fb570ac45771d7bd628c75cde727b35"} |
| |
92 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f521f5a8cd233a8642b57b6", "attempt_id": "2479ecc6299f", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:39.601260Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 19, "compress_ms": 62.499583000317216}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 35, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931856, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.22674996126443, "doc_prefill_ms": 298.6990410136059, "compress_ms": 62.6615840010345, "serialize_ms": 4.384291940368712, "load_ms": 1.0506249964237213, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.420708999969065, "ttft_ms": 24.420708999969065, "decode_ms": 18.966333009302616}, "total_wall_ms": 46.30541696678847, "ttft_ms": 24.420708999969065, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7521583104, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6321742028, "mlx_cache_bytes": 17231387774, "process_rss_bytes": 7521583104}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6321742028, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81251979f9176665dd8753403ef6865512a81b37ded2301ff9b93b1aaa0b359f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
93 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38587b4541a8600d2df4f5cf", "attempt_id": "1d263e3475f5", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:39.677311Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 19, "compress_ms": 62.499583000317216}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 40, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931856, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.22674996126443, "doc_prefill_ms": 298.6990410136059, "compress_ms": 62.6615840010345, "serialize_ms": 4.384291940368712, "load_ms": 0.7429580437019467, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.99287500884384, "ttft_ms": 23.99287500884384, "decode_ms": 17.417249968275428}, "total_wall_ms": 44.16575003415346, "ttft_ms": 23.99287500884384, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 40}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7521583104, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6325936352, "mlx_cache_bytes": 17231387774, "process_rss_bytes": 7521583104}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6325936352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81251979f9176665dd8753403ef6865512a81b37ded2301ff9b93b1aaa0b359f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
94 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "35177c53662e53e2e78400ae", "attempt_id": "b1ca7a219c23", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:39.750920Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 19, "compress_ms": 62.499583000317216}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 39, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931856, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.22674996126443, "doc_prefill_ms": 298.6990410136059, "compress_ms": 62.6615840010345, "serialize_ms": 4.384291940368712, "load_ms": 0.80429099034518, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.681667098775506, "ttft_ms": 24.681667098775506, "decode_ms": 18.671790952794254}, "total_wall_ms": 46.183708938769996, "ttft_ms": 24.681667098775506, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 39}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7521583104, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6325117152, "mlx_cache_bytes": 17231387774, "process_rss_bytes": 7521583104}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6325117152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81251979f9176665dd8753403ef6865512a81b37ded2301ff9b93b1aaa0b359f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
95 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "018f31a6a0568662c976c719", "attempt_id": "178ec9eace01", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:39.827258Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 19, "compress_ms": 62.499583000317216}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 38, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931856, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.22674996126443, "doc_prefill_ms": 298.6990410136059, "compress_ms": 62.6615840010345, "serialize_ms": 4.384291940368712, "load_ms": 0.7012909045442939, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.2154580084607, "ttft_ms": 25.2154580084607, "decode_ms": 18.744500004686415}, "total_wall_ms": 46.334416954778135, "ttft_ms": 25.2154580084607, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 38}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7521583104, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6324805856, "mlx_cache_bytes": 17231387774, "process_rss_bytes": 7521583104}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6324805856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81251979f9176665dd8753403ef6865512a81b37ded2301ff9b93b1aaa0b359f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
96 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "702046b48959b21c668d148f", "attempt_id": "cbe5a6bbb687", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:39.903101Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 19, "compress_ms": 62.499583000317216}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 44, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931856, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.22674996126443, "doc_prefill_ms": 298.6990410136059, "compress_ms": 62.6615840010345, "serialize_ms": 4.384291940368712, "load_ms": 0.8061249973252416, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.27458395343274, "ttft_ms": 25.27458395343274, "decode_ms": 18.353208084590733}, "total_wall_ms": 46.25808401033282, "ttft_ms": 25.27458395343274, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 44}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7521583104, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6329360624, "mlx_cache_bytes": 17231387774, "process_rss_bytes": 7521583104}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6329360624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81251979f9176665dd8753403ef6865512a81b37ded2301ff9b93b1aaa0b359f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
97 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d23b5a7e11f88dacb0cbfd72", "attempt_id": "cd068a3ce644", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:39.979203Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 35, "compress_ms": 53.22587501723319}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 35, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931813, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 61.56029202975333, "doc_prefill_ms": 298.6990410136059, "compress_ms": 55.13545894064009, "serialize_ms": 6.155416020192206, "load_ms": 1.9280830165371299, "receiver_prefill_ms": 0.0, "query_prefill_ms": 446.8067910056561, "ttft_ms": 446.8067910056561, "decode_ms": 110.09929096326232}, "total_wall_ms": 622.2677499754354, "ttft_ms": 446.8067910056561, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 7576469504, "backend_memory": {"mlx_active_bytes": 6286204936, "mlx_peak_bytes": 6313253392, "mlx_cache_bytes": 17288023678, "process_rss_bytes": 7576469504}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6313253392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "874531915cad03413396c3890d1e9c71bc906c693d4839a06fe66799c879e4ae", "output_hash": "7b2019eb8b3e07993aa651719ba12b0e45c1229b570636ef22df4885cb664bb6"} |
| |
98 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4d9436057b62ac8d9697a7a1", "attempt_id": "ed3ab3c7a434", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:40.630883Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 40, "compress_ms": 54.52845909167081}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 40, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931813, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.10287497378886, "doc_prefill_ms": 298.6990410136059, "compress_ms": 56.26083293464035, "serialize_ms": 5.5192080326378345, "load_ms": 0.5615840200334787, "receiver_prefill_ms": 0.0, "query_prefill_ms": 470.6366250757128, "ttft_ms": 470.6366250757128, "decode_ms": 148.59716698992997}, "total_wall_ms": 683.9952080044895, "ttft_ms": 470.6366250757128, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7598456832, "backend_memory": {"mlx_active_bytes": 6286401544, "mlx_peak_bytes": 6314323544, "mlx_cache_bytes": 17290556426, "process_rss_bytes": 7598456832}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6314323544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "874531915cad03413396c3890d1e9c71bc906c693d4839a06fe66799c879e4ae", "output_hash": "42dd487ae6ba210216269d3f190a091ad80bb6727264e9b9b87bde124506854f"} |
| |
99 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "191c0a0509201a9ba0b62a65", "attempt_id": "f9db10d8e023", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:41.346092Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 39, "compress_ms": 50.6212500622496}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 39, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931812, "side_information_bytes": 15908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 59.08091692253947, "doc_prefill_ms": 298.6990410136059, "compress_ms": 52.533083013258874, "serialize_ms": 6.264167022891343, "load_ms": 0.520832953043282, "receiver_prefill_ms": 0.0, "query_prefill_ms": 491.4275840856135, "ttft_ms": 491.4275840856135, "decode_ms": 131.6250830423087}, "total_wall_ms": 684.5649169990793, "ttft_ms": 491.4275840856135, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7612612608, "backend_memory": {"mlx_active_bytes": 6286270472, "mlx_peak_bytes": 6314049380, "mlx_cache_bytes": 17290687498, "process_rss_bytes": 7612612608}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6314049380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ca86edc9c074da67030f320a11ea5956f6e3dc6923497c6140c1f3639d12c2f", "output_hash": "d15ea89fae075fc945690894326d24c71a513cda40b6ede7884196520a0b2ad2"} |
| |
100 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f3bb25e13fc3fba9f5a5e920", "attempt_id": "eeac93e15e96", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:42.062001Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 38, "compress_ms": 53.792749997228384}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 38, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931814, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.19895801041275, "doc_prefill_ms": 298.6990410136059, "compress_ms": 55.43137504719198, "serialize_ms": 6.48854102473706, "load_ms": 0.8737080497667193, "receiver_prefill_ms": 0.0, "query_prefill_ms": 498.5678750090301, "ttft_ms": 498.5678750090301, "decode_ms": 126.91129208542407}, "total_wall_ms": 690.6202089739963, "ttft_ms": 498.5678750090301, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7622066176, "backend_memory": {"mlx_active_bytes": 6286237704, "mlx_peak_bytes": 6313779028, "mlx_cache_bytes": 17290720266, "process_rss_bytes": 7622066176}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6313779028, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "47246bc840bfeb1df8b10d708cb3b236af0a29b9e54db660f55def028539711d", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
101 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49253c2017420c856b355a61", "attempt_id": "b16a87e0d5fe", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:42.784131Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 44, "compress_ms": 54.169500013813376}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 44, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 17915904, "serialized_payload_bytes": 17931814, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.39733297843486, "doc_prefill_ms": 298.6990410136059, "compress_ms": 56.166999973356724, "serialize_ms": 5.977208958938718, "load_ms": 0.5487909074872732, "receiver_prefill_ms": 0.0, "query_prefill_ms": 530.8869999134913, "ttft_ms": 530.8869999134913, "decode_ms": 116.11670791171491}, "total_wall_ms": 711.8364579509944, "ttft_ms": 530.8869999134913, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7635894272, "backend_memory": {"mlx_active_bytes": 6286467080, "mlx_peak_bytes": 6315208360, "mlx_cache_bytes": 17291442298, "process_rss_bytes": 7635894272}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6315208360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9220745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "47246bc840bfeb1df8b10d708cb3b236af0a29b9e54db660f55def028539711d", "output_hash": "f5d77aa763f6365bc80d01b9e6e23bc43fb570ac45771d7bd628c75cde727b35"} |
| |
102 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2a00ca6c4a5856debee92ed8", "attempt_id": "e3ce909bc8ed", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:43.528383Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 35, "compress_ms": 48.495874973014, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 35, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 9517824, "serialized_payload_bytes": 9551343, "side_information_bytes": 33519, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 61.8979170685634, "doc_prefill_ms": 298.6990410136059, "compress_ms": 56.09858292154968, "serialize_ms": 5.319499992765486, "load_ms": 1.8522499594837427, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.356083965860307, "ttft_ms": 22.356083965860307, "decode_ms": 130.7260839967057}, "total_wall_ms": 218.67162501439452, "ttft_ms": 22.356083965860307, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7643529216, "backend_memory": {"mlx_active_bytes": 6268742020, "mlx_peak_bytes": 6310557218, "mlx_cache_bytes": 17315652958, "process_rss_bytes": 7643529216}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6310557218, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZL-7806", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0028ebb39aaa69feb93f831be835cb8ba8bf27bde5fc29a00bd7c9aed0c4534e", "output_hash": "7780cfcd22246240c403d82e763414b5a9fd57d08a2f73da0d4a3b1e9529e0df"} |
| |
103 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d1fb541d58b967b8fb9b87b8", "attempt_id": "b0e6920e2d65", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:43.776502Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 40, "compress_ms": 50.651832949370146, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 40, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 9517824, "serialized_payload_bytes": 9551346, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.21391600836068, "doc_prefill_ms": 298.6990410136059, "compress_ms": 59.14999998640269, "serialize_ms": 5.572541966103017, "load_ms": 1.1523750144988298, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.499666014686227, "ttft_ms": 23.499666014686227, "decode_ms": 183.73283406253904}, "total_wall_ms": 275.43104090727866, "ttft_ms": 23.499666014686227, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7645544448, "backend_memory": {"mlx_active_bytes": 6268689548, "mlx_peak_bytes": 6313018489, "mlx_cache_bytes": 17325646846, "process_rss_bytes": 7645544448}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6313018489, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19-N in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "533237d26c325577368f052cbcb9f7f3b8a754e5a7e694c8a540ca8f411894b6", "output_hash": "42dd487ae6ba210216269d3f190a091ad80bb6727264e9b9b87bde124506854f"} |
| |
104 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c718706c5c5010ed34badf95", "attempt_id": "1f397ab6dfad", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:44.081422Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 39, "compress_ms": 52.103249938227236, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 39, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 9517824, "serialized_payload_bytes": 9551346, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.52904099225998, "doc_prefill_ms": 298.6990410136059, "compress_ms": 60.24074996821582, "serialize_ms": 4.7811249969527125, "load_ms": 1.2785829603672028, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.218874935992062, "ttft_ms": 23.218874935992062, "decode_ms": 143.02554191090167}, "total_wall_ms": 234.8174579674378, "ttft_ms": 23.218874935992062, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7645577216, "backend_memory": {"mlx_active_bytes": 6268616344, "mlx_peak_bytes": 6311968609, "mlx_cache_bytes": 17331618290, "process_rss_bytes": 7645577216}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6311968609, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "53.8585", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "533237d26c325577368f052cbcb9f7f3b8a754e5a7e694c8a540ca8f411894b6", "output_hash": "c3c60563b91654a106b6ede0ec5f6914031e57a40b6674089be2b189adcdc1ab"} |
| |
105 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d0882c82dcb63826f18a90e", "attempt_id": "22a11d3b1596", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:44.346477Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 38, "compress_ms": 52.682582987472415, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 38, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 9517824, "serialized_payload_bytes": 9551346, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 66.3930409355089, "doc_prefill_ms": 298.6990410136059, "compress_ms": 60.94291701447219, "serialize_ms": 4.9845000030472875, "load_ms": 1.1419160291552544, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.96950002387166, "ttft_ms": 24.96950002387166, "decode_ms": 141.10925002023578}, "total_wall_ms": 235.31037499196827, "ttft_ms": 24.96950002387166, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7645577216, "backend_memory": {"mlx_active_bytes": 6268615248, "mlx_peak_bytes": 6312885153, "mlx_cache_bytes": 17334814266, "process_rss_bytes": 7645577216}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6312885153, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "533237d26c325577368f052cbcb9f7f3b8a754e5a7e694c8a540ca8f411894b6", "output_hash": "0899b5427048f8ade3a2c73afe103e6432ff382fe37cae3efa13bf39f3ca8326"} |
| |
106 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7e8c5efdf14074c2d1dc62c0", "attempt_id": "1ca5e9d866b1", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:44.610465Z", "task_family": "synthetic", "document_id": "syn_03000_2000", "document_hash": "c9cc27c20b05b1f6e592846e84990ee9b69c42f9720a8e338ec2f6fca777fdbc", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1943, "keep": 486, "window_tokens": 44, "compress_ms": 52.462292020209134, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1904, "source_tokens_receiver": 1904, "query_tokens": 44, "message_tokens": 1943, "message_utf8_bytes": 7128, "cache_tensor_bytes": 9517824, "serialized_payload_bytes": 9551346, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 66.79049995727837, "doc_prefill_ms": 298.6990410136059, "compress_ms": 61.207624967209995, "serialize_ms": 5.07595797535032, "load_ms": 1.223833067342639, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.17683305591345, "ttft_ms": 23.17683305591345, "decode_ms": 142.08012504968792}, "total_wall_ms": 235.09724996984005, "ttft_ms": 23.17683305591345, "input_usage": {"receiver_prefix_tokens": 1943, "dense_cache_bytes": 71626752, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7645741056, "backend_memory": {"mlx_active_bytes": 6268723296, "mlx_peak_bytes": 6316991129, "mlx_cache_bytes": 17342553562, "process_rss_bytes": 7645741056}, "peak_prefill_memory": 7021657892, "peak_decode_memory": 6316991129, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9220745", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "533237d26c325577368f052cbcb9f7f3b8a754e5a7e694c8a540ca8f411894b6", "output_hash": "f5d77aa763f6365bc80d01b9e6e23bc43fb570ac45771d7bd628c75cde727b35"} |
| |
107 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5c15a0b7f8971a3809e9565a", "attempt_id": "d4d33ac896b3", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:45.746758Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008790986612439156, "decode_payload_ms": 0.0, "receiver_prefill_ms": 19.561041030101478, "ttft_ms": 17.25749997422099, "decode_ms": 17.615791992284358}, "total_wall_ms": 55.231041042134166, "ttft_ms": 17.25749997422099, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7320338432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 128255668, "process_rss_bytes": 7320338432}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
108 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "176deaf43627007f7174c0a2", "attempt_id": "48a6c10b8934", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:45.840485Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008790986612439156, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.73787505552173, "ttft_ms": 17.738333088345826, "decode_ms": 17.60145800653845}, "total_wall_ms": 69.64887504000217, "ttft_ms": 17.738333088345826, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7320338432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243967624, "mlx_cache_bytes": 192693940, "process_rss_bytes": 7320338432}, "peak_prefill_memory": null, "peak_decode_memory": 6243967624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
109 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "678fea51de452d2055a15ef1", "attempt_id": "62e8acaea45c", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:45.946968Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008790986612439156, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.08066597674042, "ttft_ms": 17.807874944992363, "decode_ms": 17.667958978563547}, "total_wall_ms": 69.17945900931954, "ttft_ms": 17.807874944992363, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7320338432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243967624, "mlx_cache_bytes": 192693940, "process_rss_bytes": 7320338432}, "peak_prefill_memory": null, "peak_decode_memory": 6243967624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
110 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a42ba71692612bf2dbe33aa", "attempt_id": "bf9830aa8738", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:46.052207Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008790986612439156, "decode_payload_ms": 0.0, "receiver_prefill_ms": 20.96891589462757, "ttft_ms": 18.949666991829872, "decode_ms": 17.706291982904077}, "total_wall_ms": 58.42770799063146, "ttft_ms": 18.949666991829872, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7320485888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 218056628, "process_rss_bytes": 7320485888}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
111 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9aaaa6b7f08e6c667b99d4cb", "attempt_id": "afe2c35d48c8", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:46.146035Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 75, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008790986612439156, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.421415999531746, "ttft_ms": 18.39566696435213, "decode_ms": 17.992667038924992}, "total_wall_ms": 71.49662496522069, "ttft_ms": 18.39566696435213, "input_usage": {"receiver_prompt_tokens": 75}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7320485888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6248243848, "mlx_cache_bytes": 285231028, "process_rss_bytes": 7320485888}, "peak_prefill_memory": null, "peak_decode_memory": 6248243848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
112 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "448bfae91beb84be04f96714", "attempt_id": "651a1894c416", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:46.255181Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 5863, "message_tokens": 5789, "message_utf8_bytes": 29253, "cache_tensor_bytes": null, "serialized_payload_bytes": 29253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.017583020962774754, "decode_payload_ms": 0.0, "receiver_prefill_ms": 888.2330000633374, "ttft_ms": 16.774625051766634, "decode_ms": 170.5527090234682}, "total_wall_ms": 1085.9407919924706, "ttft_ms": 16.774625051766634, "input_usage": {"receiver_prompt_tokens": 5863}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7320584192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2197555124, "process_rss_bytes": 7320584192}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-35W-2835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "output_hash": "ea221e2a2ac8c2bfdb997e586ce11190d49047c2072c8aeec6b02218b9c7263b"} |
| |
113 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e05c726b505fab8d236817db", "attempt_id": "6c7a00b67cf0", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:47.376698Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 5869, "message_tokens": 5789, "message_utf8_bytes": 29253, "cache_tensor_bytes": null, "serialized_payload_bytes": 29253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.017583020962774754, "decode_payload_ms": 0.0, "receiver_prefill_ms": 922.9697500122711, "ttft_ms": 19.880375009961426, "decode_ms": 202.90149992797524}, "total_wall_ms": 1156.133458018303, "ttft_ms": 19.880375009961426, "input_usage": {"receiver_prompt_tokens": 5869}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7320616960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2894448564, "process_rss_bytes": 7320616960}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "output_hash": "e35a975a2f9227792c5b4b03c710df10ddde842e28c40fbba4aaf1daeafead1d"} |
| |
114 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d296f020558ab97caafab41", "attempt_id": "3523a2298be0", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:48.570431Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 5869, "message_tokens": 5789, "message_utf8_bytes": 29253, "cache_tensor_bytes": null, "serialized_payload_bytes": 29253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.017583020962774754, "decode_payload_ms": 0.0, "receiver_prefill_ms": 937.1684170328081, "ttft_ms": 19.32391698937863, "decode_ms": 130.19254198297858}, "total_wall_ms": 1097.956250072457, "ttft_ms": 19.32391698937863, "input_usage": {"receiver_prompt_tokens": 5869}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7320649728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2894448564, "process_rss_bytes": 7320649728}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37.7226", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "output_hash": "8d14a8e8f86bb852bed3f5945e7857bcf38c21afb7c3bf66bf6b66c02d4929ea"} |
| |
115 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9d445110464d0cbda041e138", "attempt_id": "cd3f2bb8445b", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:49.705840Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 5864, "message_tokens": 5789, "message_utf8_bytes": 29253, "cache_tensor_bytes": null, "serialized_payload_bytes": 29253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.017583020962774754, "decode_payload_ms": 0.0, "receiver_prefill_ms": 895.7709580427036, "ttft_ms": 16.847708029672503, "decode_ms": 67.52041599247605}, "total_wall_ms": 991.547083016485, "ttft_ms": 16.847708029672503, "input_usage": {"receiver_prompt_tokens": 5864}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7320682496, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3379480500, "process_rss_bytes": 7320682496}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
116 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "419a87b53fcd04f642971bf3", "attempt_id": "7167472fa56f", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:50.735447Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 5874, "message_tokens": 5789, "message_utf8_bytes": 29253, "cache_tensor_bytes": null, "serialized_payload_bytes": 29253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.017583020962774754, "decode_payload_ms": 0.0, "receiver_prefill_ms": 919.5184169802815, "ttft_ms": 18.016417045146227, "decode_ms": 133.16979096271098}, "total_wall_ms": 1082.3056659428403, "ttft_ms": 18.016417045146227, "input_usage": {"receiver_prompt_tokens": 5874}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7320715264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4078634932, "process_rss_bytes": 7320715264}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5755305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "output_hash": "d62d1e2ffbba79e5e1387defa50c9793b60253cadaf386212b947c0cfb951e11"} |
| |
117 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "115cb5d0b7b15315a4635ca7", "attempt_id": "52197a95057f", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:51.861423Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5789}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2269, "cache_tensor_bytes": null, "serialized_payload_bytes": 2269, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.940708982758224, "decode_payload_ms": 0.0, "receiver_prefill_ms": 90.69141699001193, "ttft_ms": 18.249333021230996, "decode_ms": 17.726540914736688}, "total_wall_ms": 128.46224999520928, "ttft_ms": 18.249333021230996, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7320748032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 4468901812, "process_rss_bytes": 7320748032}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab3f5192c211bf2dd772dec35d38be6e99e86db49279ea33208a3d859ecd9c8f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
118 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d7ff404572135218ecb64fc", "attempt_id": "908392b1570d", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:52.028031Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5789}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2269, "cache_tensor_bytes": null, "serialized_payload_bytes": 2269, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.940708982758224, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.15562499593943, "ttft_ms": 19.19150003232062, "decode_ms": 19.08841705881059}, "total_wall_ms": 131.99449994135648, "ttft_ms": 19.19150003232062, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7320748032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4819257268, "process_rss_bytes": 7320748032}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab3f5192c211bf2dd772dec35d38be6e99e86db49279ea33208a3d859ecd9c8f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
119 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "25d1216c41f050f4bc6c48e4", "attempt_id": "60eaae7e5ca6", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:52.197112Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5789}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2269, "cache_tensor_bytes": null, "serialized_payload_bytes": 2269, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.940708982758224, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.55462500732392, "ttft_ms": 16.997917089611292, "decode_ms": 16.905833035707474}, "total_wall_ms": 128.0900409910828, "ttft_ms": 16.997917089611292, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7320764416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4819257268, "process_rss_bytes": 7320764416}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab3f5192c211bf2dd772dec35d38be6e99e86db49279ea33208a3d859ecd9c8f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
120 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "72cab2bc9f93d805552d7327", "attempt_id": "2e438208354b", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:52.360897Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5789}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2269, "cache_tensor_bytes": null, "serialized_payload_bytes": 2269, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.940708982758224, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.49149994179606, "ttft_ms": 18.279624986462295, "decode_ms": 17.75862497743219}, "total_wall_ms": 131.9966249866411, "ttft_ms": 18.279624986462295, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7320764416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 5064329140, "process_rss_bytes": 7320764416}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab3f5192c211bf2dd772dec35d38be6e99e86db49279ea33208a3d859ecd9c8f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
121 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2874657e568000a1c5ec909e", "attempt_id": "e1ecf3060afa", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:52.529010Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5789}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 606, "message_tokens": 516, "message_utf8_bytes": 2269, "cache_tensor_bytes": null, "serialized_payload_bytes": 2269, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.940708982758224, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.76970799732953, "ttft_ms": 18.05729093030095, "decode_ms": 168.20470802485943}, "total_wall_ms": 282.8446669736877, "ttft_ms": 18.05729093030095, "input_usage": {"receiver_prompt_tokens": 606}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7320764416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6571159640, "mlx_cache_bytes": 5432969140, "process_rss_bytes": 7320764416}, "peak_prefill_memory": null, "peak_decode_memory": 6571159640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,755,305 CAD", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab3f5192c211bf2dd772dec35d38be6e99e86db49279ea33208a3d859ecd9c8f", "output_hash": "883728329a58e4233a6d250d9fd306edb2d8c5e65b01ab87194baa37b4105c9c"} |
| |
122 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d2d3131280c2335f93d7e20f", "attempt_id": "b2aa5ca6e6b9", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:52.852787Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 580, "message_tokens": 505, "message_utf8_bytes": 1232, "cache_tensor_bytes": null, "serialized_payload_bytes": 1232, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.217834026552737, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.13220902811736, "ttft_ms": 16.474041040055454, "decode_ms": 16.25500002410263}, "total_wall_ms": 122.18420801218599, "ttft_ms": 16.474041040055454, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321190400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557724760, "mlx_cache_bytes": 5785683892, "process_rss_bytes": 7321190400}, "peak_prefill_memory": null, "peak_decode_memory": 6557724760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1002ac802b861ed3e1fadf173c8725897b360a2016fad6ee4afd1a6903fd95ba", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
123 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "72884fbf41c6040334601f75", "attempt_id": "015b10bc7d31", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:53.011050Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 586, "message_tokens": 505, "message_utf8_bytes": 1232, "cache_tensor_bytes": null, "serialized_payload_bytes": 1232, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.217834026552737, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.58783307671547, "ttft_ms": 16.666625044308603, "decode_ms": 16.241583973169327}, "total_wall_ms": 119.8052919935435, "ttft_ms": 16.666625044308603, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321206784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 6127880116, "process_rss_bytes": 7321206784}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1002ac802b861ed3e1fadf173c8725897b360a2016fad6ee4afd1a6903fd95ba", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
124 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8c7c01722c73c1adc6650cf4", "attempt_id": "dad2722e152d", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:53.165698Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 586, "message_tokens": 505, "message_utf8_bytes": 1232, "cache_tensor_bytes": null, "serialized_payload_bytes": 1232, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.217834026552737, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.02250006515533, "ttft_ms": 17.12283305823803, "decode_ms": 16.373374965041876}, "total_wall_ms": 120.88529102038592, "ttft_ms": 17.12283305823803, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321223168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 6127880116, "process_rss_bytes": 7321223168}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1002ac802b861ed3e1fadf173c8725897b360a2016fad6ee4afd1a6903fd95ba", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
125 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68192d26267c22ef5bead9d5", "attempt_id": "639cdf58c5e0", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:53.321504Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 581, "message_tokens": 505, "message_utf8_bytes": 1232, "cache_tensor_bytes": null, "serialized_payload_bytes": 1232, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.217834026552737, "decode_payload_ms": 0.0, "receiver_prefill_ms": 89.0644999453798, "ttft_ms": 17.222207970917225, "decode_ms": 71.14304194692522}, "total_wall_ms": 179.27583295386285, "ttft_ms": 17.222207970917225, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7321239552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 6366758836, "process_rss_bytes": 7321239552}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1002ac802b861ed3e1fadf173c8725897b360a2016fad6ee4afd1a6903fd95ba", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
126 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a198f8525e9778c8800f8a7d", "attempt_id": "4bb17b882bf0", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:53.536908Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 591, "message_tokens": 505, "message_utf8_bytes": 1232, "cache_tensor_bytes": null, "serialized_payload_bytes": 1232, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.217834026552737, "decode_payload_ms": 0.0, "receiver_prefill_ms": 93.71991700027138, "ttft_ms": 18.75091705005616, "decode_ms": 127.61966697871685}, "total_wall_ms": 241.44554103258997, "ttft_ms": 18.75091705005616, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7321239552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 6631491508, "process_rss_bytes": 7321239552}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5755305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1002ac802b861ed3e1fadf173c8725897b360a2016fad6ee4afd1a6903fd95ba", "output_hash": "d62d1e2ffbba79e5e1387defa50c9793b60253cadaf386212b947c0cfb951e11"} |
| |
127 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "91b964d87f8e2b989ed73534", "attempt_id": "277ba9038713", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:53.817871Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 575, "message_tokens": 500, "message_utf8_bytes": 1319, "cache_tensor_bytes": null, "serialized_payload_bytes": 1319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.203957992605865, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.23279198259115, "ttft_ms": 17.949459026567638, "decode_ms": 180.8045000070706}, "total_wall_ms": 290.50024994648993, "ttft_ms": 17.949459026567638, "input_usage": {"receiver_prompt_tokens": 575}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7321255936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6574125144, "mlx_cache_bytes": 6889146292, "process_rss_bytes": 7321255936}, "peak_prefill_memory": null, "peak_decode_memory": 6574125144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-35W-2835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "157964e7f5a1b3f822c7ee03cd09d78a58eb8f86ce71d9fcf6501602688f1edd", "output_hash": "ea221e2a2ac8c2bfdb997e586ce11190d49047c2072c8aeec6b02218b9c7263b"} |
| |
128 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9060fe8bf0136156ede9f6e9", "attempt_id": "c6705dd430ff", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:54.144533Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 591, "message_tokens": 510, "message_utf8_bytes": 1717, "cache_tensor_bytes": null, "serialized_payload_bytes": 1717, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.558582928031683, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.09783405438066, "ttft_ms": 18.526208004914224, "decode_ms": 198.55187507346272}, "total_wall_ms": 312.07766593433917, "ttft_ms": 18.526208004914224, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7321288704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 6889146292, "process_rss_bytes": 7321288704}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c59b1013b931a61f8f12a453cd2c2f2e39d888b1bf9bd21548e68fea38eba53a", "output_hash": "e35a975a2f9227792c5b4b03c710df10ddde842e28c40fbba4aaf1daeafead1d"} |
| |
129 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2360a651c0887a037a9ee6a", "attempt_id": "7730263ea4e1", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:54.494842Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 585, "message_tokens": 504, "message_utf8_bytes": 1365, "cache_tensor_bytes": null, "serialized_payload_bytes": 1365, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.5174580514431, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.51966706849635, "ttft_ms": 18.142417073249817, "decode_ms": 114.43133291322738}, "total_wall_ms": 227.91487502399832, "ttft_ms": 18.142417073249817, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7321305088, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560968792, "mlx_cache_bytes": 7129597876, "process_rss_bytes": 7321305088}, "peak_prefill_memory": null, "peak_decode_memory": 6560968792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37.7226", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "58162d39a3fba2be0b2a8a8a8048c5ada5a28a852f08698bb58674581ecacb5a", "output_hash": "8d14a8e8f86bb852bed3f5945e7857bcf38c21afb7c3bf66bf6b66c02d4929ea"} |
| |
130 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a36c9a4987d4e2d04518de75", "attempt_id": "07cfaa627ac1", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:54.760114Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 499, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 575, "message_tokens": 499, "message_utf8_bytes": 1759, "cache_tensor_bytes": null, "serialized_payload_bytes": 1759, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.644833060912788, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.08095894567668, "ttft_ms": 16.47087500896305, "decode_ms": 64.65762492734939}, "total_wall_ms": 166.16979206446558, "ttft_ms": 16.47087500896305, "input_usage": {"receiver_prompt_tokens": 575}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7321305088, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6571749464, "mlx_cache_bytes": 7129597876, "process_rss_bytes": 7321305088}, "peak_prefill_memory": null, "peak_decode_memory": 6571749464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "be85e3b52e41577ae25e04093a3a81004c18c9587d23d0f3e1cf65703ad27635", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
131 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b5157c63b0244a6d679fc7a", "attempt_id": "87033e854e8e", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:33:54.963133Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 15}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 592, "message_tokens": 506, "message_utf8_bytes": 1261, "cache_tensor_bytes": null, "serialized_payload_bytes": 1261, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.5458330055698752, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.13187493756413, "ttft_ms": 16.62950008176267, "decode_ms": 115.23570807185024}, "total_wall_ms": 221.85645799618214, "ttft_ms": 16.62950008176267, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7321305088, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 7373096884, "process_rss_bytes": 7321305088}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5755305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a636cab323aa2cf558eb3c0afcc55b69c51655ab8e0d727cb4af2d0cbb8e503c", "output_hash": "d62d1e2ffbba79e5e1387defa50c9793b60253cadaf386212b947c0cfb951e11"} |
| |
132 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "26f5faf18dd2c099dda54de4", "attempt_id": "d2854db9e083", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:02.712933Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 409, "message_tokens": 331, "message_utf8_bytes": 1694, "cache_tensor_bytes": null, "serialized_payload_bytes": 1694, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7490.471124998294, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.81937493383884, "ttft_ms": 21.76270796917379, "decode_ms": 21.194208064116538}, "total_wall_ms": 131.60641700960696, "ttft_ms": 21.76270796917379, "input_usage": {"receiver_prompt_tokens": 409, "sender_input_tokens": 5905, "sender_output_tokens": 331, "sender_prefill_ms": 1062.6493750605732, "sender_ttft_ms": 21.085791056975722, "sender_decode_ms": 6401.334583060816}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321370624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6515238608, "mlx_cache_bytes": 8897957396, "process_rss_bytes": 7321370624}, "peak_prefill_memory": null, "peak_decode_memory": 6515238608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b3c7fd2d0fad06e9ef749d084d3789e6711234d532af5351f40b5ea0ad591f0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
133 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "390ed8bb143979899209933e", "attempt_id": "80bd364088aa", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:02.886303Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 415, "message_tokens": 331, "message_utf8_bytes": 1694, "cache_tensor_bytes": null, "serialized_payload_bytes": 1694, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7490.471124998294, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.7451250134036, "ttft_ms": 21.55733306426555, "decode_ms": 20.081916940398514}, "total_wall_ms": 135.03029209095985, "ttft_ms": 21.55733306426555, "input_usage": {"receiver_prompt_tokens": 415, "sender_input_tokens": 5905, "sender_output_tokens": 331, "sender_prefill_ms": 1062.6493750605732, "sender_ttft_ms": 21.085791056975722, "sender_decode_ms": 6401.334583060816}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321370624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6520415976, "mlx_cache_bytes": 9220789388, "process_rss_bytes": 7321370624}, "peak_prefill_memory": null, "peak_decode_memory": 6520415976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b3c7fd2d0fad06e9ef749d084d3789e6711234d532af5351f40b5ea0ad591f0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
134 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa8ee0f7ba97f832faec0b27", "attempt_id": "2b166c892bfe", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:03.061983Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 415, "message_tokens": 331, "message_utf8_bytes": 1694, "cache_tensor_bytes": null, "serialized_payload_bytes": 1694, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7490.471124998294, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.88095904514194, "ttft_ms": 21.72120800241828, "decode_ms": 20.624542026780546}, "total_wall_ms": 141.78741700015962, "ttft_ms": 21.72120800241828, "input_usage": {"receiver_prompt_tokens": 415, "sender_input_tokens": 5905, "sender_output_tokens": 331, "sender_prefill_ms": 1062.6493750605732, "sender_ttft_ms": 21.085791056975722, "sender_decode_ms": 6401.334583060816}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321370624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6520415976, "mlx_cache_bytes": 9220789388, "process_rss_bytes": 7321370624}, "peak_prefill_memory": null, "peak_decode_memory": 6520415976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b3c7fd2d0fad06e9ef749d084d3789e6711234d532af5351f40b5ea0ad591f0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
135 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a24b65c39764fff8a47bfa6", "attempt_id": "fea10240f6c8", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:03.244371Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 410, "message_tokens": 331, "message_utf8_bytes": 1694, "cache_tensor_bytes": null, "serialized_payload_bytes": 1694, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7490.471124998294, "decode_payload_ms": 0.0, "receiver_prefill_ms": 104.04424997977912, "ttft_ms": 21.511208964511752, "decode_ms": 20.466499961912632}, "total_wall_ms": 147.56587496958673, "ttft_ms": 21.511208964511752, "input_usage": {"receiver_prompt_tokens": 410, "sender_input_tokens": 5905, "sender_output_tokens": 331, "sender_prefill_ms": 1062.6493750605732, "sender_ttft_ms": 21.085791056975722, "sender_decode_ms": 6401.334583060816}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321370624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6534489832, "mlx_cache_bytes": 9467384972, "process_rss_bytes": 7321370624}, "peak_prefill_memory": null, "peak_decode_memory": 6534489832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b3c7fd2d0fad06e9ef749d084d3789e6711234d532af5351f40b5ea0ad591f0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
136 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b6df04a974ac52e4ad2bc52", "attempt_id": "5c2d8fe14094", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:03.432414Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 420, "message_tokens": 331, "message_utf8_bytes": 1694, "cache_tensor_bytes": null, "serialized_payload_bytes": 1694, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7490.471124998294, "decode_payload_ms": 0.0, "receiver_prefill_ms": 101.71629197429866, "ttft_ms": 20.649250014685094, "decode_ms": 18.83020903915167}, "total_wall_ms": 142.76199997402728, "ttft_ms": 20.649250014685094, "input_usage": {"receiver_prompt_tokens": 420, "sender_input_tokens": 5905, "sender_output_tokens": 331, "sender_prefill_ms": 1062.6493750605732, "sender_ttft_ms": 21.085791056975722, "sender_decode_ms": 6401.334583060816}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321370624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6524708604, "mlx_cache_bytes": 9815137048, "process_rss_bytes": 7321370624}, "peak_prefill_memory": null, "peak_decode_memory": 6524708604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b3c7fd2d0fad06e9ef749d084d3789e6711234d532af5351f40b5ea0ad591f0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
137 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a071aa9c50a3b69d3df27abb", "attempt_id": "86a42047cd8e", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:03.615108Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 273, "message_tokens": 195, "message_utf8_bytes": 533, "cache_tensor_bytes": null, "serialized_payload_bytes": 533, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5050.6943330401555, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.38962507713586, "ttft_ms": 19.25645803567022, "decode_ms": 190.62058301642537}, "total_wall_ms": 5328.05533404462, "ttft_ms": 19.25645803567022, "input_usage": {"receiver_prompt_tokens": 273, "sender_input_tokens": 5900, "sender_output_tokens": 195, "sender_prefill_ms": 1210.4526249459013, "sender_ttft_ms": 20.56645799893886, "sender_decode_ms": 3812.972250045277}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7321436160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6406940368, "mlx_cache_bytes": 10583563032, "process_rss_bytes": 7321436160}, "peak_prefill_memory": null, "peak_decode_memory": 6406940368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-35W-2835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f56605633bd775d05fc9141dacacd5d763f4bc80ae5b58e601887e878228260", "output_hash": "ea221e2a2ac8c2bfdb997e586ce11190d49047c2072c8aeec6b02218b9c7263b"} |
| |
138 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "54332f4fec4197d14f617364", "attempt_id": "32cf540db650", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:08.983992Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 215, "message_tokens": 131, "message_utf8_bytes": 378, "cache_tensor_bytes": null, "serialized_payload_bytes": 378, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3935.5854999739677, "decode_payload_ms": 0.0, "receiver_prefill_ms": 49.255624995566905, "ttft_ms": 17.305542016401887, "decode_ms": 210.67816601134837}, "total_wall_ms": 4213.658916065469, "ttft_ms": 17.305542016401887, "input_usage": {"receiver_prompt_tokens": 215, "sender_input_tokens": 5906, "sender_output_tokens": 131, "sender_prefill_ms": 1347.031791927293, "sender_ttft_ms": 23.675625096075237, "sender_decode_ms": 2556.9956669351086}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7321485312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6353888976, "mlx_cache_bytes": 11470871320, "process_rss_bytes": 7321485312}, "peak_prefill_memory": null, "peak_decode_memory": 6353888976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9e29dcfc0850c002fc2c39ab34123a2cf74b423e641f2c8f4e0ff7eb9b9a49c2", "output_hash": "e35a975a2f9227792c5b4b03c710df10ddde842e28c40fbba4aaf1daeafead1d"} |
| |
139 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "598206170f59190aeab0d617", "attempt_id": "200311d21b58", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:13.244252Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 121, "message_tokens": 37, "message_utf8_bytes": 126, "cache_tensor_bytes": null, "serialized_payload_bytes": 126, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2247.4676250712946, "decode_payload_ms": 0.0, "receiver_prefill_ms": 43.376749963499606, "ttft_ms": 20.776125020347536, "decode_ms": 152.5301670189947}, "total_wall_ms": 2464.8429579101503, "ttft_ms": 20.776125020347536, "input_usage": {"receiver_prompt_tokens": 121, "sender_input_tokens": 5906, "sender_output_tokens": 37, "sender_prefill_ms": 1422.980458009988, "sender_ttft_ms": 21.113374968990684, "sender_decode_ms": 795.87845900096}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 7321518080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6278603376, "mlx_cache_bytes": 11565538072, "process_rss_bytes": 7321518080}, "peak_prefill_memory": null, "peak_decode_memory": 6278603376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37. 7226", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea33df8b17bdb65faac17300a1523ab8ad8b582cf2f77f8c0fe7f6111d831cc9", "output_hash": "cf31c0aa6236adf2080551a07afc5685dd68308234e541a79191ae11f080b57c"} |
| |
140 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "05099c3a3964914f22f983fe", "attempt_id": "110865264459", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:26.819507Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 443, "message_tokens": 353, "message_utf8_bytes": 829, "cache_tensor_bytes": null, "serialized_payload_bytes": 829, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11064.805541886017, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.98008296173066, "ttft_ms": 16.241665929555893, "decode_ms": 21.109582972712815}, "total_wall_ms": 131.97941600810736, "ttft_ms": 16.241665929555893, "input_usage": {"receiver_prompt_tokens": 443, "sender_input_tokens": 5933, "sender_output_tokens": 512, "sender_prefill_ms": 1185.7730839401484, "sender_ttft_ms": 21.324082976207137, "sender_decode_ms": 9851.732249953784}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321534464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6542731096, "mlx_cache_bytes": 12874277376, "process_rss_bytes": 7321534464}, "peak_prefill_memory": null, "peak_decode_memory": 6542731096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "55c5c19eeaf6806e99364a215b912dea92bf09d82f76616b4a35a712fcdf7a37", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
141 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a19185d8d8312e3c13bde89e", "attempt_id": "d95a4173a5f5", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:26.997636Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 449, "message_tokens": 353, "message_utf8_bytes": 829, "cache_tensor_bytes": null, "serialized_payload_bytes": 829, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11064.805541886017, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.26383300684392, "ttft_ms": 14.183624996803701, "decode_ms": 14.09391697961837}, "total_wall_ms": 113.98358293808997, "ttft_ms": 14.183624996803701, "input_usage": {"receiver_prompt_tokens": 449, "sender_input_tokens": 5933, "sender_output_tokens": 512, "sender_prefill_ms": 1185.7730839401484, "sender_ttft_ms": 21.324082976207137, "sender_decode_ms": 9851.732249953784}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321583616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546843504, "mlx_cache_bytes": 13224765696, "process_rss_bytes": 7321583616}, "peak_prefill_memory": null, "peak_decode_memory": 6546843504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "55c5c19eeaf6806e99364a215b912dea92bf09d82f76616b4a35a712fcdf7a37", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
142 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b1448d517c9b42b04f97b0c2", "attempt_id": "f67608cdf707", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:27.155872Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 449, "message_tokens": 353, "message_utf8_bytes": 829, "cache_tensor_bytes": null, "serialized_payload_bytes": 829, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11064.805541886017, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.9447500538081, "ttft_ms": 17.964333994314075, "decode_ms": 18.762749969027936}, "total_wall_ms": 135.15262492001057, "ttft_ms": 17.964333994314075, "input_usage": {"receiver_prompt_tokens": 449, "sender_input_tokens": 5933, "sender_output_tokens": 512, "sender_prefill_ms": 1185.7730839401484, "sender_ttft_ms": 21.324082976207137, "sender_decode_ms": 9851.732249953784}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321583616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546843504, "mlx_cache_bytes": 13224765696, "process_rss_bytes": 7321583616}, "peak_prefill_memory": null, "peak_decode_memory": 6546843504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "55c5c19eeaf6806e99364a215b912dea92bf09d82f76616b4a35a712fcdf7a37", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
143 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aefbeaf5310757642432ff27", "attempt_id": "1a2494912edc", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:27.332125Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 444, "message_tokens": 353, "message_utf8_bytes": 829, "cache_tensor_bytes": null, "serialized_payload_bytes": 829, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11064.805541886017, "decode_payload_ms": 0.0, "receiver_prefill_ms": 111.52500007301569, "ttft_ms": 21.43591595813632, "decode_ms": 21.088500041514635}, "total_wall_ms": 155.43241694103926, "ttft_ms": 21.43591595813632, "input_usage": {"receiver_prompt_tokens": 444, "sender_input_tokens": 5933, "sender_output_tokens": 512, "sender_prefill_ms": 1185.7730839401484, "sender_ttft_ms": 21.324082976207137, "sender_decode_ms": 9851.732249953784}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321583616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6543517552, "mlx_cache_bytes": 13468166400, "process_rss_bytes": 7321583616}, "peak_prefill_memory": null, "peak_decode_memory": 6543517552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "55c5c19eeaf6806e99364a215b912dea92bf09d82f76616b4a35a712fcdf7a37", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
144 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eb1676ebfc4d3c984b542133", "attempt_id": "b531b4faa0d6", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:27.532316Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 454, "message_tokens": 353, "message_utf8_bytes": 829, "cache_tensor_bytes": null, "serialized_payload_bytes": 829, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11064.805541886017, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.20520898234099, "ttft_ms": 20.812375005334616, "decode_ms": 184.49612497352064}, "total_wall_ms": 324.00487503036857, "ttft_ms": 20.812375005334616, "input_usage": {"receiver_prompt_tokens": 454, "sender_input_tokens": 5933, "sender_output_tokens": 512, "sender_prefill_ms": 1185.7730839401484, "sender_ttft_ms": 21.324082976207137, "sender_decode_ms": 9851.732249953784}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7321583616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6552217476, "mlx_cache_bytes": 13829500948, "process_rss_bytes": 7321583616}, "peak_prefill_memory": null, "peak_decode_memory": 6552217476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,755,305", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "55c5c19eeaf6806e99364a215b912dea92bf09d82f76616b4a35a712fcdf7a37", "output_hash": "2feb744bc0efb44064e0bc375d54165760453fdd2c5b159d7c1c555e36e65a43"} |
| |
145 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4fc8d577fce44c2a752e256b", "attempt_id": "b07eef67c859", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:27.899151Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 143, "message_tokens": 53, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2748.2152909506112, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.32479199022055, "ttft_ms": 18.178583006374538, "decode_ms": 180.84137502592057}, "total_wall_ms": 2992.22458305303, "ttft_ms": 18.178583006374538, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 5941, "sender_output_tokens": 74, "sender_prefill_ms": 1315.8060410059988, "sender_ttft_ms": 22.246125037781894, "sender_decode_ms": 1402.9187089763582}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7321616384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6296904360, "mlx_cache_bytes": 14617522764, "process_rss_bytes": 7321616384}, "peak_prefill_memory": null, "peak_decode_memory": 6296904360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-35W-2835", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8da0b3605a874e82b4bf825fc016fcce30d5fdf944e9d0fccdc5c1d184252e42", "output_hash": "ea221e2a2ac8c2bfdb997e586ce11190d49047c2072c8aeec6b02218b9c7263b"} |
| |
146 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f41d94de9adef2aefbae7928", "attempt_id": "97f7651e04b2", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:30.934910Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 149, "message_tokens": 53, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2719.2600410198793, "decode_payload_ms": 0.0, "receiver_prefill_ms": 39.76287506520748, "ttft_ms": 17.053707968443632, "decode_ms": 185.1222920231521}, "total_wall_ms": 2961.8572919862345, "ttft_ms": 17.053707968443632, "input_usage": {"receiver_prompt_tokens": 149, "sender_input_tokens": 5947, "sender_output_tokens": 74, "sender_prefill_ms": 1365.6813339330256, "sender_ttft_ms": 22.51449995674193, "sender_decode_ms": 1325.9585000341758}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7321616384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6301311680, "mlx_cache_bytes": 15408264348, "process_rss_bytes": 7321616384}, "peak_prefill_memory": null, "peak_decode_memory": 6301311680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T in Val-d'Or", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "370b7f4a663cebb5207d21b97139107e0cb06a94f9aaad88649256ba664e0e02", "output_hash": "dfb8072daebbc57132eb3c128bec167d710eb3a3dc63ac66bfb1a1aa35d8b466"} |
| |
147 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "933c3445c548a73271bb2a59", "attempt_id": "498c058ddd23", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:33.930853Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 148, "message_tokens": 52, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2656.3871658872813, "decode_payload_ms": 0.0, "receiver_prefill_ms": 43.040000018663704, "ttft_ms": 17.74041703902185, "decode_ms": 123.93224996048957}, "total_wall_ms": 2841.7493749875575, "ttft_ms": 17.74041703902185, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 5947, "sender_output_tokens": 73, "sender_prefill_ms": 1333.5656250128523, "sender_ttft_ms": 20.68283304106444, "sender_decode_ms": 1297.0303340116516}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7321649152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300787392, "mlx_cache_bytes": 15460168860, "process_rss_bytes": 7321649152}, "peak_prefill_memory": null, "peak_decode_memory": 6300787392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37.7226", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "083c0a087da41d3775c6d5d09753304feb55ee92973e61053f5ad5b334e940a5", "output_hash": "8d14a8e8f86bb852bed3f5945e7857bcf38c21afb7c3bf66bf6b66c02d4929ea"} |
| |
148 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "19e1d7a1bd81d7947167699e", "attempt_id": "b9779c285ac8", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:36.804546Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 1059, "message_tokens": 984, "message_utf8_bytes": 707, "cache_tensor_bytes": null, "serialized_payload_bytes": 707, "side_information_bytes": 0, "fetched_bytes": 1652, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.034917029552161694, "decode_payload_ms": 0.0, "receiver_prefill_ms": 165.15070793684572, "ttft_ms": 18.07016704697162, "decode_ms": 17.740292008966208}, "total_wall_ms": 202.86691701039672, "ttft_ms": 18.07016704697162, "input_usage": {"receiver_prompt_tokens": 1059, "sender_input_tokens": 5933, "sender_output_tokens": 512, "sender_prefill_ms": 1185.7730839401484, "sender_ttft_ms": 21.324082976207137, "sender_decode_ms": 9851.732249953784}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321681920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6826688588, "mlx_cache_bytes": 16130749596, "process_rss_bytes": 7321681920}, "peak_prefill_memory": null, "peak_decode_memory": 6826688588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1652, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0509b769d11b482b7ae85ff9f9aba82e37ec73d868b3272c2c69c4510feea8b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
149 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c8b4c20a3be8dc5d2187dc5a", "attempt_id": "921835a06ba1", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:37.039392Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 1065, "message_tokens": 984, "message_utf8_bytes": 707, "cache_tensor_bytes": null, "serialized_payload_bytes": 707, "side_information_bytes": 0, "fetched_bytes": 1652, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.034917029552161694, "decode_payload_ms": 0.0, "receiver_prefill_ms": 211.93504193797708, "ttft_ms": 21.558084059506655, "decode_ms": 21.05858305003494}, "total_wall_ms": 256.3815830508247, "ttft_ms": 21.558084059506655, "input_usage": {"receiver_prompt_tokens": 1065, "sender_input_tokens": 5933, "sender_output_tokens": 512, "sender_prefill_ms": 1185.7730839401484, "sender_ttft_ms": 21.324082976207137, "sender_decode_ms": 9851.732249953784}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321698304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6829768780, "mlx_cache_bytes": 16756192412, "process_rss_bytes": 7321698304}, "peak_prefill_memory": null, "peak_decode_memory": 6829768780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1652, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a4e081b070437d505eaad54f11a8e5fa7c93798361c0bdfafda11daf951c00c8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
150 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0b5053147c0915ded9ec6772", "attempt_id": "dda1247263d4", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:37.326910Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 1052, "message_tokens": 971, "message_utf8_bytes": 707, "cache_tensor_bytes": null, "serialized_payload_bytes": 707, "side_information_bytes": 0, "fetched_bytes": 1654, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.034917029552161694, "decode_payload_ms": 0.0, "receiver_prefill_ms": 272.1406250493601, "ttft_ms": 22.36133406404406, "decode_ms": 19.99554201029241}, "total_wall_ms": 316.3082499522716, "ttft_ms": 22.36133406404406, "input_usage": {"receiver_prompt_tokens": 1052, "sender_input_tokens": 5933, "sender_output_tokens": 512, "sender_prefill_ms": 1185.7730839401484, "sender_ttft_ms": 21.324082976207137, "sender_decode_ms": 9851.732249953784}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321698304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6822690892, "mlx_cache_bytes": 17374311580, "process_rss_bytes": 7321698304}, "peak_prefill_memory": null, "peak_decode_memory": 6822690892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1654, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9dbcf3f5d526471901396642aed9f55d218ada4be3c8155674d9963831232b06", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
151 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "956bf9711b74a95453e6f2a9", "attempt_id": "b1d6375bbbfc", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:37.674652Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 1060, "message_tokens": 984, "message_utf8_bytes": 707, "cache_tensor_bytes": null, "serialized_payload_bytes": 707, "side_information_bytes": 0, "fetched_bytes": 1652, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.034917029552161694, "decode_payload_ms": 0.0, "receiver_prefill_ms": 248.3019590144977, "ttft_ms": 20.661875023506582, "decode_ms": 20.130874938331544}, "total_wall_ms": 290.8140829531476, "ttft_ms": 20.661875023506582, "input_usage": {"receiver_prompt_tokens": 1060, "sender_input_tokens": 5933, "sender_output_tokens": 512, "sender_prefill_ms": 1185.7730839401484, "sender_ttft_ms": 21.324082976207137, "sender_decode_ms": 9851.732249953784}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7321714688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6827278412, "mlx_cache_bytes": 17810486428, "process_rss_bytes": 7321714688}, "peak_prefill_memory": null, "peak_decode_memory": 6827278412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1652, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23c1f974a1367350ba829fae008d68f7d6616f7e796efa43eae79a49a10c3d91", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
152 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b15dd2515d14fe2f61919017", "attempt_id": "15cce952a69c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:37.997627Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 1070, "message_tokens": 984, "message_utf8_bytes": 707, "cache_tensor_bytes": null, "serialized_payload_bytes": 707, "side_information_bytes": 0, "fetched_bytes": 1652, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.034917029552161694, "decode_payload_ms": 0.0, "receiver_prefill_ms": 216.98454197030514, "ttft_ms": 20.271583925932646, "decode_ms": 137.36091600731015}, "total_wall_ms": 376.2848749756813, "ttft_ms": 20.271583925932646, "input_usage": {"receiver_prompt_tokens": 1070, "sender_input_tokens": 5933, "sender_output_tokens": 512, "sender_prefill_ms": 1185.7730839401484, "sender_ttft_ms": 21.324082976207137, "sender_decode_ms": 9851.732249953784}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7321731072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6833176652, "mlx_cache_bytes": 18439500956, "process_rss_bytes": 7321731072}, "peak_prefill_memory": null, "peak_decode_memory": 6833176652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5755305", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1652, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23c1f974a1367350ba829fae008d68f7d6616f7e796efa43eae79a49a10c3d91", "output_hash": "d62d1e2ffbba79e5e1387defa50c9793b60253cadaf386212b947c0cfb951e11"} |
| |
153 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "84b1bc59755250b2cee0e573", "attempt_id": "8f4ecde24539", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:38.405799Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.790483216525267}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 5863, "message_tokens": 5789, "message_utf8_bytes": 29253, "cache_tensor_bytes": null, "serialized_payload_bytes": 2711, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0974580179899931, "decode_payload_ms": 0.020125065930187702, "receiver_prefill_ms": 1202.8437500121072, "ttft_ms": 23.167624953202903, "decode_ms": 216.9297500513494}, "total_wall_ms": 1452.3283340968192, "ttft_ms": 23.167624953202903, "input_usage": {"receiver_prompt_tokens": 5863}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7321796608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 18439500956, "process_rss_bytes": 7321796608}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-35W-2835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "output_hash": "ea221e2a2ac8c2bfdb997e586ce11190d49047c2072c8aeec6b02218b9c7263b"} |
| |
154 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "924071e395951093e1244125", "attempt_id": "476b4dfc7507", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:39.889674Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.790483216525267}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 5869, "message_tokens": 5789, "message_utf8_bytes": 29253, "cache_tensor_bytes": null, "serialized_payload_bytes": 2711, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0974580179899931, "decode_payload_ms": 0.020125065930187702, "receiver_prefill_ms": 1151.3292080489919, "ttft_ms": 22.673875093460083, "decode_ms": 230.57458305265754}, "total_wall_ms": 1413.9564159559086, "ttft_ms": 22.673875093460083, "input_usage": {"receiver_prompt_tokens": 5869}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7321796608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 18439500956, "process_rss_bytes": 7321796608}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "output_hash": "e35a975a2f9227792c5b4b03c710df10ddde842e28c40fbba4aaf1daeafead1d"} |
| |
155 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "abd2cced5a27bd9fc398f35e", "attempt_id": "5015350cdd86", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:41.336451Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.790483216525267}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 5869, "message_tokens": 5789, "message_utf8_bytes": 29253, "cache_tensor_bytes": null, "serialized_payload_bytes": 2711, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0974580179899931, "decode_payload_ms": 0.020125065930187702, "receiver_prefill_ms": 1179.158707964234, "ttft_ms": 22.077541914768517, "decode_ms": 147.1744580194354}, "total_wall_ms": 1358.0150420311838, "ttft_ms": 22.077541914768517, "input_usage": {"receiver_prompt_tokens": 5869}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7321796608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 18439500956, "process_rss_bytes": 7321796608}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37.7226", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "output_hash": "8d14a8e8f86bb852bed3f5945e7857bcf38c21afb7c3bf66bf6b66c02d4929ea"} |
| |
156 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7bca233362389308f53c2f54", "attempt_id": "ab3f72f9a2fb", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:42.727970Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.790483216525267}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 5864, "message_tokens": 5789, "message_utf8_bytes": 29253, "cache_tensor_bytes": null, "serialized_payload_bytes": 2711, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0974580179899931, "decode_payload_ms": 0.020125065930187702, "receiver_prefill_ms": 1118.071582983248, "ttft_ms": 22.51441706903279, "decode_ms": 86.86462498735636}, "total_wall_ms": 1236.7146670585498, "ttft_ms": 22.51441706903279, "input_usage": {"receiver_prompt_tokens": 5864}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7321829376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 18439500956, "process_rss_bytes": 7321829376}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
157 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f945cde444060f40853c6d5", "attempt_id": "023adc272281", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:43.997307Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.790483216525267}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 5874, "message_tokens": 5789, "message_utf8_bytes": 29253, "cache_tensor_bytes": null, "serialized_payload_bytes": 2711, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0974580179899931, "decode_payload_ms": 0.020125065930187702, "receiver_prefill_ms": 1199.8419580049813, "ttft_ms": 21.51766698807478, "decode_ms": 148.91758398152888}, "total_wall_ms": 1379.4888749253005, "ttft_ms": 21.51766698807478, "input_usage": {"receiver_prompt_tokens": 5874}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7321878528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 18439500956, "process_rss_bytes": 7321878528}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5755305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "output_hash": "d62d1e2ffbba79e5e1387defa50c9793b60253cadaf386212b947c0cfb951e11"} |
| |
158 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e863c447b91848af7a1d3cfd", "attempt_id": "0ce9beb6128a", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:46.339991Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08844359993090344, "origin_tokens": 5609, "compressed_tokens": 527, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 637, "message_tokens": 561, "message_utf8_bytes": 2707, "cache_tensor_bytes": null, "serialized_payload_bytes": 2707, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 930.6515411008149, "decode_payload_ms": 0.0, "receiver_prefill_ms": 148.0349999619648, "ttft_ms": 20.098165958188474, "decode_ms": 114.68608397990465}, "total_wall_ms": 284.4511659350246, "ttft_ms": 20.098165958188474, "input_usage": {"receiver_prompt_tokens": 637}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 7153729536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6587117656, "mlx_cache_bytes": 18832422044, "process_rss_bytes": 7153729536}, "peak_prefill_memory": null, "peak_decode_memory": 6587117656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 896-V", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a6ef4a9f2785fd4712f67695c4ffb7fb295fd2f1a45a19a71b09544c22822947", "output_hash": "74c2131589d9c107e59d8d493cb967bb465ec50e9e8656ab563aa8f09b7ac385"} |
| |
159 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dbae232901b406357e52e4a7", "attempt_id": "77fd296cf297", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:46.659017Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08844359993090344, "origin_tokens": 5609, "compressed_tokens": 527, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 643, "message_tokens": 561, "message_utf8_bytes": 2707, "cache_tensor_bytes": null, "serialized_payload_bytes": 2707, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 930.6515411008149, "decode_payload_ms": 0.0, "receiver_prefill_ms": 149.52958293724805, "ttft_ms": 20.008333958685398, "decode_ms": 357.5652919244021}, "total_wall_ms": 528.607708052732, "ttft_ms": 20.008333958685398, "input_usage": {"receiver_prompt_tokens": 643}, "output_usage": {"output_tokens": 19}, "provider_cached_usage": null, "process_memory": 7096418304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6596079716, "mlx_cache_bytes": 19195376796, "process_rss_bytes": 7096418304}, "peak_prefill_memory": null, "peak_decode_memory": 6596079716, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T Val-d'Or-85X-3996", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a6ef4a9f2785fd4712f67695c4ffb7fb295fd2f1a45a19a71b09544c22822947", "output_hash": "2aabae3c85c4ebd88bf86d67040e686ad6c4ecb6946943dd58a819027301c16a"} |
| |
160 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d83a10e7d901a991dc08d8d", "attempt_id": "325c4f0a8b9e", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:47.219427Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08844359993090344, "origin_tokens": 5609, "compressed_tokens": 527, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 643, "message_tokens": 561, "message_utf8_bytes": 2707, "cache_tensor_bytes": null, "serialized_payload_bytes": 2707, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 930.6515411008149, "decode_payload_ms": 0.0, "receiver_prefill_ms": 111.02591699454933, "ttft_ms": 17.56449998356402, "decode_ms": 17.357541946694255}, "total_wall_ms": 147.3652080167085, "ttft_ms": 17.56449998356402, "input_usage": {"receiver_prompt_tokens": 643}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7096418304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6596866136, "mlx_cache_bytes": 19195376796, "process_rss_bytes": 7096418304}, "peak_prefill_memory": null, "peak_decode_memory": 6596866136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a6ef4a9f2785fd4712f67695c4ffb7fb295fd2f1a45a19a71b09544c22822947", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
161 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "30b777fd0a367f8086e0eebf", "attempt_id": "e9124d5acc23", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:47.397642Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08844359993090344, "origin_tokens": 5609, "compressed_tokens": 527, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 638, "message_tokens": 561, "message_utf8_bytes": 2707, "cache_tensor_bytes": null, "serialized_payload_bytes": 2707, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 930.6515411008149, "decode_payload_ms": 0.0, "receiver_prefill_ms": 510.69966692011803, "ttft_ms": 20.462375017814338, "decode_ms": 60.90162496548146}, "total_wall_ms": 593.5204580891877, "ttft_ms": 20.462375017814338, "input_usage": {"receiver_prompt_tokens": 638}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 7092846592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6600912996, "mlx_cache_bytes": 19507459228, "process_rss_bytes": 7092846592}, "peak_prefill_memory": null, "peak_decode_memory": 6600912996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a6ef4a9f2785fd4712f67695c4ffb7fb295fd2f1a45a19a71b09544c22822947", "output_hash": "8fa68c7f01cff2cf9478768f28ec2ef832ba887f090823b25abbadc032d4ebce"} |
| |
162 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "502b7ce184d1d21dfcd251da", "attempt_id": "8580a09867a0", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:48.022151Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08844359993090344, "origin_tokens": 5609, "compressed_tokens": 527, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 648, "message_tokens": 561, "message_utf8_bytes": 2707, "cache_tensor_bytes": null, "serialized_payload_bytes": 2707, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 930.6515411008149, "decode_payload_ms": 0.0, "receiver_prefill_ms": 450.9146659402177, "ttft_ms": 20.768749993294477, "decode_ms": 21.232541068457067}, "total_wall_ms": 494.47400006465614, "ttft_ms": 20.768749993294477, "input_usage": {"receiver_prompt_tokens": 648}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7092109312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6594195544, "mlx_cache_bytes": 19757446300, "process_rss_bytes": 7092109312}, "peak_prefill_memory": null, "peak_decode_memory": 6594195544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a6ef4a9f2785fd4712f67695c4ffb7fb295fd2f1a45a19a71b09544c22822947", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
163 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d289cc597c24fdb29ee228d2", "attempt_id": "bc88a7642208", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:50.150572Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 35, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 214843392, "serialized_payload_bytes": 214859557, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1598.812917014584, "doc_prefill_ms": 1541.537458077073, "compress_ms": 5.493249977007508, "serialize_ms": 42.21383307594806, "load_ms": 5.261208047159016, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.725791957229376, "ttft_ms": 55.725791957229376, "decode_ms": 155.7994589675218}, "total_wall_ms": 221.40912502072752, "ttft_ms": 55.725791957229376, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7523287040, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896197948, "mlx_cache_bytes": 20518433949, "process_rss_bytes": 7523287040}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896197948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-35W-2835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ee95e0298d10a8620933006373ca7344cd29907c2bba2cdb9e5976d8f690d54", "output_hash": "ea221e2a2ac8c2bfdb997e586ce11190d49047c2072c8aeec6b02218b9c7263b"} |
| |
164 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "53ab3706b1437e4a24727cee", "attempt_id": "b77e69ee0bb6", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:50.404289Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 214843392, "serialized_payload_bytes": 214859557, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1598.812917014584, "doc_prefill_ms": 1541.537458077073, "compress_ms": 5.493249977007508, "serialize_ms": 42.21383307594806, "load_ms": 1.8002080032601953, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.7452499801293, "ttft_ms": 48.7452499801293, "decode_ms": 165.7887080218643}, "total_wall_ms": 220.96595901530236, "ttft_ms": 48.7452499801293, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7523303424, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6901113148, "mlx_cache_bytes": 20540994717, "process_rss_bytes": 7523303424}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6901113148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ee95e0298d10a8620933006373ca7344cd29907c2bba2cdb9e5976d8f690d54", "output_hash": "e35a975a2f9227792c5b4b03c710df10ddde842e28c40fbba4aaf1daeafead1d"} |
| |
165 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1e61ca1380d46f795bad1608", "attempt_id": "084461862ca2", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:50.657620Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 214843392, "serialized_payload_bytes": 214859557, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1598.812917014584, "doc_prefill_ms": 1541.537458077073, "compress_ms": 5.493249977007508, "serialize_ms": 42.21383307594806, "load_ms": 1.6902500065043569, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.932749984785914, "ttft_ms": 45.932749984785914, "decode_ms": 105.36179190967232}, "total_wall_ms": 157.84674999304116, "ttft_ms": 45.932749984785914, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7523303424, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6901113148, "mlx_cache_bytes": 20540994717, "process_rss_bytes": 7523303424}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6901113148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37.7226", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ee95e0298d10a8620933006373ca7344cd29907c2bba2cdb9e5976d8f690d54", "output_hash": "8d14a8e8f86bb852bed3f5945e7857bcf38c21afb7c3bf66bf6b66c02d4929ea"} |
| |
166 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "78119e6ccd10e1311bbcbc0b", "attempt_id": "57c532aee54a", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:50.844605Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 36, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 214843392, "serialized_payload_bytes": 214859557, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1598.812917014584, "doc_prefill_ms": 1541.537458077073, "compress_ms": 5.493249977007508, "serialize_ms": 42.21383307594806, "load_ms": 1.7353330040350556, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.51816696021706, "ttft_ms": 62.51816696021706, "decode_ms": 83.13420799095184}, "total_wall_ms": 152.45920792222023, "ttft_ms": 62.51816696021706, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 36}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7523303424, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896263484, "mlx_cache_bytes": 20564784285, "process_rss_bytes": 7523303424}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896263484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ee95e0298d10a8620933006373ca7344cd29907c2bba2cdb9e5976d8f690d54", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
167 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd1c8b0018710c608477e0bc", "attempt_id": "c051772abe96", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:51.027363Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 46, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 214843392, "serialized_payload_bytes": 214859557, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1598.812917014584, "doc_prefill_ms": 1541.537458077073, "compress_ms": 5.493249977007508, "serialize_ms": 42.21383307594806, "load_ms": 2.131583052687347, "receiver_prefill_ms": 0.0, "query_prefill_ms": 69.1459160298109, "ttft_ms": 69.1459160298109, "decode_ms": 156.02100000251085}, "total_wall_ms": 232.3008340317756, "ttft_ms": 69.1459160298109, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7523319808, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6906470716, "mlx_cache_bytes": 20588311709, "process_rss_bytes": 7523319808}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6906470716, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5755305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ee95e0298d10a8620933006373ca7344cd29907c2bba2cdb9e5976d8f690d54", "output_hash": "d62d1e2ffbba79e5e1387defa50c9793b60253cadaf386212b947c0cfb951e11"} |
| |
168 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "edcab63c3596921cf33792d3", "attempt_id": "7c2bb185cb57", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:51.371613Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "81e031f26866c087", "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 35, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 214843392, "serialized_payload_bytes": 214859585, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.795374953188, "doc_prefill_ms": 1541.537458077073, "compress_ms": 4.3887089705094695, "serialize_ms": 74.207124998793, "load_ms": 42.91366692632437, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.62266695033759, "ttft_ms": 72.62266695033759, "decode_ms": 225.46450002118945}, "total_wall_ms": 346.4274590369314, "ttft_ms": 72.62266695033759, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7739342848, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896197948, "mlx_cache_bytes": 20588311709, "process_rss_bytes": 7739342848}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896197948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-35W-2835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0f4ca48aafe82112096447bce0750db601897e1333fc54a1533dfc57d2d3553", "output_hash": "ea221e2a2ac8c2bfdb997e586ce11190d49047c2072c8aeec6b02218b9c7263b"} |
| |
169 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "096c57ad3c70b81ec896125c", "attempt_id": "868c3ff4a45a", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:51.751600Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "81e031f26866c087", "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 214843392, "serialized_payload_bytes": 214859585, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.795374953188, "doc_prefill_ms": 1541.537458077073, "compress_ms": 4.3887089705094695, "serialize_ms": 74.207124998793, "load_ms": 26.543457992374897, "receiver_prefill_ms": 0.0, "query_prefill_ms": 77.85387500189245, "ttft_ms": 77.85387500189245, "decode_ms": 257.7422499889508}, "total_wall_ms": 366.7255829786882, "ttft_ms": 77.85387500189245, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7739342848, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6901113148, "mlx_cache_bytes": 20588311709, "process_rss_bytes": 7739342848}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6901113148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0f4ca48aafe82112096447bce0750db601897e1333fc54a1533dfc57d2d3553", "output_hash": "e35a975a2f9227792c5b4b03c710df10ddde842e28c40fbba4aaf1daeafead1d"} |
| |
170 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0414323f1811a30a1069695b", "attempt_id": "c68855afcb7f", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:52.149752Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "81e031f26866c087", "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 214843392, "serialized_payload_bytes": 214859585, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.795374953188, "doc_prefill_ms": 1541.537458077073, "compress_ms": 4.3887089705094695, "serialize_ms": 74.207124998793, "load_ms": 26.326291961595416, "receiver_prefill_ms": 0.0, "query_prefill_ms": 83.01449997816235, "ttft_ms": 83.01449997816235, "decode_ms": 158.31808396615088}, "total_wall_ms": 272.2764579812065, "ttft_ms": 83.01449997816235, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7739277312, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6901113148, "mlx_cache_bytes": 20588311709, "process_rss_bytes": 7739277312}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6901113148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37.7226", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0f4ca48aafe82112096447bce0750db601897e1333fc54a1533dfc57d2d3553", "output_hash": "8d14a8e8f86bb852bed3f5945e7857bcf38c21afb7c3bf66bf6b66c02d4929ea"} |
| |
171 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb98165b9d96d99e54391a8c", "attempt_id": "c5f9e44dcf56", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:52.453089Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "81e031f26866c087", "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 36, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 214843392, "serialized_payload_bytes": 214859585, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.795374953188, "doc_prefill_ms": 1541.537458077073, "compress_ms": 4.3887089705094695, "serialize_ms": 74.207124998793, "load_ms": 22.389792022295296, "receiver_prefill_ms": 0.0, "query_prefill_ms": 84.03045800514519, "ttft_ms": 84.03045800514519, "decode_ms": 93.24729104992002}, "total_wall_ms": 204.18350002728403, "ttft_ms": 84.03045800514519, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 36}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7739277312, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896263484, "mlx_cache_bytes": 20588311709, "process_rss_bytes": 7739277312}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896263484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0f4ca48aafe82112096447bce0750db601897e1333fc54a1533dfc57d2d3553", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
172 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cedc5a9a4a5b75d8332e90d2", "attempt_id": "016b360025ff", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:52.689058Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "81e031f26866c087", "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 46, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 214843392, "serialized_payload_bytes": 214859585, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.795374953188, "doc_prefill_ms": 1541.537458077073, "compress_ms": 4.3887089705094695, "serialize_ms": 74.207124998793, "load_ms": 22.122625028714538, "receiver_prefill_ms": 0.0, "query_prefill_ms": 91.3352919742465, "ttft_ms": 91.3352919742465, "decode_ms": 167.5923749571666}, "total_wall_ms": 285.88779200799763, "ttft_ms": 91.3352919742465, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7739277312, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6906257724, "mlx_cache_bytes": 20588311709, "process_rss_bytes": 7739277312}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6906257724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5755305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0f4ca48aafe82112096447bce0750db601897e1333fc54a1533dfc57d2d3553", "output_hash": "d62d1e2ffbba79e5e1387defa50c9793b60253cadaf386212b947c0cfb951e11"} |
| |
173 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5c95ea36b16e6586502e98af", "attempt_id": "d0a6c3033a08", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:53.062189Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6505226248}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 35, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 114135552, "serialized_payload_bytes": 114169877, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.859499912709, "doc_prefill_ms": 1541.537458077073, "compress_ms": 22.414417006075382, "serialize_ms": 32.051832997240126, "load_ms": 4.557540989480913, "receiver_prefill_ms": 0.0, "query_prefill_ms": 68.74441704712808, "ttft_ms": 68.74441704712808, "decode_ms": 276.3308749999851}, "total_wall_ms": 355.68558401428163, "ttft_ms": 68.74441704712808, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7852474368, "backend_memory": {"mlx_active_bytes": 6620831752, "mlx_peak_bytes": 6723110392, "mlx_cache_bytes": 21073573901, "process_rss_bytes": 7852474368}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6723110392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-35W-2835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ad1b0c42deff3f962676443080f7100ed02811704a13ddbcd6deaa4e433e3d5", "output_hash": "ea221e2a2ac8c2bfdb997e586ce11190d49047c2072c8aeec6b02218b9c7263b"} |
| |
174 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b8899dfa38c5232361bbb03c", "attempt_id": "504d818ee59a", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:53.455734Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6505226248}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 114135552, "serialized_payload_bytes": 114169877, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.859499912709, "doc_prefill_ms": 1541.537458077073, "compress_ms": 22.414417006075382, "serialize_ms": 32.051832997240126, "load_ms": 1.790541922673583, "receiver_prefill_ms": 0.0, "query_prefill_ms": 60.76716701500118, "ttft_ms": 60.76716701500118, "decode_ms": 307.01487499754876}, "total_wall_ms": 376.3597080251202, "ttft_ms": 60.76716701500118, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7852457984, "backend_memory": {"mlx_active_bytes": 6620831752, "mlx_peak_bytes": 6736416440, "mlx_cache_bytes": 21135349613, "process_rss_bytes": 7852457984}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6736416440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ad1b0c42deff3f962676443080f7100ed02811704a13ddbcd6deaa4e433e3d5", "output_hash": "e35a975a2f9227792c5b4b03c710df10ddde842e28c40fbba4aaf1daeafead1d"} |
| |
175 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7b87393b9af4fca4dbec3e85", "attempt_id": "582e1b6f4da5", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:53.885602Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6505226248}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 114135552, "serialized_payload_bytes": 114169877, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.859499912709, "doc_prefill_ms": 1541.537458077073, "compress_ms": 22.414417006075382, "serialize_ms": 32.051832997240126, "load_ms": 4.221374983899295, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.04587500542402, "ttft_ms": 62.04587500542402, "decode_ms": 217.02791703864932}, "total_wall_ms": 293.4489999897778, "ttft_ms": 62.04587500542402, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7854522368, "backend_memory": {"mlx_active_bytes": 6620831752, "mlx_peak_bytes": 6736613184, "mlx_cache_bytes": 21135349613, "process_rss_bytes": 7854522368}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6736613184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37.7226", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ad1b0c42deff3f962676443080f7100ed02811704a13ddbcd6deaa4e433e3d5", "output_hash": "8d14a8e8f86bb852bed3f5945e7857bcf38c21afb7c3bf66bf6b66c02d4929ea"} |
| |
176 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a824405eaf294b837ffd9718", "attempt_id": "e4ae2ca8c899", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:54.233453Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6505226248}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 36, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 114135552, "serialized_payload_bytes": 114169877, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.859499912709, "doc_prefill_ms": 1541.537458077073, "compress_ms": 22.414417006075382, "serialize_ms": 32.051832997240126, "load_ms": 4.324959008954465, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.183332978747785, "ttft_ms": 62.183332978747785, "decode_ms": 115.60587503481656}, "total_wall_ms": 193.62575002014637, "ttft_ms": 62.183332978747785, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 36}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7855030272, "backend_memory": {"mlx_active_bytes": 6620831752, "mlx_peak_bytes": 6724521488, "mlx_cache_bytes": 21189482637, "process_rss_bytes": 7855030272}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6724521488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ad1b0c42deff3f962676443080f7100ed02811704a13ddbcd6deaa4e433e3d5", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
177 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd335db407354ae3e93452aa", "attempt_id": "c5b180ef3051", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:54.498691Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6505226248}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 46, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 114135552, "serialized_payload_bytes": 114169877, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.859499912709, "doc_prefill_ms": 1541.537458077073, "compress_ms": 22.414417006075382, "serialize_ms": 32.051832997240126, "load_ms": 3.722707973793149, "receiver_prefill_ms": 0.0, "query_prefill_ms": 104.59512507077307, "ttft_ms": 104.59512507077307, "decode_ms": 234.76150003261864}, "total_wall_ms": 354.3097910005599, "ttft_ms": 104.59512507077307, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7852457984, "backend_memory": {"mlx_active_bytes": 6620831752, "mlx_peak_bytes": 6747952792, "mlx_cache_bytes": 21260847565, "process_rss_bytes": 7852457984}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6747952792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5755305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ad1b0c42deff3f962676443080f7100ed02811704a13ddbcd6deaa4e433e3d5", "output_hash": "d62d1e2ffbba79e5e1387defa50c9793b60253cadaf386212b947c0cfb951e11"} |
| |
178 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "12cfcbfe4f38623360700e82", "attempt_id": "31d741341560", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:54.991568Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 35, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 60424704, "serialized_payload_bytes": 60458944, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.6279159700498, "doc_prefill_ms": 1541.537458077073, "compress_ms": 39.15904206223786, "serialize_ms": 24.84141697641462, "load_ms": 4.247333039529622, "receiver_prefill_ms": 0.0, "query_prefill_ms": 60.11162500362843, "ttft_ms": 60.11162500362843, "decode_ms": 1320.4264580272138}, "total_wall_ms": 1396.283208974637, "ttft_ms": 60.11162500362843, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7909818368, "backend_memory": {"mlx_active_bytes": 6513385480, "mlx_peak_bytes": 6603916088, "mlx_cache_bytes": 21547520717, "process_rss_bytes": 7909818368}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6603916088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the\n\n\n\n\n the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "755638bccfb6059aef38ac3eb378af720ea489034dbf82c81867309daa4bf856", "output_hash": "c0f358f51855e7d618f9216286046910891c809c38a252d0f597548531772a92"} |
| |
179 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f90b577b9834f05a6f56eb0", "attempt_id": "7586504c0a35", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:56.452254Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 60424704, "serialized_payload_bytes": 60458944, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.6279159700498, "doc_prefill_ms": 1541.537458077073, "compress_ms": 39.15904206223786, "serialize_ms": 24.84141697641462, "load_ms": 2.764499979093671, "receiver_prefill_ms": 0.0, "query_prefill_ms": 50.10529200080782, "ttft_ms": 50.10529200080782, "decode_ms": 1153.8603749359027}, "total_wall_ms": 1214.2247909214348, "ttft_ms": 50.10529200080782, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7909834752, "backend_memory": {"mlx_active_bytes": 6513238024, "mlx_peak_bytes": 6617140280, "mlx_cache_bytes": 21547668173, "process_rss_bytes": 7909834752}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6617140280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "755638bccfb6059aef38ac3eb378af720ea489034dbf82c81867309daa4bf856", "output_hash": "859a4ca68030b1846ef79a919d3311ffb1c7d31e678be717b1ca3966d3de9132"} |
| |
180 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "869b0ac5e0383c4a18569e9d", "attempt_id": "fa6f21631479", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:57.714826Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 60424704, "serialized_payload_bytes": 60458944, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.6279159700498, "doc_prefill_ms": 1541.537458077073, "compress_ms": 39.15904206223786, "serialize_ms": 24.84141697641462, "load_ms": 3.4857920836657286, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.04562497418374, "ttft_ms": 43.04562497418374, "decode_ms": 1165.7650829292834}, "total_wall_ms": 1219.3064999300987, "ttft_ms": 43.04562497418374, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7909851136, "backend_memory": {"mlx_active_bytes": 6513451016, "mlx_peak_bytes": 6617140280, "mlx_cache_bytes": 21547455181, "process_rss_bytes": 7909851136}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6617140280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "755638bccfb6059aef38ac3eb378af720ea489034dbf82c81867309daa4bf856", "output_hash": "859a4ca68030b1846ef79a919d3311ffb1c7d31e678be717b1ca3966d3de9132"} |
| |
181 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed6d8cff470e56e5a2c6d045", "attempt_id": "c5c0d33094bb", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:34:58.978873Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 36, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 60424704, "serialized_payload_bytes": 60458944, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.6279159700498, "doc_prefill_ms": 1541.537458077073, "compress_ms": 39.15904206223786, "serialize_ms": 24.84141697641462, "load_ms": 2.9430409194901586, "receiver_prefill_ms": 0.0, "query_prefill_ms": 41.93891701288521, "ttft_ms": 41.93891701288521, "decode_ms": 944.048042059876}, "total_wall_ms": 995.6399999791756, "ttft_ms": 41.93891701288521, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7909867520, "backend_memory": {"mlx_active_bytes": 6513369096, "mlx_peak_bytes": 6605032280, "mlx_cache_bytes": 21547537101, "process_rss_bytes": 7909867520}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6605032280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n bank the the the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank banks bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "755638bccfb6059aef38ac3eb378af720ea489034dbf82c81867309daa4bf856", "output_hash": "c70a566736ede56b5105b88b50ef9d426a5cde4bbe8420cf7e1dea7cba6be814"} |
| |
182 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b7603469b66d5adc19bc55a", "attempt_id": "ae0adb8e7630", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:00.016610Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 46, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 60424704, "serialized_payload_bytes": 60458944, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.6279159700498, "doc_prefill_ms": 1541.537458077073, "compress_ms": 39.15904206223786, "serialize_ms": 24.84141697641462, "load_ms": 2.193042077124119, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.42066702619195, "ttft_ms": 30.42066702619195, "decode_ms": 750.0233750324696}, "total_wall_ms": 788.7417079182342, "ttft_ms": 30.42066702619195, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7909867520, "backend_memory": {"mlx_active_bytes": 6513451016, "mlx_peak_bytes": 6628725536, "mlx_cache_bytes": 21547455181, "process_rss_bytes": 7909867520}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6628725536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "755638bccfb6059aef38ac3eb378af720ea489034dbf82c81867309daa4bf856", "output_hash": "859a4ca68030b1846ef79a919d3311ffb1c7d31e678be717b1ca3966d3de9132"} |
| |
183 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "280ab5c689cf2e1ec84cb849", "attempt_id": "48d335cb291c", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:00.887817Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5828, "keep": 1457, "compress_ms": 16.793917049653828}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 35, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727037, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 38.158707902766764, "doc_prefill_ms": 1541.537458077073, "compress_ms": 16.84312499128282, "serialize_ms": 21.09408308751881, "load_ms": 1.9096250180155039, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.205832974985242, "ttft_ms": 24.205832974985242, "decode_ms": 143.22220801841468}, "total_wall_ms": 175.5255419993773, "ttft_ms": 24.205832974985242, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7923548160, "backend_memory": {"mlx_active_bytes": 6498705416, "mlx_peak_bytes": 6541893948, "mlx_cache_bytes": 21562348237, "process_rss_bytes": 7923548160}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541893948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-33W-3403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec53939c57c49c68d3b94bef2beb2b1059f9c6b569ca501777a8fbcd2addbc54", "output_hash": "b6768ed8e24d81429bbe2edbdc8db993331f9232cf1110d4cbea2859005fc4bf"} |
| |
184 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c06ad0d8cc3ba5c7d3089daf", "attempt_id": "2b50bb61a439", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:01.103054Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5828, "keep": 1457, "compress_ms": 16.793917049653828}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727037, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 38.158707902766764, "doc_prefill_ms": 1541.537458077073, "compress_ms": 16.84312499128282, "serialize_ms": 21.09408308751881, "load_ms": 1.7364160157740116, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.280667072162032, "ttft_ms": 24.280667072162032, "decode_ms": 139.3109579803422}, "total_wall_ms": 171.36354208923876, "ttft_ms": 24.280667072162032, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7923564544, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6547349820, "mlx_cache_bytes": 21606585037, "process_rss_bytes": 7923564544}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547349820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 734-F, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.25}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec53939c57c49c68d3b94bef2beb2b1059f9c6b569ca501777a8fbcd2addbc54", "output_hash": "38f33071506fadf468cb7d8ec3e1255451591c06c05f9deef10ac0f0d02fc502"} |
| |
185 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83800e548896db1b1ca11d45", "attempt_id": "a31c406e8530", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:01.317154Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5828, "keep": 1457, "compress_ms": 16.793917049653828}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727037, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 38.158707902766764, "doc_prefill_ms": 1541.537458077073, "compress_ms": 16.84312499128282, "serialize_ms": 21.09408308751881, "load_ms": 0.8316250750795007, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.28120791632682, "ttft_ms": 26.28120791632682, "decode_ms": 27.636707993224263}, "total_wall_ms": 60.488332994282246, "ttft_ms": 26.28120791632682, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 7923564544, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6547349820, "mlx_cache_bytes": 21607764685, "process_rss_bytes": 7923564544}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547349820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec53939c57c49c68d3b94bef2beb2b1059f9c6b569ca501777a8fbcd2addbc54", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
186 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ca6e8b6085e67f2977a96ddd", "attempt_id": "8cf18d298572", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:01.419464Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5828, "keep": 1457, "compress_ms": 16.793917049653828}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 36, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727037, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 38.158707902766764, "doc_prefill_ms": 1541.537458077073, "compress_ms": 16.84312499128282, "serialize_ms": 21.09408308751881, "load_ms": 1.7862910171970725, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.456667015329003, "ttft_ms": 24.456667015329003, "decode_ms": 56.237999931909144}, "total_wall_ms": 87.59758295491338, "ttft_ms": 24.456667015329003, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 36}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7923564544, "backend_memory": {"mlx_active_bytes": 6498869256, "mlx_peak_bytes": 6541599036, "mlx_cache_bytes": 21609403085, "process_rss_bytes": 7923564544}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541599036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec53939c57c49c68d3b94bef2beb2b1059f9c6b569ca501777a8fbcd2addbc54", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
187 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d6a8e07ee6fc37fc34ed20d6", "attempt_id": "f3b24c2fa688", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:01.539525Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5828, "keep": 1457, "compress_ms": 16.793917049653828}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 46, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727037, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 38.158707902766764, "doc_prefill_ms": 1541.537458077073, "compress_ms": 16.84312499128282, "serialize_ms": 21.09408308751881, "load_ms": 1.8013330409303308, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.87500007171184, "ttft_ms": 23.87500007171184, "decode_ms": 27.435083989985287}, "total_wall_ms": 58.12279100064188, "ttft_ms": 23.87500007171184, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 46}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 7923564544, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6551118140, "mlx_cache_bytes": 21610484429, "process_rss_bytes": 7923564544}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6551118140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec53939c57c49c68d3b94bef2beb2b1059f9c6b569ca501777a8fbcd2addbc54", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
188 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "17fa924ece25bfeac7094b8e", "attempt_id": "f397f56faee4", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:01.655256Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5828, "keep": 1457, "compress_ms": 8.894333033822477}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 35, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727031, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.056916940025985, "doc_prefill_ms": 1541.537458077073, "compress_ms": 8.941083098761737, "serialize_ms": 14.902082970365882, "load_ms": 1.6861249459907413, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.478583014570177, "ttft_ms": 24.478583014570177, "decode_ms": 645.4097919631749}, "total_wall_ms": 676.2308749603108, "ttft_ms": 24.478583014570177, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7964311552, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6541861180, "mlx_cache_bytes": 21667107533, "process_rss_bytes": 7964311552}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541861180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To To", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a30913d9bfdfa081ccd19ed001f94f61d64dd0019dde26436bcd0434761fd2a", "output_hash": "e6845e4bf308fb39ef3bac923b259eb4b33ec01e36ca3f33629149a4ce3dc62f"} |
| |
189 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "825dbcf5a3ac74c2e5dd3330", "attempt_id": "7167b4e6028f", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:02.360756Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5828, "keep": 1457, "compress_ms": 8.894333033822477}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727031, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.056916940025985, "doc_prefill_ms": 1541.537458077073, "compress_ms": 8.941083098761737, "serialize_ms": 14.902082970365882, "load_ms": 2.192749991081655, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.581584031693637, "ttft_ms": 24.581584031693637, "decode_ms": 649.6939590433612}, "total_wall_ms": 681.1535829911008, "ttft_ms": 24.581584031693637, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7964327936, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6547349820, "mlx_cache_bytes": 21667107533, "process_rss_bytes": 7964327936}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547349820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The site is the site. The site is the site. The site is the site. The site is the site. The site is the site. The site is the site. The site is the site. The site is the site.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a30913d9bfdfa081ccd19ed001f94f61d64dd0019dde26436bcd0434761fd2a", "output_hash": "8d1b34ab17c19d1ca36b490a9dcf0db10da0692e93bbb922e84c7c1bd4a4c6a3"} |
| |
190 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee4bb26811a7d3a6da5c6575", "attempt_id": "75c2b328d4da", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:03.082212Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5828, "keep": 1457, "compress_ms": 8.894333033822477}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727031, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.056916940025985, "doc_prefill_ms": 1541.537458077073, "compress_ms": 8.941083098761737, "serialize_ms": 14.902082970365882, "load_ms": 2.033374970778823, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.601041990332305, "ttft_ms": 23.601041990332305, "decode_ms": 217.932750005275}, "total_wall_ms": 248.11445898376405, "ttft_ms": 23.601041990332305, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 16}, "provider_cached_usage": null, "process_memory": 7964327936, "backend_memory": {"mlx_active_bytes": 6500048904, "mlx_peak_bytes": 6547349820, "mlx_cache_bytes": 21668057805, "process_rss_bytes": 7964327936}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547349820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words or a number), with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a30913d9bfdfa081ccd19ed001f94f61d64dd0019dde26436bcd0434761fd2a", "output_hash": "79e3a5979c1914bcdefaec8446bb066de2d26d1df804ff78828b1bc4dd6b1264"} |
| |
191 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bee3a15277d3c7ea38432bdb", "attempt_id": "273230284b33", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:03.368682Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5828, "keep": 1457, "compress_ms": 8.894333033822477}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 36, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727031, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.056916940025985, "doc_prefill_ms": 1541.537458077073, "compress_ms": 8.941083098761737, "serialize_ms": 14.902082970365882, "load_ms": 1.725125010125339, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.97083304822445, "ttft_ms": 23.97083304822445, "decode_ms": 643.0414170026779}, "total_wall_ms": 673.4806670574471, "ttft_ms": 23.97083304822445, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7964327936, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6541599036, "mlx_cache_bytes": 21667107533, "process_rss_bytes": 7964327936}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541599036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words or a number), with no explanation. Give a short answer (a few words or a number), with no explanation. Give a short answer (a few words or a number), with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a30913d9bfdfa081ccd19ed001f94f61d64dd0019dde26436bcd0434761fd2a", "output_hash": "d2191225f7a3273a397a50527562d7432c78feb17cf6d86734f9a9f75acb2771"} |
| |
192 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af3fd0ce9f736642d6b74fa7", "attempt_id": "61c0c32b1d37", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:04.082126Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5828, "keep": 1457, "compress_ms": 8.894333033822477}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 46, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727031, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.056916940025985, "doc_prefill_ms": 1541.537458077073, "compress_ms": 8.941083098761737, "serialize_ms": 14.902082970365882, "load_ms": 2.026042086072266, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.53116702195257, "ttft_ms": 22.53116702195257, "decode_ms": 653.5252499161288}, "total_wall_ms": 682.6997920870781, "ttft_ms": 22.53116702195257, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 7964327936, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6551118140, "mlx_cache_bytes": 21667107533, "process_rss_bytes": 7964327936}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6551118140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a30913d9bfdfa081ccd19ed001f94f61d64dd0019dde26436bcd0434761fd2a", "output_hash": "6d625800235ed664e917b07a2900bdfe056efaae47cdc342f18001898bba22a3"} |
| |
193 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ff0523b988606ec38402a45c", "attempt_id": "a7dcee6bce8a", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:04.794096Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 35, "compress_ms": 91.39379195403308}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 35, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.42154200468212, "doc_prefill_ms": 1541.537458077073, "compress_ms": 95.58008296880871, "serialize_ms": 10.613749967887998, "load_ms": 1.569500076584518, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.218040936626494, "ttft_ms": 23.218040936626494, "decode_ms": 82.11574994493276}, "total_wall_ms": 217.85916690714657, "ttft_ms": 23.218040936626494, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 7966195712, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6540845372, "mlx_cache_bytes": 21711655765, "process_rss_bytes": 7966195712}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6540845372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-3525", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "77d54840e4f747c8e0b444f10280d0a73b17e49f5c1eef6374c2c3dd65bfe3b9"} |
| |
194 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13fb3baa60d5fdb6217a0817", "attempt_id": "b96810bcb367", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:05.041412Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 41, "compress_ms": 65.2935829712078}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727075, "side_information_bytes": 16227, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.25575005356222, "doc_prefill_ms": 1541.537458077073, "compress_ms": 69.83045896049589, "serialize_ms": 9.191415971145034, "load_ms": 1.703707966953516, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.19525000732392, "ttft_ms": 24.19525000732392, "decode_ms": 150.2953750314191}, "total_wall_ms": 260.0382500095293, "ttft_ms": 24.19525000732392, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7966720000, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6546465084, "mlx_cache_bytes": 21745324885, "process_rss_bytes": 7966720000}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546465084, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "393f282f34920e78222ed2c45c7afbb0d74ba82789256a9b68572ff5c923bcf3", "output_hash": "e35a975a2f9227792c5b4b03c710df10ddde842e28c40fbba4aaf1daeafead1d"} |
| |
195 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "63042305083c222d9b940e52", "attempt_id": "bff45cef934a", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:05.331271Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 41, "compress_ms": 62.36500001978129}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 76.30620803683996, "doc_prefill_ms": 1541.537458077073, "compress_ms": 66.85987510718405, "serialize_ms": 9.227875038050115, "load_ms": 1.5220420900732279, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.241707938723266, "ttft_ms": 23.241707938723266, "decode_ms": 96.16129100322723}, "total_wall_ms": 201.7505830153823, "ttft_ms": 23.241707938723266, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7968014336, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6546465084, "mlx_cache_bytes": 21751845717, "process_rss_bytes": 7968014336}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546465084, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37.7226", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "8d14a8e8f86bb852bed3f5945e7857bcf38c21afb7c3bf66bf6b66c02d4929ea"} |
| |
196 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "db0e43005ad2fb9980ef9fdb", "attempt_id": "dcd15d15c6c4", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:05.561887Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 36, "compress_ms": 62.80399998649955}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 36, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 76.2594579719007, "doc_prefill_ms": 1541.537458077073, "compress_ms": 67.08437507040799, "serialize_ms": 8.94354097545147, "load_ms": 1.5655839815735817, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.09700008481741, "ttft_ms": 23.09700008481741, "decode_ms": 54.42295898683369}, "total_wall_ms": 159.84708303585649, "ttft_ms": 23.09700008481741, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 36}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 7968079872, "backend_memory": {"mlx_active_bytes": 6498869256, "mlx_peak_bytes": 6541402428, "mlx_cache_bytes": 21766230869, "process_rss_bytes": 7968079872}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541402428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
197 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1aa83fc0b92ab0a0667f0071", "attempt_id": "ead03702924a", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:05.751080Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 46, "compress_ms": 65.83262502681464}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 46, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.2022499954328, "doc_prefill_ms": 1541.537458077073, "compress_ms": 70.33237488940358, "serialize_ms": 8.64858296699822, "load_ms": 0.5851669702678919, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.823084029369056, "ttft_ms": 22.823084029369056, "decode_ms": 81.7125840112567}, "total_wall_ms": 193.0169160477817, "ttft_ms": 22.823084029369056, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 7968161792, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6550446396, "mlx_cache_bytes": 21795951445, "process_rss_bytes": 7968161792}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6550446396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "575305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "75daa451ded08a57179669aeab4e08ea21394499abaee7231c4414a586f29988"} |
| |
198 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aeb7fe0ab75059ac80a2c4a1", "attempt_id": "87f06b34679e", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:06.050460Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 19, "compress_ms": 69.58037510048598}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 35, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.35158305149525, "doc_prefill_ms": 1541.537458077073, "compress_ms": 69.70658409409225, "serialize_ms": 7.483124965801835, "load_ms": 1.625208999030292, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.054499994032085, "ttft_ms": 23.054499994032085, "decode_ms": 13.601417071186006}, "total_wall_ms": 42.87312494125217, "ttft_ms": 23.054499994032085, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7968243712, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6540845372, "mlx_cache_bytes": 21806469973, "process_rss_bytes": 7968243712}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6540845372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
199 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dcbf499fdeba6168c8c5f266", "attempt_id": "01c089446215", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:06.121460Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 19, "compress_ms": 69.58037510048598}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.35158305149525, "doc_prefill_ms": 1541.537458077073, "compress_ms": 69.70658409409225, "serialize_ms": 7.483124965801835, "load_ms": 1.6864578938111663, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.05174996238202, "ttft_ms": 24.05174996238202, "decode_ms": 13.6673329398036}, "total_wall_ms": 43.937250040471554, "ttft_ms": 24.05174996238202, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7968243712, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6546465084, "mlx_cache_bytes": 21806469973, "process_rss_bytes": 7968243712}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546465084, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
200 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70525c50a0c29e5aced635ef", "attempt_id": "88d9118ad84d", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:06.193254Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 19, "compress_ms": 69.58037510048598}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.35158305149525, "doc_prefill_ms": 1541.537458077073, "compress_ms": 69.70658409409225, "serialize_ms": 7.483124965801835, "load_ms": 1.6596670029684901, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.689416935667396, "ttft_ms": 23.689416935667396, "decode_ms": 13.59795790631324}, "total_wall_ms": 43.52587496396154, "ttft_ms": 23.689416935667396, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7968243712, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6546465084, "mlx_cache_bytes": 21806469973, "process_rss_bytes": 7968243712}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546465084, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
201 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56282bd898d2d148788e8d54", "attempt_id": "27481e5177fd", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:06.264730Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 19, "compress_ms": 69.58037510048598}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 36, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.35158305149525, "doc_prefill_ms": 1541.537458077073, "compress_ms": 69.70658409409225, "serialize_ms": 7.483124965801835, "load_ms": 1.238917000591755, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.42491690069437, "ttft_ms": 23.42491690069437, "decode_ms": 96.56791703309864}, "total_wall_ms": 125.7548329886049, "ttft_ms": 23.42491690069437, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7968260096, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6541402428, "mlx_cache_bytes": 21806469973, "process_rss_bytes": 7968260096}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541402428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Harold K. Varfelesh", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "3da9a81a1030a2ecf3d6b30d5412b9f0ee2fadc365e686f823d1296e43ef2607"} |
| |
202 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cf04f79fd66d5719f2f7cc7b", "attempt_id": "4aea269d64d2", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:06.419006Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 19, "compress_ms": 69.58037510048598}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 46, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.35158305149525, "doc_prefill_ms": 1541.537458077073, "compress_ms": 69.70658409409225, "serialize_ms": 7.483124965801835, "load_ms": 1.3263749424368143, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.08033301960677, "ttft_ms": 23.08033301960677, "decode_ms": 82.96758297365159}, "total_wall_ms": 111.94937501568347, "ttft_ms": 23.08033301960677, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 7968260096, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6550446396, "mlx_cache_bytes": 21805290325, "process_rss_bytes": 7968260096}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6550446396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "573305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "94f8ed8e54d00a6071ac0634d0246f5e31a258d610304965e6354e0f5f2b7b30"} |
| |
203 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01f0d34d0fcb6c0e14ba79ee", "attempt_id": "2a48f7710e34", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:06.559977Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 35, "compress_ms": 116.56158301047981}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 35, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53726967, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 144.56595794763416, "doc_prefill_ms": 1541.537458077073, "compress_ms": 121.14912504330277, "serialize_ms": 23.179042036645114, "load_ms": 55.736458976753056, "receiver_prefill_ms": 0.0, "query_prefill_ms": 517.6973750349134, "ttft_ms": 517.6973750349134, "decode_ms": 83.52329197805375}, "total_wall_ms": 810.2075409842655, "ttft_ms": 517.6973750349134, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 8056635392, "backend_memory": {"mlx_active_bytes": 6499557384, "mlx_peak_bytes": 6582816304, "mlx_cache_bytes": 22005573625, "process_rss_bytes": 8056635392}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6582816304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-3525", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d0b4eea40e81370f6f972a6e964c9f5e0815ecf055a32b2e49895d1ff56fe83", "output_hash": "77d54840e4f747c8e0b444f10280d0a73b17e49f5c1eef6374c2c3dd65bfe3b9"} |
| |
204 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "515f96904400cc48d9601fb3", "attempt_id": "d146055a2448", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:07.399731Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 41, "compress_ms": 65.07104192860425}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53726966, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.03683299850672, "doc_prefill_ms": 1541.537458077073, "compress_ms": 69.7722079930827, "serialize_ms": 11.019916972145438, "load_ms": 1.1975000379607081, "receiver_prefill_ms": 0.0, "query_prefill_ms": 437.42016702890396, "ttft_ms": 437.42016702890396, "decode_ms": 163.32900000270456}, "total_wall_ms": 687.9309170180932, "ttft_ms": 437.42016702890396, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 8116142080, "backend_memory": {"mlx_active_bytes": 6499852296, "mlx_peak_bytes": 6583127616, "mlx_cache_bytes": 22017519265, "process_rss_bytes": 8116142080}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6583127616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "75bd6fba096a8939b4be7e4ed58073a0c74c7508b5dc8f27d513dbb8ac7e778d", "output_hash": "e35a975a2f9227792c5b4b03c710df10ddde842e28c40fbba4aaf1daeafead1d"} |
| |
205 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b754e6b49deeffab028e35e2", "attempt_id": "0292f3653ccd", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:08.119049Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 41, "compress_ms": 81.12658397294581}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53726966, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 102.6566659566015, "doc_prefill_ms": 1541.537458077073, "compress_ms": 88.36629102006555, "serialize_ms": 13.923500082455575, "load_ms": 1.269125030376017, "receiver_prefill_ms": 0.0, "query_prefill_ms": 433.29624994657934, "ttft_ms": 433.29624994657934, "decode_ms": 101.09975002706051}, "total_wall_ms": 645.244583953172, "ttft_ms": 433.29624994657934, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 8156004352, "backend_memory": {"mlx_active_bytes": 6499786760, "mlx_peak_bytes": 6584962656, "mlx_cache_bytes": 22017584801, "process_rss_bytes": 8156004352}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584962656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37.7226", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "75bd6fba096a8939b4be7e4ed58073a0c74c7508b5dc8f27d513dbb8ac7e778d", "output_hash": "8d14a8e8f86bb852bed3f5945e7857bcf38c21afb7c3bf66bf6b66c02d4929ea"} |
| |
206 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec1ff5766ea17537e66641d7", "attempt_id": "fa5b51789a4f", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:08.812445Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 36, "compress_ms": 91.07783297076821}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 36, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53726966, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 207.6985000167042, "doc_prefill_ms": 1541.537458077073, "compress_ms": 97.79545804485679, "serialize_ms": 109.53670798335224, "load_ms": 1.4317500172182918, "receiver_prefill_ms": 0.0, "query_prefill_ms": 377.05483299214393, "ttft_ms": 377.05483299214393, "decode_ms": 57.8465840080753}, "total_wall_ms": 652.3652500472963, "ttft_ms": 377.05483299214393, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 36}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 8196014080, "backend_memory": {"mlx_active_bytes": 6499491848, "mlx_peak_bytes": 6583316024, "mlx_cache_bytes": 22017879713, "process_rss_bytes": 8196014080}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6583316024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "75bd6fba096a8939b4be7e4ed58073a0c74c7508b5dc8f27d513dbb8ac7e778d", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
207 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23d37d8879757d869890d3c4", "attempt_id": "ec362182c6a3", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:09.512799Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 46, "compress_ms": 76.67824998497963}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 46, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53726966, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.75408292748034, "doc_prefill_ms": 1541.537458077073, "compress_ms": 83.82025000173599, "serialize_ms": 19.59399995394051, "load_ms": 1.2482090387493372, "receiver_prefill_ms": 0.0, "query_prefill_ms": 469.5345419459045, "ttft_ms": 469.5345419459045, "decode_ms": 85.50412498880178}, "total_wall_ms": 666.8761658947915, "ttft_ms": 469.5345419459045, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 8234090496, "backend_memory": {"mlx_active_bytes": 6499852296, "mlx_peak_bytes": 6586543832, "mlx_cache_bytes": 22026015789, "process_rss_bytes": 8234090496}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6586543832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "575305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "75bd6fba096a8939b4be7e4ed58073a0c74c7508b5dc8f27d513dbb8ac7e778d", "output_hash": "75daa451ded08a57179669aeab4e08ea21394499abaee7231c4414a586f29988"} |
| |
208 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d2e9f8403bde14f44fa8691b", "attempt_id": "aa067ae1b7e8", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:10.228580Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 35, "compress_ms": 85.2190419100225, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 35, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 28533888, "serialized_payload_bytes": 28568200, "side_information_bytes": 34312, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 118.52491705212742, "doc_prefill_ms": 1541.537458077073, "compress_ms": 102.62966610025615, "serialize_ms": 15.227457974106073, "load_ms": 2.046832931227982, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.25358402170241, "ttft_ms": 20.25358402170241, "decode_ms": 92.73670800030231}, "total_wall_ms": 240.3197919484228, "ttft_ms": 20.25358402170241, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 8262238208, "backend_memory": {"mlx_active_bytes": 6449134224, "mlx_peak_bytes": 6499546560, "mlx_cache_bytes": 22150525845, "process_rss_bytes": 8262238208}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6499546560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HV-3525", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2ee707fcf13dc2ae91caf4dc0529d2035a334c66a9c674fc73fdb0c5ef406fb4", "output_hash": "77d54840e4f747c8e0b444f10280d0a73b17e49f5c1eef6374c2c3dd65bfe3b9"} |
| |
209 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "08e5ea018f467c5e462553de", "attempt_id": "55d132006c6c", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:10.521146Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 41, "compress_ms": 71.5942500391975, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 28533888, "serialized_payload_bytes": 28568200, "side_information_bytes": 34312, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 100.20558396354318, "doc_prefill_ms": 1541.537458077073, "compress_ms": 85.63979202881455, "serialize_ms": 13.900749967433512, "load_ms": 1.8462080042809248, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.303500001318753, "ttft_ms": 20.303500001318753, "decode_ms": 169.14945899043232}, "total_wall_ms": 298.0046250158921, "ttft_ms": 20.303500001318753, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 8264105984, "backend_memory": {"mlx_active_bytes": 6447792904, "mlx_peak_bytes": 6506365736, "mlx_cache_bytes": 22188404077, "process_rss_bytes": 8264105984}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6506365736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 136-T, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2ee707fcf13dc2ae91caf4dc0529d2035a334c66a9c674fc73fdb0c5ef406fb4", "output_hash": "e35a975a2f9227792c5b4b03c710df10ddde842e28c40fbba4aaf1daeafead1d"} |
| |
210 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "adc13bafd80ac26507a665b6", "attempt_id": "d438c82af261", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:10.860038Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 41, "compress_ms": 68.93370801117271, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 41, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 28533888, "serialized_payload_bytes": 28568201, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.12662500794977, "doc_prefill_ms": 1541.537458077073, "compress_ms": 82.57808303460479, "serialize_ms": 9.037749958224595, "load_ms": 1.8649169942364097, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.155500038526952, "ttft_ms": 20.155500038526952, "decode_ms": 102.82995796296746}, "total_wall_ms": 222.38000005017966, "ttft_ms": 20.155500038526952, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 8264679424, "backend_memory": {"mlx_active_bytes": 6447788392, "mlx_peak_bytes": 6506365736, "mlx_cache_bytes": 22188408589, "process_rss_bytes": 8264679424}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6506365736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "37.7226", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd19d56dce773f5808f4904b1f2a1e3ccd970b7d4c381ad2b7a5afa275558525", "output_hash": "8d14a8e8f86bb852bed3f5945e7857bcf38c21afb7c3bf66bf6b66c02d4929ea"} |
| |
211 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "276bb23de257c9f66e680385", "attempt_id": "cfce89efb303", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:11.125046Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 36, "compress_ms": 65.19824999850243, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 36, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 28533888, "serialized_payload_bytes": 28568201, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 87.57304097525775, "doc_prefill_ms": 1541.537458077073, "compress_ms": 78.02754198201, "serialize_ms": 8.887749980203807, "load_ms": 1.8885839963331819, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.56845801137388, "ttft_ms": 42.56845801137388, "decode_ms": 58.14845801796764}, "total_wall_ms": 195.03941701259464, "ttft_ms": 42.56845801137388, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 36}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 8264679424, "backend_memory": {"mlx_active_bytes": 6447779080, "mlx_peak_bytes": 6499347440, "mlx_cache_bytes": 22188417901, "process_rss_bytes": 8264679424}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6499347440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd19d56dce773f5808f4904b1f2a1e3ccd970b7d4c381ad2b7a5afa275558525", "output_hash": "8f33021df5b0cccfe63c24a771d88027febebd2eb3850b900232cb72da008089"} |
| |
212 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ac16d7d1ef680db81328e869", "attempt_id": "72eae196df55", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:11.352567Z", "task_family": "synthetic", "document_id": "syn_03001_8000", "document_hash": "bada8ba4956b59f8a22a68843c4c56f104029ebc33a4c35fcf192e0cf7667914", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5828, "keep": 1457, "window_tokens": 46, "compress_ms": 65.03683305345476, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5789, "source_tokens_receiver": 5789, "query_tokens": 46, "message_tokens": 5828, "message_utf8_bytes": 29253, "cache_tensor_bytes": 28533888, "serialized_payload_bytes": 28568201, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 86.4086669171229, "doc_prefill_ms": 1541.537458077073, "compress_ms": 77.66120904125273, "serialize_ms": 8.289041928946972, "load_ms": 1.7958339303731918, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.354832988232374, "ttft_ms": 20.354832988232374, "decode_ms": 87.10033306851983}, "total_wall_ms": 200.52620803471655, "ttft_ms": 20.354832988232374, "input_usage": {"receiver_prefix_tokens": 5828, "dense_cache_bytes": 214843392, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 8264695808, "backend_memory": {"mlx_active_bytes": 6447800656, "mlx_peak_bytes": 6512320328, "mlx_cache_bytes": 22208546917, "process_rss_bytes": 8264695808}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6512320328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "575305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd19d56dce773f5808f4904b1f2a1e3ccd970b7d4c381ad2b7a5afa275558525", "output_hash": "75daa451ded08a57179669aeab4e08ea21394499abaee7231c4414a586f29988"} |
| |
213 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f486bcb8131481d820150dbd", "attempt_id": "d8fdbaa74334", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:12.362145Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 63, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007541966624557972, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.568709031678736, "ttft_ms": 14.23187495674938, "decode_ms": 13.675708090886474}, "total_wall_ms": 52.06633289344609, "ttft_ms": 14.23187495674938, "input_usage": {"receiver_prompt_tokens": 63}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7354744832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221554036, "mlx_cache_bytes": 269518512, "process_rss_bytes": 7354744832}, "peak_prefill_memory": null, "peak_decode_memory": 6221554036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
214 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aeaf8fd2d964cebe93cd52e5", "attempt_id": "2a3b369bc9b8", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:12.456612Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007541966624557972, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.516416898928583, "ttft_ms": 13.461083988659084, "decode_ms": 13.426708057522774}, "total_wall_ms": 50.95220904331654, "ttft_ms": 13.461083988659084, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7354744832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 334988976, "process_rss_bytes": 7354744832}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
215 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b7777d1bd98a1678923b69bf", "attempt_id": "c856b32f08b9", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:12.545181Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007541966624557972, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.537500062957406, "ttft_ms": 13.006291002966464, "decode_ms": 13.059500022791326}, "total_wall_ms": 50.105499918572605, "ttft_ms": 13.006291002966464, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7354744832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 334988976, "process_rss_bytes": 7354744832}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
216 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "95db904ce686828736a8b81e", "attempt_id": "5ade6b4293c3", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:12.631664Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007541966624557972, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.706917107105255, "ttft_ms": 13.04262492340058, "decode_ms": 13.130582985468209}, "total_wall_ms": 41.373208980076015, "ttft_ms": 13.04262492340058, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7354744832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 360056748, "process_rss_bytes": 7354744832}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
217 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c5b9ea56c4431e2e724ab8ca", "attempt_id": "3a38efdb3422", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:12.710054Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 75, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007541966624557972, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.83299998473376, "ttft_ms": 12.994709075428545, "decode_ms": 13.084833975881338}, "total_wall_ms": 50.48612505197525, "ttft_ms": 12.994709075428545, "input_usage": {"receiver_prompt_tokens": 75}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7354744832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6248243848, "mlx_cache_bytes": 427231148, "process_rss_bytes": 7354744832}, "peak_prefill_memory": null, "peak_decode_memory": 6248243848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
218 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1e4495a04a4917eb05cd2066", "attempt_id": "619e1654a990", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:12.797322Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 10939, "message_tokens": 10866, "message_utf8_bytes": 58595, "cache_tensor_bytes": null, "serialized_payload_bytes": 58595, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009082956239581108, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2073.93791701179, "ttft_ms": 16.750000067986548, "decode_ms": 147.5022080121562}, "total_wall_ms": 2254.4996249489486, "ttft_ms": 16.750000067986548, "input_usage": {"receiver_prompt_tokens": 10939}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7354925056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3231172524, "process_rss_bytes": 7354925056}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
219 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5e0daa07834c496eb4c0d7ab", "attempt_id": "23b3464f48d7", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:15.088522Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 10947, "message_tokens": 10866, "message_utf8_bytes": 58595, "cache_tensor_bytes": null, "serialized_payload_bytes": 58595, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009082956239581108, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2167.928875074722, "ttft_ms": 15.693999943323433, "decode_ms": 173.9595839753747}, "total_wall_ms": 2374.6618749573827, "ttft_ms": 15.693999943323433, "input_usage": {"receiver_prompt_tokens": 10947}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7355006976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3670968236, "process_rss_bytes": 7355006976}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
220 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cc6a76ae7c06cce32e8e85bc", "attempt_id": "8fac6db49c63", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:17.500158Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 10947, "message_tokens": 10866, "message_utf8_bytes": 58595, "cache_tensor_bytes": null, "serialized_payload_bytes": 58595, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009082956239581108, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2413.4685839526355, "ttft_ms": 18.59162503387779, "decode_ms": 107.43400000501424}, "total_wall_ms": 2556.6333750030026, "ttft_ms": 18.59162503387779, "input_usage": {"receiver_prompt_tokens": 10947}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7355056128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3670968236, "process_rss_bytes": 7355056128}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
221 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd01a403b1f78283d81f1b96", "attempt_id": "d07ca91be611", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:20.097211Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 10940, "message_tokens": 10866, "message_utf8_bytes": 58595, "cache_tensor_bytes": null, "serialized_payload_bytes": 58595, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009082956239581108, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2287.1494999853894, "ttft_ms": 15.066834050230682, "decode_ms": 93.54320901911706}, "total_wall_ms": 2412.1986250393093, "ttft_ms": 15.066834050230682, "input_usage": {"receiver_prompt_tokens": 10940}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 7355039744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3958900652, "process_rss_bytes": 7355039744}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
222 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "54b4ad6513079623dba5471c", "attempt_id": "f8e100ec8b37", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:22.548237Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 10951, "message_tokens": 10866, "message_utf8_bytes": 58595, "cache_tensor_bytes": null, "serialized_payload_bytes": 58595, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009082956239581108, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2049.185417010449, "ttft_ms": 15.46670903917402, "decode_ms": 104.87537493463606}, "total_wall_ms": 2186.425708932802, "ttft_ms": 15.46670903917402, "input_usage": {"receiver_prompt_tokens": 10951}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7355056128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4376758188, "process_rss_bytes": 7355056128}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1531312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "output_hash": "9c7a227a5bd79eec2e7a69dc010998273ed559b0aa1b489c27f5900dd1a8c0e7"} |
| |
223 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d458e0dfa273bc2caaf0a2a1", "attempt_id": "d93212c62fd7", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:24.779507Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10866}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 594, "message_tokens": 516, "message_utf8_bytes": 2326, "cache_tensor_bytes": null, "serialized_payload_bytes": 2326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.940709008835256, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.9842499224469, "ttft_ms": 14.275916968472302, "decode_ms": 135.99741691723466}, "total_wall_ms": 234.54195901285857, "ttft_ms": 14.275916968472302, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7355056128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 4758669228, "process_rss_bytes": 7355056128}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3e565ae6dd714734ee42389334c241312a627bce1a4f5edaaae75cb35ae2719", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
224 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "06d6cfb26ef76a38eaeb95fa", "attempt_id": "4eb7e6fe81b4", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:25.049680Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10866}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2326, "cache_tensor_bytes": null, "serialized_payload_bytes": 2326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.940709008835256, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.11774997692555, "ttft_ms": 13.587875058874488, "decode_ms": 133.65645904559642}, "total_wall_ms": 223.72908308170736, "ttft_ms": 13.587875058874488, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7355072512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 5125048236, "process_rss_bytes": 7355072512}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 118-T, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3e565ae6dd714734ee42389334c241312a627bce1a4f5edaaae75cb35ae2719", "output_hash": "0fc454526a34ef8b863d2499f47104e5fda0d65d443f81886c6a035c267b70ea"} |
| |
225 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3aa2976793e4240d1f42fc3f", "attempt_id": "dbb7e621c4a5", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:25.311508Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10866}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2326, "cache_tensor_bytes": null, "serialized_payload_bytes": 2326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.940709008835256, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.12479107733816, "ttft_ms": 13.495624996721745, "decode_ms": 13.400417054072022}, "total_wall_ms": 102.25241701118648, "ttft_ms": 13.495624996721745, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7355088896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 5125048236, "process_rss_bytes": 7355088896}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3e565ae6dd714734ee42389334c241312a627bce1a4f5edaaae75cb35ae2719", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
226 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e9ae736d595a0c1fd6ba01a", "attempt_id": "12254347bfdf", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:25.449527Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10866}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2326, "cache_tensor_bytes": null, "serialized_payload_bytes": 2326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.940709008835256, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.27754204440862, "ttft_ms": 13.629707973450422, "decode_ms": 13.292124960571527}, "total_wall_ms": 104.45166600402445, "ttft_ms": 13.629707973450422, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7355105280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 5369726892, "process_rss_bytes": 7355105280}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3e565ae6dd714734ee42389334c241312a627bce1a4f5edaaae75cb35ae2719", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
227 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3adae14e7e6ecf98287e4b50", "attempt_id": "ac1c78d63f09", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:25.589890Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10866}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 606, "message_tokens": 516, "message_utf8_bytes": 2326, "cache_tensor_bytes": null, "serialized_payload_bytes": 2326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.940709008835256, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.69833290856332, "ttft_ms": 13.402834068983793, "decode_ms": 13.305625063367188}, "total_wall_ms": 104.79675000533462, "ttft_ms": 13.402834068983793, "input_usage": {"receiver_prompt_tokens": 606}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7355105280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6571159640, "mlx_cache_bytes": 5723424684, "process_rss_bytes": 7355105280}, "peak_prefill_memory": null, "peak_decode_memory": 6571159640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3e565ae6dd714734ee42389334c241312a627bce1a4f5edaaae75cb35ae2719", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
228 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e7e87f653ed0172ebda92cc", "attempt_id": "3d4aaf29c04e", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:25.740269Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 574, "message_tokens": 500, "message_utf8_bytes": 1252, "cache_tensor_bytes": null, "serialized_payload_bytes": 1252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.059000014327466, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.45645802747458, "ttft_ms": 13.514709076844156, "decode_ms": 13.691750005818903}, "total_wall_ms": 103.76533307135105, "ttft_ms": 13.514709076844156, "input_usage": {"receiver_prompt_tokens": 574}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7355629568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553890904, "mlx_cache_bytes": 6072600492, "process_rss_bytes": 7355629568}, "peak_prefill_memory": null, "peak_decode_memory": 6553890904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90621e675e744007fb0dfe12e0ed2c035d86abbf4946cf85f4d01ff78c7bd459", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
229 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b7ff533930a42dddd6de6321", "attempt_id": "f75821e1e777", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:25.881116Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 582, "message_tokens": 500, "message_utf8_bytes": 1252, "cache_tensor_bytes": null, "serialized_payload_bytes": 1252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.059000014327466, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.54045795183629, "ttft_ms": 13.332249945960939, "decode_ms": 13.414209010079503}, "total_wall_ms": 110.45029095839709, "ttft_ms": 13.332249945960939, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7355645952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559101016, "mlx_cache_bytes": 6426691500, "process_rss_bytes": 7355645952}, "peak_prefill_memory": null, "peak_decode_memory": 6559101016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90621e675e744007fb0dfe12e0ed2c035d86abbf4946cf85f4d01ff78c7bd459", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
230 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d6a4d6beaf6fe8580b7fd33a", "attempt_id": "ea017bfea8a7", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:26.028718Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 582, "message_tokens": 500, "message_utf8_bytes": 1252, "cache_tensor_bytes": null, "serialized_payload_bytes": 1252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.059000014327466, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.57412507757545, "ttft_ms": 13.614125084131956, "decode_ms": 14.145791996270418}, "total_wall_ms": 112.62637504842132, "ttft_ms": 13.614125084131956, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7355678720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559101016, "mlx_cache_bytes": 6426691500, "process_rss_bytes": 7355678720}, "peak_prefill_memory": null, "peak_decode_memory": 6559101016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90621e675e744007fb0dfe12e0ed2c035d86abbf4946cf85f4d01ff78c7bd459", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
231 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "947bd013acba3418c27c62e6", "attempt_id": "92a0e3481a77", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:26.179265Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 575, "message_tokens": 500, "message_utf8_bytes": 1252, "cache_tensor_bytes": null, "serialized_payload_bytes": 1252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.059000014327466, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.91866602282971, "ttft_ms": 13.727375073358417, "decode_ms": 81.04916696902364}, "total_wall_ms": 177.73304204456508, "ttft_ms": 13.727375073358417, "input_usage": {"receiver_prompt_tokens": 575}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 7355678720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554382424, "mlx_cache_bytes": 6663112620, "process_rss_bytes": 7355678720}, "peak_prefill_memory": null, "peak_decode_memory": 6554382424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90621e675e744007fb0dfe12e0ed2c035d86abbf4946cf85f4d01ff78c7bd459", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
232 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "510ad19fdcc87514cf18bbb7", "attempt_id": "1681ad35ff92", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:26.393991Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 586, "message_tokens": 500, "message_utf8_bytes": 1252, "cache_tensor_bytes": null, "serialized_payload_bytes": 1252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.059000014327466, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.6502080783248, "ttft_ms": 14.199084020219743, "decode_ms": 121.03170901536942}, "total_wall_ms": 220.02637502737343, "ttft_ms": 14.199084020219743, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7355695104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 7005308844, "process_rss_bytes": 7355695104}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,531,312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90621e675e744007fb0dfe12e0ed2c035d86abbf4946cf85f4d01ff78c7bd459", "output_hash": "d6ca862a68dce904d42518333d051ae2631617756a4842c2a20f87761770feaa"} |
| |
233 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2b5d6aeade1c312e062ead63", "attempt_id": "74677d28da6f", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:26.651215Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 578, "message_tokens": 504, "message_utf8_bytes": 1347, "cache_tensor_bytes": null, "serialized_payload_bytes": 1347, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.4197920467704535, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.55016705859452, "ttft_ms": 13.422374962829053, "decode_ms": 133.9149170089513}, "total_wall_ms": 233.36491698864847, "ttft_ms": 13.422374962829053, "input_usage": {"receiver_prompt_tokens": 578}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7355711488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6576517208, "mlx_cache_bytes": 7264389036, "process_rss_bytes": 7355711488}, "peak_prefill_memory": null, "peak_decode_memory": 6576517208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "42418de8906c2e896b456c21a9985fc57e50cb3606dbe5770d798b36e8c975a0", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
234 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "16bb0fdd9cdbe7228ba51c44", "attempt_id": "3506f73d0daf", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:26.922236Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 589, "message_tokens": 507, "message_utf8_bytes": 1458, "cache_tensor_bytes": null, "serialized_payload_bytes": 1458, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.3924580784514546, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.79875002335757, "ttft_ms": 14.000374940223992, "decode_ms": 154.066166956909}, "total_wall_ms": 255.37862500641495, "ttft_ms": 14.000374940223992, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7355727872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 7506610092, "process_rss_bytes": 7355727872}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "538454d53ab8125d91c208fd210fe114f5b529c5b5b3aa248b4f8e0d9d761a8e", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
235 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "87b8ad9dc9f1a3b4b81a1c6a", "attempt_id": "291981be2063", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:27.215430Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 592, "message_tokens": 510, "message_utf8_bytes": 1356, "cache_tensor_bytes": null, "serialized_payload_bytes": 1356, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1734169460833073, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.91500005684793, "ttft_ms": 14.372499892488122, "decode_ms": 97.44304197374731}, "total_wall_ms": 197.03666702844203, "ttft_ms": 14.372499892488122, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7355727872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585167960, "mlx_cache_bytes": 7771932588, "process_rss_bytes": 7355727872}, "peak_prefill_memory": null, "peak_decode_memory": 6585167960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d31f252242c8eb5503d2e5b5ee7bfb31786bb478a3069142d00bf525308f504e", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
236 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7273473edb02808aeac192fb", "attempt_id": "ea97486f4440", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:27.450460Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 498, "n_sentences": 18}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 572, "message_tokens": 497, "message_utf8_bytes": 1450, "cache_tensor_bytes": null, "serialized_payload_bytes": 1450, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.11216595582664, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.33529102895409, "ttft_ms": 14.236500021070242, "decode_ms": 85.448749945499}, "total_wall_ms": 180.27574999723583, "ttft_ms": 14.236500021070242, "input_usage": {"receiver_prompt_tokens": 572}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 7355727872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6572716144, "mlx_cache_bytes": 8028260268, "process_rss_bytes": 7355727872}, "peak_prefill_memory": null, "peak_decode_memory": 6572716144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a2335075f527a7f3c9de168cdee63633d5320b87d195d7375528240f668c3c47", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
237 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "851a05b319f36d6270e6ad93", "attempt_id": "fec1dcce1371", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:27.667805Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 586, "message_tokens": 500, "message_utf8_bytes": 1252, "cache_tensor_bytes": null, "serialized_payload_bytes": 1252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.3041660208255053, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.22604203224182, "ttft_ms": 13.438333990052342, "decode_ms": 119.67333301436156}, "total_wall_ms": 221.7742500361055, "ttft_ms": 13.438333990052342, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7355727872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 8028260268, "process_rss_bytes": 7355727872}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,531,312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90621e675e744007fb0dfe12e0ed2c035d86abbf4946cf85f4d01ff78c7bd459", "output_hash": "d6ca862a68dce904d42518333d051ae2631617756a4842c2a20f87761770feaa"} |
| |
238 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b4f3c6da1b2df88320730aa8", "attempt_id": "23cd63770752", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:38.201231Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 590, "message_tokens": 512, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10272.92783302255, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.45416598767042, "ttft_ms": 14.461667044088244, "decode_ms": 136.59795804414898}, "total_wall_ms": 244.16000000201166, "ttft_ms": 14.461667044088244, "input_usage": {"receiver_prompt_tokens": 590, "sender_input_tokens": 10982, "sender_output_tokens": 512, "sender_prefill_ms": 2515.648333937861, "sender_ttft_ms": 16.2123340414837, "sender_decode_ms": 7729.048833018169}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7356858368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581842008, "mlx_cache_bytes": 9565243308, "process_rss_bytes": 7356858368}, "peak_prefill_memory": null, "peak_decode_memory": 6581842008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89a203c3c0c99b3e1fca1ab5887c3e7ddedb85a5ae53163497c975080c7677e6", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
239 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7fe29653df5cc65f0d49f3ad", "attempt_id": "519f4c836d92", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:38.504599Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10272.92783302255, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.68629196938127, "ttft_ms": 14.260875061154366, "decode_ms": 151.53391694184393}, "total_wall_ms": 259.1602080501616, "ttft_ms": 14.260875061154366, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 10982, "sender_output_tokens": 512, "sender_prefill_ms": 2515.648333937861, "sender_ttft_ms": 16.2123340414837, "sender_decode_ms": 7729.048833018169}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7356874752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6589263960, "mlx_cache_bytes": 9833318316, "process_rss_bytes": 7356874752}, "peak_prefill_memory": null, "peak_decode_memory": 6589263960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89a203c3c0c99b3e1fca1ab5887c3e7ddedb85a5ae53163497c975080c7677e6", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
240 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a03556ea664633b542b8e046", "attempt_id": "13a5f522f9a8", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:38.822316Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10272.92783302255, "decode_payload_ms": 0.0, "receiver_prefill_ms": 93.91058294568211, "ttft_ms": 14.564332901500165, "decode_ms": 14.499915996566415}, "total_wall_ms": 124.91516605950892, "ttft_ms": 14.564332901500165, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 10982, "sender_output_tokens": 512, "sender_prefill_ms": 2515.648333937861, "sender_ttft_ms": 16.2123340414837, "sender_decode_ms": 7729.048833018169}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7356874752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6586789976, "mlx_cache_bytes": 9833318316, "process_rss_bytes": 7356874752}, "peak_prefill_memory": null, "peak_decode_memory": 6586789976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89a203c3c0c99b3e1fca1ab5887c3e7ddedb85a5ae53163497c975080c7677e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
241 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ac80501a05b4d004749cedc4", "attempt_id": "b8ffe516b175", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:39.008611Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10272.92783302255, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.02941695973277, "ttft_ms": 14.299749978818, "decode_ms": 14.035874977707863}, "total_wall_ms": 125.30066689942032, "ttft_ms": 14.299749978818, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 10982, "sender_output_tokens": 512, "sender_prefill_ms": 2515.648333937861, "sender_ttft_ms": 16.2123340414837, "sender_decode_ms": 7729.048833018169}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7356891136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 10076227500, "process_rss_bytes": 7356891136}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89a203c3c0c99b3e1fca1ab5887c3e7ddedb85a5ae53163497c975080c7677e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
242 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "147b32d99c287d4f480ba0a5", "attempt_id": "cc6cc022268d", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:39.188612Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 602, "message_tokens": 512, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10272.92783302255, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.4765419960022, "ttft_ms": 14.278250047937036, "decode_ms": 125.3354171058163}, "total_wall_ms": 238.8815419981256, "ttft_ms": 14.278250047937036, "input_usage": {"receiver_prompt_tokens": 602, "sender_input_tokens": 10982, "sender_output_tokens": 512, "sender_prefill_ms": 2515.648333937861, "sender_ttft_ms": 16.2123340414837, "sender_decode_ms": 7729.048833018169}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 7356891136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 10076227500, "process_rss_bytes": 7356891136}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,531,312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89a203c3c0c99b3e1fca1ab5887c3e7ddedb85a5ae53163497c975080c7677e6", "output_hash": "d6ca862a68dce904d42518333d051ae2631617756a4842c2a20f87761770feaa"} |
| |
243 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5edf5ec4b65e76ee0a501f20", "attempt_id": "e8d1d776482c", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:39.481293Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 296, "message_tokens": 219, "message_utf8_bytes": 757, "cache_tensor_bytes": null, "serialized_payload_bytes": 757, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5988.304708036594, "decode_payload_ms": 0.0, "receiver_prefill_ms": 43.987833079881966, "ttft_ms": 13.328250031918287, "decode_ms": 131.77537498995662}, "total_wall_ms": 6178.493250044994, "ttft_ms": 13.328250031918287, "input_usage": {"receiver_prompt_tokens": 296, "sender_input_tokens": 10976, "sender_output_tokens": 219, "sender_prefill_ms": 2789.014208014123, "sender_ttft_ms": 16.39999996405095, "sender_decode_ms": 3169.3130841013044}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7356973056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6428189964, "mlx_cache_bytes": 10612280392, "process_rss_bytes": 7356973056}, "peak_prefill_memory": null, "peak_decode_memory": 6428189964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "539047978f34e97bdd6a07a37baa12f1041d0fd5644009e68e3e13c2ac724584", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
244 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4be86b7b16243eada4925333", "attempt_id": "fcf1e42a6328", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:45.719793Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 233, "message_tokens": 148, "message_utf8_bytes": 415, "cache_tensor_bytes": null, "serialized_payload_bytes": 415, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4635.110375005752, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.995249959640205, "ttft_ms": 13.540082960389555, "decode_ms": 149.94191692676395}, "total_wall_ms": 4832.3034580098465, "ttft_ms": 13.540082960389555, "input_usage": {"receiver_prompt_tokens": 233, "sender_input_tokens": 10984, "sender_output_tokens": 148, "sender_prefill_ms": 2479.426083038561, "sender_ttft_ms": 15.741707989946008, "sender_decode_ms": 2131.648499984294}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7357071360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6367307020, "mlx_cache_bytes": 11107306568, "process_rss_bytes": 7357071360}, "peak_prefill_memory": null, "peak_decode_memory": 6367307020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b1de81575637fcb9b0efd01bf75b06826dd36ff37f72bb20719ac9a15ee3a5bb", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
245 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79e41cf6e13c72a0fc666cd5", "attempt_id": "58468ab543e7", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:35:50.589594Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 120, "message_tokens": 35, "message_utf8_bytes": 150, "cache_tensor_bytes": null, "serialized_payload_bytes": 150, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3402.0788338966668, "decode_payload_ms": 0.0, "receiver_prefill_ms": 28.38375000283122, "ttft_ms": 13.978917035274208, "decode_ms": 13.744249939918518}, "total_wall_ms": 3458.7704580044374, "ttft_ms": 13.978917035274208, "input_usage": {"receiver_prompt_tokens": 120, "sender_input_tokens": 10984, "sender_output_tokens": 35, "sender_prefill_ms": 2851.028583943844, "sender_ttft_ms": 16.338499961420894, "sender_decode_ms": 525.2961660735309}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7357120512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6277948016, "mlx_cache_bytes": 11246406728, "process_rss_bytes": 7357120512}, "peak_prefill_memory": null, "peak_decode_memory": 6277948016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f75d1b6724846665cffcadfb12b77ee13616957e6594573d8dd084db080882e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
246 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1304183bf4a68bc036da12b5", "attempt_id": "bcaa904336d7", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:04.178593Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 460, "message_tokens": 372, "message_utf8_bytes": 905, "cache_tensor_bytes": null, "serialized_payload_bytes": 905, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10090.549416956492, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.80037498660386, "ttft_ms": 13.907916960306466, "decode_ms": 139.4011660013348}, "total_wall_ms": 228.85787498671561, "ttft_ms": 13.907916960306466, "input_usage": {"receiver_prompt_tokens": 460, "sender_input_tokens": 11010, "sender_output_tokens": 512, "sender_prefill_ms": 2403.337790980004, "sender_ttft_ms": 15.600332990288734, "sender_decode_ms": 7662.309875013307}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7357169664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6476277636, "mlx_cache_bytes": 12440589172, "process_rss_bytes": 7357169664}, "peak_prefill_memory": null, "peak_decode_memory": 6476277636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c2f19a1cd6f15fece5575c99a6ac8d23a8afa6850aef4848e40557f63bb4e0", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
247 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0b57a9c9c03d99119903fbc4", "attempt_id": "0eb51b82443f", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:04.474043Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 468, "message_tokens": 372, "message_utf8_bytes": 905, "cache_tensor_bytes": null, "serialized_payload_bytes": 905, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10090.549416956492, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.31074998062104, "ttft_ms": 14.556999900378287, "decode_ms": 15.164167038165033}, "total_wall_ms": 107.82149992883205, "ttft_ms": 14.556999900378287, "input_usage": {"receiver_prompt_tokens": 468, "sender_input_tokens": 11010, "sender_output_tokens": 512, "sender_prefill_ms": 2403.337790980004, "sender_ttft_ms": 15.600332990288734, "sender_decode_ms": 7662.309875013307}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7357169664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6481209252, "mlx_cache_bytes": 12726999744, "process_rss_bytes": 7357169664}, "peak_prefill_memory": null, "peak_decode_memory": 6481209252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c2f19a1cd6f15fece5575c99a6ac8d23a8afa6850aef4848e40557f63bb4e0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
248 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "398cc24eb3e92d8f9cbcaf00", "attempt_id": "4d3238e80419", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:04.640969Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 468, "message_tokens": 372, "message_utf8_bytes": 905, "cache_tensor_bytes": null, "serialized_payload_bytes": 905, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10090.549416956492, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.2338340068236, "ttft_ms": 14.817291987128556, "decode_ms": 13.999833026900887}, "total_wall_ms": 108.51549997460097, "ttft_ms": 14.817291987128556, "input_usage": {"receiver_prompt_tokens": 468, "sender_input_tokens": 11010, "sender_output_tokens": 512, "sender_prefill_ms": 2403.337790980004, "sender_ttft_ms": 15.600332990288734, "sender_decode_ms": 7662.309875013307}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7357169664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6481209252, "mlx_cache_bytes": 12726999744, "process_rss_bytes": 7357169664}, "peak_prefill_memory": null, "peak_decode_memory": 6481209252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c2f19a1cd6f15fece5575c99a6ac8d23a8afa6850aef4848e40557f63bb4e0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
249 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "013232167ce4d8c4a1c9ebba", "attempt_id": "347c88be27e5", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:04.803141Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 461, "message_tokens": 372, "message_utf8_bytes": 905, "cache_tensor_bytes": null, "serialized_payload_bytes": 905, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10090.549416956492, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.7121659591794, "ttft_ms": 15.462458017282188, "decode_ms": 14.090167009271681}, "total_wall_ms": 107.69874998368323, "ttft_ms": 15.462458017282188, "input_usage": {"receiver_prompt_tokens": 461, "sender_input_tokens": 11010, "sender_output_tokens": 512, "sender_prefill_ms": 2403.337790980004, "sender_ttft_ms": 15.600332990288734, "sender_decode_ms": 7662.309875013307}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7357169664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6476752804, "mlx_cache_bytes": 12916529856, "process_rss_bytes": 7357169664}, "peak_prefill_memory": null, "peak_decode_memory": 6476752804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c2f19a1cd6f15fece5575c99a6ac8d23a8afa6850aef4848e40557f63bb4e0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
250 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "08266f66a2c35afaf962de6f", "attempt_id": "50997491d2f3", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:04.964377Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 472, "message_tokens": 372, "message_utf8_bytes": 905, "cache_tensor_bytes": null, "serialized_payload_bytes": 905, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10090.549416956492, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.83066695183516, "ttft_ms": 14.329707948490977, "decode_ms": 14.114040997810662}, "total_wall_ms": 103.8555420236662, "ttft_ms": 14.329707948490977, "input_usage": {"receiver_prompt_tokens": 472, "sender_input_tokens": 11010, "sender_output_tokens": 512, "sender_prefill_ms": 2403.337790980004, "sender_ttft_ms": 15.600332990288734, "sender_decode_ms": 7662.309875013307}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7357186048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6483486644, "mlx_cache_bytes": 13193617948, "process_rss_bytes": 7357186048}, "peak_prefill_memory": null, "peak_decode_memory": 6483486644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c2f19a1cd6f15fece5575c99a6ac8d23a8afa6850aef4848e40557f63bb4e0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
251 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "646074a62c10355f9981577e", "attempt_id": "225f0c63850f", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:05.122085Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 138, "message_tokens": 49, "message_utf8_bytes": 115, "cache_tensor_bytes": null, "serialized_payload_bytes": 115, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3560.974750085734, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.509250005707145, "ttft_ms": 13.571958988904953, "decode_ms": 136.7968749254942}, "total_wall_ms": 3742.4675410147756, "ttft_ms": 13.571958988904953, "input_usage": {"receiver_prompt_tokens": 138, "sender_input_tokens": 11017, "sender_output_tokens": 73, "sender_prefill_ms": 2455.695625045337, "sender_ttft_ms": 15.964832971803844, "sender_decode_ms": 1076.236999942921}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7359332352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6293545620, "mlx_cache_bytes": 13710287936, "process_rss_bytes": 7359332352}, "peak_prefill_memory": null, "peak_decode_memory": 6293545620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0e7a4ac26d627e33653115a04b21acba75baa30100b067685e7f07568c29d034", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
252 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23a24a4075c8d7e2fa5ef786", "attempt_id": "e6411952cc41", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:08.921943Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 151, "message_tokens": 54, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3477.9402499552816, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.82799997739494, "ttft_ms": 13.770250021480024, "decode_ms": 148.1213748920709}, "total_wall_ms": 3672.360915923491, "ttft_ms": 13.770250021480024, "input_usage": {"receiver_prompt_tokens": 151, "sender_input_tokens": 11025, "sender_output_tokens": 76, "sender_prefill_ms": 2342.1153750969097, "sender_ttft_ms": 15.35470795352012, "sender_decode_ms": 1110.988458036445}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7359397888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303098124, "mlx_cache_bytes": 14307779648, "process_rss_bytes": 7359397888}, "peak_prefill_memory": null, "peak_decode_memory": 6303098124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S in Val-d'Or", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c5bfce1f0da43ba0eb32a732b6d1d5df4ac6dff05907ca520c84afcecb75099e", "output_hash": "118cdf4be2a47414164526e9fa5c386117b71e8fc4cdc70c0d4794e7e60f3783"} |
| |
253 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ad37e1799b9ed09e71234ed5", "attempt_id": "485b32857910", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:12.633452Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 150, "message_tokens": 53, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3536.9258749997243, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.18079190608114, "ttft_ms": 13.778666034340858, "decode_ms": 96.08749998733401}, "total_wall_ms": 3678.526791045442, "ttft_ms": 13.778666034340858, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 11025, "sender_output_tokens": 75, "sender_prefill_ms": 2392.617625067942, "sender_ttft_ms": 16.020040959119797, "sender_decode_ms": 1117.6750839222223}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7359561728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303098124, "mlx_cache_bytes": 14307779648, "process_rss_bytes": 7359561728}, "peak_prefill_memory": null, "peak_decode_memory": 6303098124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8393fd39bd93d7613224cb33a8a3a113a23820dde629dfb9c293a4eaa8de6077", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
254 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dabe1ac1c48efb54627e1572", "attempt_id": "ae43430681d9", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:16.351013Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 841, "message_tokens": 767, "message_utf8_bytes": 529, "cache_tensor_bytes": null, "serialized_payload_bytes": 529, "side_information_bytes": 0, "fetched_bytes": 1450, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02604199107736349, "decode_payload_ms": 0.0, "receiver_prefill_ms": 98.1573750032112, "ttft_ms": 14.114958932623267, "decode_ms": 136.66612503584474}, "total_wall_ms": 250.53495808970183, "ttft_ms": 14.114958932623267, "input_usage": {"receiver_prompt_tokens": 841, "sender_input_tokens": 11010, "sender_output_tokens": 512, "sender_prefill_ms": 2403.337790980004, "sender_ttft_ms": 15.600332990288734, "sender_decode_ms": 7662.309875013307}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7359578112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6708998220, "mlx_cache_bytes": 14846141504, "process_rss_bytes": 7359578112}, "peak_prefill_memory": null, "peak_decode_memory": 6708998220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1450, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "67effc15304b82a09040e0036d767d75922bbce2694955685a1706a0298f23bd", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
255 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd3131d0fbf1221451cfcb2e", "attempt_id": "95e618cf7554", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:16.641042Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 849, "message_tokens": 767, "message_utf8_bytes": 529, "cache_tensor_bytes": null, "serialized_payload_bytes": 529, "side_information_bytes": 0, "fetched_bytes": 1450, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02604199107736349, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.60391603596509, "ttft_ms": 14.11995803937316, "decode_ms": 13.856624951586127}, "total_wall_ms": 136.23145804740489, "ttft_ms": 14.11995803937316, "input_usage": {"receiver_prompt_tokens": 849, "sender_input_tokens": 11010, "sender_output_tokens": 512, "sender_prefill_ms": 2403.337790980004, "sender_ttft_ms": 15.600332990288734, "sender_decode_ms": 7662.309875013307}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7359578112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6713749580, "mlx_cache_bytes": 15365514304, "process_rss_bytes": 7359578112}, "peak_prefill_memory": null, "peak_decode_memory": 6713749580, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1450, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "812236809ab2cf0788fc6c30f1dced6760d8205135db48b74b691a4c32c64c34", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
256 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "813197e240cd061c774d3ba3", "attempt_id": "51f08846168a", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:16.817764Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 849, "message_tokens": 767, "message_utf8_bytes": 529, "cache_tensor_bytes": null, "serialized_payload_bytes": 529, "side_information_bytes": 0, "fetched_bytes": 1450, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02604199107736349, "decode_payload_ms": 0.0, "receiver_prefill_ms": 114.77566603571177, "ttft_ms": 13.608959037810564, "decode_ms": 14.1292919870466}, "total_wall_ms": 144.12291592452675, "ttft_ms": 13.608959037810564, "input_usage": {"receiver_prompt_tokens": 849, "sender_input_tokens": 11010, "sender_output_tokens": 512, "sender_prefill_ms": 2403.337790980004, "sender_ttft_ms": 15.600332990288734, "sender_decode_ms": 7662.309875013307}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7359578112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6713749580, "mlx_cache_bytes": 15365514304, "process_rss_bytes": 7359578112}, "peak_prefill_memory": null, "peak_decode_memory": 6713749580, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1450, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "330dc81a7a8fc098407928bddec9e94b73c787938abb0867b1ccc89bb7e07051", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
257 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f781dc4bc25d266c49acfb90", "attempt_id": "65c2b85b3820", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:17.001157Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 842, "message_tokens": 767, "message_utf8_bytes": 529, "cache_tensor_bytes": null, "serialized_payload_bytes": 529, "side_information_bytes": 0, "fetched_bytes": 1450, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02604199107736349, "decode_payload_ms": 0.0, "receiver_prefill_ms": 128.68437508586794, "ttft_ms": 14.056083047762513, "decode_ms": 14.687250019051135}, "total_wall_ms": 159.3387919710949, "ttft_ms": 14.056083047762513, "input_usage": {"receiver_prompt_tokens": 842, "sender_input_tokens": 11010, "sender_output_tokens": 512, "sender_prefill_ms": 2403.337790980004, "sender_ttft_ms": 15.600332990288734, "sender_decode_ms": 7662.309875013307}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7359578112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6735212620, "mlx_cache_bytes": 15746507840, "process_rss_bytes": 7359578112}, "peak_prefill_memory": null, "peak_decode_memory": 6735212620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1450, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "55e03be185b869e8dd67eea6da1db1f3a77dbed8363ee0eded3fb9bc0f4b0f23", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
258 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f2f7c5a0228dcc6967c11108", "attempt_id": "780d29f9fd1b", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:17.200008Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 853, "message_tokens": 767, "message_utf8_bytes": 529, "cache_tensor_bytes": null, "serialized_payload_bytes": 529, "side_information_bytes": 0, "fetched_bytes": 1450, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02604199107736349, "decode_payload_ms": 0.0, "receiver_prefill_ms": 154.17829202488065, "ttft_ms": 14.550375053659081, "decode_ms": 14.286916004493833}, "total_wall_ms": 184.6573749789968, "ttft_ms": 14.550375053659081, "input_usage": {"receiver_prompt_tokens": 853, "sender_input_tokens": 11010, "sender_output_tokens": 512, "sender_prefill_ms": 2403.337790980004, "sender_ttft_ms": 15.600332990288734, "sender_decode_ms": 7662.309875013307}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7359578112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6716108876, "mlx_cache_bytes": 16268354624, "process_rss_bytes": 7359578112}, "peak_prefill_memory": null, "peak_decode_memory": 6716108876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1450, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "55e03be185b869e8dd67eea6da1db1f3a77dbed8363ee0eded3fb9bc0f4b0f23", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
259 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b427a8bacfca5c15251371d5", "attempt_id": "39f0e7eb64dd", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:17.426558Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.669985775248932}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 10939, "message_tokens": 10866, "message_utf8_bytes": 58595, "cache_tensor_bytes": null, "serialized_payload_bytes": 3515, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09316601790487766, "decode_payload_ms": 0.018125050701200962, "receiver_prefill_ms": 2573.5927909845486, "ttft_ms": 16.205125022679567, "decode_ms": 151.50916599668562}, "total_wall_ms": 2757.911666063592, "ttft_ms": 16.205125022679567, "input_usage": {"receiver_prompt_tokens": 10939}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 7359660032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16268354624, "process_rss_bytes": 7359660032}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
260 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f6bbda6ef29b500d09567460", "attempt_id": "c8baa33acf27", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:20.224200Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.669985775248932}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 10947, "message_tokens": 10866, "message_utf8_bytes": 58595, "cache_tensor_bytes": null, "serialized_payload_bytes": 3515, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09316601790487766, "decode_payload_ms": 0.018125050701200962, "receiver_prefill_ms": 2181.9103750167415, "ttft_ms": 15.752832987345755, "decode_ms": 165.92945798765868}, "total_wall_ms": 2380.500957951881, "ttft_ms": 15.752832987345755, "input_usage": {"receiver_prompt_tokens": 10947}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 7359709184, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16268354624, "process_rss_bytes": 7359709184}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
261 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f35463c4bb2ccbb9562bd1c0", "attempt_id": "c5805418db65", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:22.642440Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.669985775248932}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 10947, "message_tokens": 10866, "message_utf8_bytes": 58595, "cache_tensor_bytes": null, "serialized_payload_bytes": 3515, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09316601790487766, "decode_payload_ms": 0.018125050701200962, "receiver_prefill_ms": 2163.496125023812, "ttft_ms": 15.135208028368652, "decode_ms": 102.6507499627769}, "total_wall_ms": 2298.9153750240803, "ttft_ms": 15.135208028368652, "input_usage": {"receiver_prompt_tokens": 10947}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7359758336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16268354624, "process_rss_bytes": 7359758336}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
262 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "89cc5e0e3d3bb169316ea237", "attempt_id": "aca39fdcd4b2", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:24.979502Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.669985775248932}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 10940, "message_tokens": 10866, "message_utf8_bytes": 58595, "cache_tensor_bytes": null, "serialized_payload_bytes": 3515, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09316601790487766, "decode_payload_ms": 0.018125050701200962, "receiver_prefill_ms": 2073.4187500784174, "ttft_ms": 14.904124895110726, "decode_ms": 88.28704198822379}, "total_wall_ms": 2193.3250840520486, "ttft_ms": 14.904124895110726, "input_usage": {"receiver_prompt_tokens": 10940}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 7359807488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16268354624, "process_rss_bytes": 7359807488}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
263 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "319a8dedbad4ddd019866c9a", "attempt_id": "e13490a428af", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:27.209407Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.669985775248932}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 10951, "message_tokens": 10866, "message_utf8_bytes": 58595, "cache_tensor_bytes": null, "serialized_payload_bytes": 3515, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09316601790487766, "decode_payload_ms": 0.018125050701200962, "receiver_prefill_ms": 2104.3576250085607, "ttft_ms": 15.521958004683256, "decode_ms": 105.70420802105218}, "total_wall_ms": 2242.8241659654304, "ttft_ms": 15.521958004683256, "input_usage": {"receiver_prompt_tokens": 10951}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 7359856640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16268354624, "process_rss_bytes": 7359856640}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1531312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "output_hash": "9c7a227a5bd79eec2e7a69dc010998273ed559b0aa1b489c27f5900dd1a8c0e7"} |
| |
264 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5c56bc6db9b79ee5b990fd8c", "attempt_id": "f90a0e840bd4", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:30.683315Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.047119455181299466, "origin_tokens": 10683, "compressed_tokens": 543, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 642, "message_tokens": 566, "message_utf8_bytes": 2519, "cache_tensor_bytes": null, "serialized_payload_bytes": 2519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1194.409416988492, "decode_payload_ms": 0.0, "receiver_prefill_ms": 131.37895904947072, "ttft_ms": 13.456624932587147, "decode_ms": 13.279791921377182}, "total_wall_ms": 159.4639589311555, "ttft_ms": 13.456624932587147, "input_usage": {"receiver_prompt_tokens": 642}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7365804032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6591377496, "mlx_cache_bytes": 16659113024, "process_rss_bytes": 7365804032}, "peak_prefill_memory": null, "peak_decode_memory": 6591377496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dd0973fbb70f6df409f5bddccc13f27efdc4008501ac5b81c6915723f28b5e32", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
265 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9de7e39c8b04edf6a1f28539", "attempt_id": "03fe76001083", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:30.884390Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.047119455181299466, "origin_tokens": 10683, "compressed_tokens": 543, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 650, "message_tokens": 566, "message_utf8_bytes": 2519, "cache_tensor_bytes": null, "serialized_payload_bytes": 2519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1194.409416988492, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.40195801388472, "ttft_ms": 13.682166929356754, "decode_ms": 13.410332961939275}, "total_wall_ms": 109.75329100620002, "ttft_ms": 13.682166929356754, "input_usage": {"receiver_prompt_tokens": 650}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7365804032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6596227160, "mlx_cache_bytes": 17054786624, "process_rss_bytes": 7365804032}, "peak_prefill_memory": null, "peak_decode_memory": 6596227160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dd0973fbb70f6df409f5bddccc13f27efdc4008501ac5b81c6915723f28b5e32", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
266 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b8807624c44378c8484cb374", "attempt_id": "30f7d17379a8", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:31.030506Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.047119455181299466, "origin_tokens": 10683, "compressed_tokens": 543, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 650, "message_tokens": 566, "message_utf8_bytes": 2519, "cache_tensor_bytes": null, "serialized_payload_bytes": 2519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1194.409416988492, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.22162497602403, "ttft_ms": 13.418041984550655, "decode_ms": 13.175916974432766}, "total_wall_ms": 108.9865000685677, "ttft_ms": 13.418041984550655, "input_usage": {"receiver_prompt_tokens": 650}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7365804032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6596227160, "mlx_cache_bytes": 17054786624, "process_rss_bytes": 7365804032}, "peak_prefill_memory": null, "peak_decode_memory": 6596227160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dd0973fbb70f6df409f5bddccc13f27efdc4008501ac5b81c6915723f28b5e32", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
267 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a967a58e9f356e2ba1976503", "attempt_id": "991e670c1739", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:31.175591Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.047119455181299466, "origin_tokens": 10683, "compressed_tokens": 543, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 643, "message_tokens": 566, "message_utf8_bytes": 2519, "cache_tensor_bytes": null, "serialized_payload_bytes": 2519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1194.409416988492, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.30558305978775, "ttft_ms": 13.481915928423405, "decode_ms": 13.569958042353392}, "total_wall_ms": 115.52799993660301, "ttft_ms": 13.481915928423405, "input_usage": {"receiver_prompt_tokens": 643}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7365787648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6591672408, "mlx_cache_bytes": 17319126080, "process_rss_bytes": 7365787648}, "peak_prefill_memory": null, "peak_decode_memory": 6591672408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dd0973fbb70f6df409f5bddccc13f27efdc4008501ac5b81c6915723f28b5e32", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
268 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "afa6a570d2f7f63471b44a3e", "attempt_id": "785c0ee6dc03", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:31.327038Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.047119455181299466, "origin_tokens": 10683, "compressed_tokens": 543, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 654, "message_tokens": 566, "message_utf8_bytes": 2519, "cache_tensor_bytes": null, "serialized_payload_bytes": 2519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1194.409416988492, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.61529196798801, "ttft_ms": 13.71779094915837, "decode_ms": 14.000500086694956}, "total_wall_ms": 124.63629094418138, "ttft_ms": 13.71779094915837, "input_usage": {"receiver_prompt_tokens": 654}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 7365230592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6598455384, "mlx_cache_bytes": 17614627904, "process_rss_bytes": 7365230592}, "peak_prefill_memory": null, "peak_decode_memory": 6598455384, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dd0973fbb70f6df409f5bddccc13f27efdc4008501ac5b81c6915723f28b5e32", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
269 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a2d17d229123717d09a9accd", "attempt_id": "939841c79628", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:35.707029Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6979936264}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 34, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 402001920, "serialized_payload_bytes": 402018410, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4218.17458292935, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 177.57904203608632, "serialize_ms": 1992.9585829377174, "load_ms": 45.00204196665436, "receiver_prefill_ms": 0.0, "query_prefill_ms": 819.601709023118, "ttft_ms": 819.601709023118, "decode_ms": 375.35245809704065}, "total_wall_ms": 1248.9372079726309, "ttft_ms": 819.601709023118, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2179235840, "backend_memory": {"mlx_active_bytes": 7384555528, "mlx_peak_bytes": 7494231993, "mlx_cache_bytes": 18512864321, "process_rss_bytes": 2179235840}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7494231993, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3d7afd0139ff4731d7b36cec6744fbc429f138faf76c9d9c45aeef101d612305", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
270 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c363ab0bc50a205d3dbfa574", "attempt_id": "7cb13086ddc9", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:37.000723Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6979936264}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 402001920, "serialized_payload_bytes": 402018410, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4218.17458292935, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 177.57904203608632, "serialize_ms": 1992.9585829377174, "load_ms": 9.475582977756858, "receiver_prefill_ms": 0.0, "query_prefill_ms": 97.71104191895574, "ttft_ms": 97.71104191895574, "decode_ms": 214.8360419087112}, "total_wall_ms": 331.1443328857422, "ttft_ms": 97.71104191895574, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2179284992, "backend_memory": {"mlx_active_bytes": 7384555528, "mlx_peak_bytes": 7501095224, "mlx_cache_bytes": 18535720001, "process_rss_bytes": 2179284992}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7501095224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3d7afd0139ff4731d7b36cec6744fbc429f138faf76c9d9c45aeef101d612305", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
271 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a8e531af6f90b6670e62ca83", "attempt_id": "498f51c3ce26", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:37.375261Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6979936264}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 402001920, "serialized_payload_bytes": 402018410, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4218.17458292935, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 177.57904203608632, "serialize_ms": 1992.9585829377174, "load_ms": 2.5033330311998725, "receiver_prefill_ms": 0.0, "query_prefill_ms": 70.90658298693597, "ttft_ms": 70.90658298693597, "decode_ms": 117.26166703738272}, "total_wall_ms": 199.41200001630932, "ttft_ms": 70.90658298693597, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2179284992, "backend_memory": {"mlx_active_bytes": 7384555528, "mlx_peak_bytes": 7501095224, "mlx_cache_bytes": 18535720001, "process_rss_bytes": 2179284992}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7501095224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3d7afd0139ff4731d7b36cec6744fbc429f138faf76c9d9c45aeef101d612305", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
272 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9f93fb06f6badb3834bd25f5", "attempt_id": "ee1f85af2bc3", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:37.612772Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6979936264}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 35, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 402001920, "serialized_payload_bytes": 402018410, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4218.17458292935, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 177.57904203608632, "serialize_ms": 1992.9585829377174, "load_ms": 3.0003749998286366, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.462333055213094, "ttft_ms": 63.462333055213094, "decode_ms": 100.35008296836168}, "total_wall_ms": 175.55404198355973, "ttft_ms": 63.462333055213094, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2179301376, "backend_memory": {"mlx_active_bytes": 7384555528, "mlx_peak_bytes": 7494197560, "mlx_cache_bytes": 18558952513, "process_rss_bytes": 2179301376}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7494197560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3d7afd0139ff4731d7b36cec6744fbc429f138faf76c9d9c45aeef101d612305", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
273 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d29dd4435e1266bf7e94cf4", "attempt_id": "1675ff22d5a3", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:37.825086Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6979936264}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 46, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 402001920, "serialized_payload_bytes": 402018410, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4218.17458292935, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 177.57904203608632, "serialize_ms": 1992.9585829377174, "load_ms": 2.9144169529899955, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.37937497161329, "ttft_ms": 74.37937497161329, "decode_ms": 115.9404170466587}, "total_wall_ms": 201.14658400416374, "ttft_ms": 74.37937497161329, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2179301376, "backend_memory": {"mlx_active_bytes": 7384555528, "mlx_peak_bytes": 7504257336, "mlx_cache_bytes": 18600207425, "process_rss_bytes": 2179301376}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7504257336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1531312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3d7afd0139ff4731d7b36cec6744fbc429f138faf76c9d9c45aeef101d612305", "output_hash": "9c7a227a5bd79eec2e7a69dc010998273ed559b0aa1b489c27f5900dd1a8c0e7"} |
| |
274 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "69cf67ad2127e81e99c63201", "attempt_id": "5114c27d9022", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:38.299709Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6979936264}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "e7944dd7d44fdde2", "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 34, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 402001920, "serialized_payload_bytes": 402018438, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 236.91591597162187, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 41.098374989815056, "serialize_ms": 195.6451670266688, "load_ms": 49.7850839747116, "receiver_prefill_ms": 0.0, "query_prefill_ms": 94.24579201731831, "ttft_ms": 94.24579201731831, "decode_ms": 166.18791699875146}, "total_wall_ms": 318.7744580209255, "ttft_ms": 94.24579201731831, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3094331392, "backend_memory": {"mlx_active_bytes": 7384555528, "mlx_peak_bytes": 7494068153, "mlx_cache_bytes": 18600207425, "process_rss_bytes": 3094331392}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7494068153, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4eec9f0572579688888e848da19a3e78d5fc385dcc3b0107d5e01dcddc60eb67", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
275 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c33ee15898666edb438b9883", "attempt_id": "2c78e4153ae0", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:38.655237Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6979936264}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "e7944dd7d44fdde2", "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 402001920, "serialized_payload_bytes": 402018438, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 236.91591597162187, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 41.098374989815056, "serialize_ms": 195.6451670266688, "load_ms": 36.72812506556511, "receiver_prefill_ms": 0.0, "query_prefill_ms": 80.27366595342755, "ttft_ms": 80.27366595342755, "decode_ms": 185.8322499319911}, "total_wall_ms": 311.49404193274677, "ttft_ms": 80.27366595342755, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 3094331392, "backend_memory": {"mlx_active_bytes": 7384555528, "mlx_peak_bytes": 7501095224, "mlx_cache_bytes": 18600207425, "process_rss_bytes": 3094331392}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7501095224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4eec9f0572579688888e848da19a3e78d5fc385dcc3b0107d5e01dcddc60eb67", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
276 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c506b783098cd002745fd38c", "attempt_id": "375959b173b7", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:39.003999Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6979936264}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "e7944dd7d44fdde2", "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 402001920, "serialized_payload_bytes": 402018438, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 236.91591597162187, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 41.098374989815056, "serialize_ms": 195.6451670266688, "load_ms": 33.10716594569385, "receiver_prefill_ms": 0.0, "query_prefill_ms": 80.69120801519603, "ttft_ms": 80.69120801519603, "decode_ms": 117.05429095309228}, "total_wall_ms": 239.06625004019588, "ttft_ms": 80.69120801519603, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3094331392, "backend_memory": {"mlx_active_bytes": 7384555528, "mlx_peak_bytes": 7501095224, "mlx_cache_bytes": 18600207425, "process_rss_bytes": 3094331392}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7501095224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4eec9f0572579688888e848da19a3e78d5fc385dcc3b0107d5e01dcddc60eb67", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
277 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "729924697cdb00d5c2d83fe4", "attempt_id": "4e5a98246d7e", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:39.282003Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6979936264}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "e7944dd7d44fdde2", "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 35, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 402001920, "serialized_payload_bytes": 402018438, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 236.91591597162187, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 41.098374989815056, "serialize_ms": 195.6451670266688, "load_ms": 35.23675003089011, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.4177919710055, "ttft_ms": 63.4177919710055, "decode_ms": 99.40295899286866}, "total_wall_ms": 206.74258295912296, "ttft_ms": 63.4177919710055, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 3094331392, "backend_memory": {"mlx_active_bytes": 7384555528, "mlx_peak_bytes": 7494593097, "mlx_cache_bytes": 18600207425, "process_rss_bytes": 3094331392}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7494593097, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4eec9f0572579688888e848da19a3e78d5fc385dcc3b0107d5e01dcddc60eb67", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
278 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "559d55d08b82bca2b882e4f2", "attempt_id": "03952ba9e362", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:39.526321Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6979936264}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "e7944dd7d44fdde2", "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 46, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 402001920, "serialized_payload_bytes": 402018438, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 236.91591597162187, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 41.098374989815056, "serialize_ms": 195.6451670266688, "load_ms": 33.8869170518592, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.51545901130885, "ttft_ms": 74.51545901130885, "decode_ms": 119.92037505842745}, "total_wall_ms": 237.05883300863206, "ttft_ms": 74.51545901130885, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3094331392, "backend_memory": {"mlx_active_bytes": 7384555528, "mlx_peak_bytes": 7504257336, "mlx_cache_bytes": 18600207425, "process_rss_bytes": 3094331392}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7504257336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1531312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4eec9f0572579688888e848da19a3e78d5fc385dcc3b0107d5e01dcddc60eb67", "output_hash": "9c7a227a5bd79eec2e7a69dc010998273ed559b0aa1b489c27f5900dd1a8c0e7"} |
| |
279 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d67f3f7c0fa432c4015f2cf4", "attempt_id": "4fb993c065f9", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:39.861782Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6793551880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 34, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 213563520, "serialized_payload_bytes": 213598582, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.22812505438924, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 20.287459017708898, "serialize_ms": 41.56995890662074, "load_ms": 5.620833951979876, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.30737501569092, "ttft_ms": 35.30737501569092, "decode_ms": 224.79391598608345}, "total_wall_ms": 274.37195798847824, "ttft_ms": 35.30737501569092, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3310698496, "backend_memory": {"mlx_active_bytes": 7010607112, "mlx_peak_bytes": 7177018153, "mlx_cache_bytes": 19810121793, "process_rss_bytes": 3310698496}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7177018153, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b48b95198e0a6c83aaaf9fbd6a428d11d80bf79af4e166697aa5e657d17509e4", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
280 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "72b02ee3d7fb04ba941421be", "attempt_id": "dae050570862", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:40.174121Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6793551880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 213563520, "serialized_payload_bytes": 213598582, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.22812505438924, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 20.287459017708898, "serialize_ms": 41.56995890662074, "load_ms": 2.3499580565840006, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.49295901414007, "ttft_ms": 36.49295901414007, "decode_ms": 179.98591694049537}, "total_wall_ms": 227.69262501969934, "ttft_ms": 36.49295901414007, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 3310698496, "backend_memory": {"mlx_active_bytes": 7010607112, "mlx_peak_bytes": 7204233741, "mlx_cache_bytes": 19927828817, "process_rss_bytes": 3310698496}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7204233741, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b48b95198e0a6c83aaaf9fbd6a428d11d80bf79af4e166697aa5e657d17509e4", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
281 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2609932f9b8a4e99589d94aa", "attempt_id": "f7a4c3de9f6e", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:40.439450Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6793551880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 213563520, "serialized_payload_bytes": 213598582, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.22812505438924, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 20.287459017708898, "serialize_ms": 41.56995890662074, "load_ms": 2.7553330874070525, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.828417050652206, "ttft_ms": 35.828417050652206, "decode_ms": 113.03129198495299}, "total_wall_ms": 159.77641695644706, "ttft_ms": 35.828417050652206, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3310698496, "backend_memory": {"mlx_active_bytes": 7010607112, "mlx_peak_bytes": 7204233741, "mlx_cache_bytes": 19927828817, "process_rss_bytes": 3310698496}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7204233741, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b48b95198e0a6c83aaaf9fbd6a428d11d80bf79af4e166697aa5e657d17509e4", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
282 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b939607f9bc9748dd8c938bd", "attempt_id": "322cb5aace24", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:40.637185Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6793551880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 35, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 213563520, "serialized_payload_bytes": 213598582, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.22812505438924, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 20.287459017708898, "serialize_ms": 41.56995890662074, "load_ms": 2.3517500376328826, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.801334026269615, "ttft_ms": 34.801334026269615, "decode_ms": 97.78654098045081}, "total_wall_ms": 143.03462498355657, "ttft_ms": 34.801334026269615, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 3310698496, "backend_memory": {"mlx_active_bytes": 7010607112, "mlx_peak_bytes": 7180132877, "mlx_cache_bytes": 20025870673, "process_rss_bytes": 3310698496}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7180132877, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b48b95198e0a6c83aaaf9fbd6a428d11d80bf79af4e166697aa5e657d17509e4", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
283 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f8edbbd8beb6173af22de77b", "attempt_id": "c9bcf5fcf1e6", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:40.816672Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6793551880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 46, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 213563520, "serialized_payload_bytes": 213598582, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.22812505438924, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 20.287459017708898, "serialize_ms": 41.56995890662074, "load_ms": 2.794792060740292, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.68033401481807, "ttft_ms": 36.68033401481807, "decode_ms": 112.96095896977931}, "total_wall_ms": 160.69787496235222, "ttft_ms": 36.68033401481807, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3310698496, "backend_memory": {"mlx_active_bytes": 7010607112, "mlx_peak_bytes": 7216917633, "mlx_cache_bytes": 20156423169, "process_rss_bytes": 3310698496}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7216917633, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1531312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b48b95198e0a6c83aaaf9fbd6a428d11d80bf79af4e166697aa5e657d17509e4", "output_hash": "9c7a227a5bd79eec2e7a69dc010998273ed559b0aa1b489c27f5900dd1a8c0e7"} |
| |
284 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2c7872c231c24ca1b909bdd1", "attempt_id": "b240cffde27a", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:41.078953Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 34, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 113063040, "serialized_payload_bytes": 113097944, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.45070798508823, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 22.349874954670668, "serialize_ms": 41.75658302847296, "load_ms": 3.8082500686869025, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.78195800725371, "ttft_ms": 42.78195800725371, "decode_ms": 759.0489169815555}, "total_wall_ms": 814.8828339762986, "ttft_ms": 42.78195800725371, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3425468416, "backend_memory": {"mlx_active_bytes": 6808887304, "mlx_peak_bytes": 6953836393, "mlx_cache_bytes": 20586476673, "process_rss_bytes": 3425468416}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6953836393, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " aid\n\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "30c116678037ddfc61a00f154e3fae6bf47a9870e2be2d408ca9bc13ea4f6c5b", "output_hash": "44293b2e1523340b49db5147a8126705c7ec6242f5b37a4bb905660afbeb3578"} |
| |
285 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa1f882931f7ce2296774efe", "attempt_id": "529c78579235", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:41.931740Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 113063040, "serialized_payload_bytes": 113097944, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.45070798508823, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 22.349874954670668, "serialize_ms": 41.75658302847296, "load_ms": 2.3407910484820604, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.57345806621015, "ttft_ms": 35.57345806621015, "decode_ms": 732.3101670481265}, "total_wall_ms": 778.345291968435, "ttft_ms": 35.57345806621015, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3425402880, "backend_memory": {"mlx_active_bytes": 6808887304, "mlx_peak_bytes": 6980971161, "mlx_cache_bytes": 20586562689, "process_rss_bytes": 3425402880}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6980971161, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "30c116678037ddfc61a00f154e3fae6bf47a9870e2be2d408ca9bc13ea4f6c5b", "output_hash": "f90948430ee75891d4c4b77a10fcfb2b0a2bff5c0d380812061d3ce1aaa0784b"} |
| |
286 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51d3a4b5dc7fa2d8553d42c5", "attempt_id": "c85501916869", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:42.747007Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 113063040, "serialized_payload_bytes": 113097944, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.45070798508823, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 22.349874954670668, "serialize_ms": 41.75658302847296, "load_ms": 2.3567499592900276, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.12866597156972, "ttft_ms": 35.12866597156972, "decode_ms": 726.3319580815732}, "total_wall_ms": 772.3319160286337, "ttft_ms": 35.12866597156972, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3425402880, "backend_memory": {"mlx_active_bytes": 6808887304, "mlx_peak_bytes": 6980971161, "mlx_cache_bytes": 20586562689, "process_rss_bytes": 3425402880}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6980971161, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the the the\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "30c116678037ddfc61a00f154e3fae6bf47a9870e2be2d408ca9bc13ea4f6c5b", "output_hash": "1eab24b22dee54257f13d988ae24ff0f9170e0dab8325e4a023adc3f9ef3e773"} |
| |
287 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5e42d9bacf6033c392eb9d88", "attempt_id": "e145cfa0726c", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:43.556289Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 35, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 113063040, "serialized_payload_bytes": 113097944, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.45070798508823, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 22.349874954670668, "serialize_ms": 41.75658302847296, "load_ms": 2.389749977737665, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.02445907704532, "ttft_ms": 34.02445907704532, "decode_ms": 725.3691250225529}, "total_wall_ms": 770.359207992442, "ttft_ms": 34.02445907704532, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3425402880, "backend_memory": {"mlx_active_bytes": 6808887304, "mlx_peak_bytes": 6957132441, "mlx_cache_bytes": 20586562689, "process_rss_bytes": 3425402880}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6957132441, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " user\n\n\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "30c116678037ddfc61a00f154e3fae6bf47a9870e2be2d408ca9bc13ea4f6c5b", "output_hash": "b71b22a500e54184af2287d60411019a0931c822ff80188dc92e0e6b54c6a726"} |
| |
288 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a4cb343533ecb6c7fe2ad790", "attempt_id": "122b8a0409fb", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:44.363755Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 46, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 113063040, "serialized_payload_bytes": 113097944, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.45070798508823, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 22.349874954670668, "serialize_ms": 41.75658302847296, "load_ms": 2.286083996295929, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.968750016763806, "ttft_ms": 35.968750016763806, "decode_ms": 723.5329579561949}, "total_wall_ms": 770.3575839987025, "ttft_ms": 35.968750016763806, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3425402880, "backend_memory": {"mlx_active_bytes": 6808887304, "mlx_peak_bytes": 6993665153, "mlx_cache_bytes": 20586656897, "process_rss_bytes": 3425402880}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6993665153, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "30c116678037ddfc61a00f154e3fae6bf47a9870e2be2d408ca9bc13ea4f6c5b", "output_hash": "f90948430ee75891d4c4b77a10fcfb2b0a2bff5c0d380812061d3ce1aaa0784b"} |
| |
289 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2c2e215a425a3e5e46d038ee", "attempt_id": "32c3e6b85a71", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:45.203289Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10905, "keep": 2726, "compress_ms": 12.427291017957032}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 34, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507542, "side_information_bytes": 16278, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.48424991033971, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 12.465124949812889, "serialize_ms": 19.864499918185174, "load_ms": 2.052666968666017, "receiver_prefill_ms": 0.0, "query_prefill_ms": 98.59941701870412, "ttft_ms": 98.59941701870412, "decode_ms": 69.85970796085894}, "total_wall_ms": 178.79808403085917, "ttft_ms": 98.59941701870412, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 34}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3447537664, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6833054008, "mlx_cache_bytes": 20726428801, "process_rss_bytes": 3447537664}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833054008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ardvar-2", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "382eae835010351fd62e1c0b302dbd7e2eb6434b950488cdb29bb773a918f507", "output_hash": "e31f421890706f13f05e3648ff3c6165b54f9aff1af8b32963889eed430413f0"} |
| |
290 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "849e017fdb55b4924c8f5ef7", "attempt_id": "e9b905aacacd", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:45.418366Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10905, "keep": 2726, "compress_ms": 12.427291017957032}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507542, "side_information_bytes": 16278, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.48424991033971, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 12.465124949812889, "serialize_ms": 19.864499918185174, "load_ms": 2.376332995481789, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.62570898793638, "ttft_ms": 35.62570898793638, "decode_ms": 153.68704195134342}, "total_wall_ms": 200.24074998218566, "ttft_ms": 35.62570898793638, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 3447537664, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6839689528, "mlx_cache_bytes": 20726428801, "process_rss_bytes": 3447537664}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839689528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 738-S, Saint-Hubert", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "382eae835010351fd62e1c0b302dbd7e2eb6434b950488cdb29bb773a918f507", "output_hash": "9ce9e95eb83f242ba6380976e2e01973f47d7bc514f772261462ee4e29565d1f"} |
| |
291 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0d767a1b8c3d915e4e5ffd3d", "attempt_id": "2d51877237d8", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:45.654648Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10905, "keep": 2726, "compress_ms": 12.427291017957032}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507542, "side_information_bytes": 16278, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.48424991033971, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 12.465124949812889, "serialize_ms": 19.864499918185174, "load_ms": 1.8160829786211252, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.00866698473692, "ttft_ms": 29.00866698473692, "decode_ms": 100.02916597295552}, "total_wall_ms": 138.8476670254022, "ttft_ms": 29.00866698473692, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3447521280, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6839689528, "mlx_cache_bytes": 20726428801, "process_rss_bytes": 3447521280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839689528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "382eae835010351fd62e1c0b302dbd7e2eb6434b950488cdb29bb773a918f507", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
292 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "007b6696274cb7edc0dde7b3", "attempt_id": "913a7f693986", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:45.829574Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10905, "keep": 2726, "compress_ms": 12.427291017957032}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 35, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507542, "side_information_bytes": 16278, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.48424991033971, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 12.465124949812889, "serialize_ms": 19.864499918185174, "load_ms": 1.8772500334307551, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.746499891392887, "ttft_ms": 30.746499891392887, "decode_ms": 69.97812492772937}, "total_wall_ms": 110.63499993178993, "ttft_ms": 30.746499891392887, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3447521280, "backend_memory": {"mlx_active_bytes": 6781788168, "mlx_peak_bytes": 6833692984, "mlx_cache_bytes": 20728165505, "process_rss_bytes": 3447521280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833692984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "382eae835010351fd62e1c0b302dbd7e2eb6434b950488cdb29bb773a918f507", "output_hash": "75fc166642548817f7a0277b9d3b3cae8bba799bd377322301730e14f129e799"} |
| |
293 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f59d4546557895fb16dab80", "attempt_id": "2865eddc6f24", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:45.975524Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10905, "keep": 2726, "compress_ms": 12.427291017957032}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 46, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507542, "side_information_bytes": 16278, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.48424991033971, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 12.465124949812889, "serialize_ms": 19.864499918185174, "load_ms": 1.986042014323175, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.584582895040512, "ttft_ms": 29.584582895040512, "decode_ms": 97.774124937132}, "total_wall_ms": 137.85216596443206, "ttft_ms": 29.584582895040512, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3447537664, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6842769720, "mlx_cache_bytes": 20730033281, "process_rss_bytes": 3447537664}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6842769720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1200000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "382eae835010351fd62e1c0b302dbd7e2eb6434b950488cdb29bb773a918f507", "output_hash": "0d9760fbd449ca8e13c614acdd941e77e4c0e795831b641763c361934463ade4"} |
| |
294 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "16ddce66b030a16ec9c270a0", "attempt_id": "20d823bb823b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:46.197432Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10905, "keep": 2726, "compress_ms": 8.969667018391192}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 34, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507536, "side_information_bytes": 16272, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.19841603562236, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 9.00862505659461, "serialize_ms": 37.00766700785607, "load_ms": 2.0627499325200915, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.565833043307066, "ttft_ms": 29.565833043307066, "decode_ms": 675.9587499545887}, "total_wall_ms": 716.1964160623029, "ttft_ms": 29.565833043307066, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2916417536, "backend_memory": {"mlx_active_bytes": 6783131656, "mlx_peak_bytes": 6832857400, "mlx_cache_bytes": 20824011905, "process_rss_bytes": 2916417536}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6832857400, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "No explanation. Procurement is ongoing. Procurement is ongoing. Procurement is ongoing. Procurement is ongoing. Procurement is ongoing. Procurement is ongoing. Procurement is ongoing. Procurement is ongoing. Procurement is ongoing.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "17512d12c4692f94e00984a2442cffda0509a54376321298fb25f77c40c8d4b7", "output_hash": "052490f358b03f426a5a22b8ce07b63c8df4c1b5bc722a95c18ed0ad9795219a"} |
| |
295 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3bd1323a06d3c2a281d13953", "attempt_id": "9fc273302f29", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:46.950957Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10905, "keep": 2726, "compress_ms": 8.969667018391192}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507536, "side_information_bytes": 16272, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.19841603562236, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 9.00862505659461, "serialize_ms": 37.00766700785607, "load_ms": 1.9755419343709946, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.06841691583395, "ttft_ms": 29.06841691583395, "decode_ms": 657.4359590886161}, "total_wall_ms": 696.9655830180272, "ttft_ms": 29.06841691583395, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2916483072, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6839689528, "mlx_cache_bytes": 20824208513, "process_rss_bytes": 2916483072}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839689528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words), with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "17512d12c4692f94e00984a2442cffda0509a54376321298fb25f77c40c8d4b7", "output_hash": "4f4e0cdd882207bdcac54fcdee764b52c5c23d6c25b00983b28f342e308caf8b"} |
| |
296 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "073acec5a71ea3086a90a3b7", "attempt_id": "2849d65f54bc", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:47.681963Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10905, "keep": 2726, "compress_ms": 8.969667018391192}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507536, "side_information_bytes": 16272, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.19841603562236, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 9.00862505659461, "serialize_ms": 37.00766700785607, "load_ms": 1.7045000568032265, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.39216699451208, "ttft_ms": 29.39216699451208, "decode_ms": 656.6781669389457}, "total_wall_ms": 696.2817080784589, "ttft_ms": 29.39216699451208, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2916499456, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6839689528, "mlx_cache_bytes": 20824208513, "process_rss_bytes": 2916499456}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839689528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words), with no explanation. \n\nGive a short answer (a few words), with no explanation. \n\nGive a short answer (a few words), with no explanation. \n\nGive a short answer (a", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "17512d12c4692f94e00984a2442cffda0509a54376321298fb25f77c40c8d4b7", "output_hash": "408cee103cee30a4da633804f3818a396da9c2c6a52a61756317e5e67108e25b"} |
| |
297 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef6a00d8529ede05980b7b8f", "attempt_id": "e5c888b29967", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:48.411614Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10905, "keep": 2726, "compress_ms": 8.969667018391192}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 35, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507536, "side_information_bytes": 16272, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.19841603562236, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 9.00862505659461, "serialize_ms": 37.00766700785607, "load_ms": 1.7803329974412918, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.991583014838398, "ttft_ms": 30.991583014838398, "decode_ms": 655.4310000501573}, "total_wall_ms": 696.752917021513, "ttft_ms": 30.991583014838398, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2916499456, "backend_memory": {"mlx_active_bytes": 6783131656, "mlx_peak_bytes": 6833692984, "mlx_cache_bytes": 20824011905, "process_rss_bytes": 2916499456}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833692984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a number), with no explanation. Give a short answer (a number), with no explanation. Give a short answer (a number), with no explanation. Give a short answer (a number), with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "17512d12c4692f94e00984a2442cffda0509a54376321298fb25f77c40c8d4b7", "output_hash": "c72d5c0f7a713b85adc6a83c455160ade1a81cc95ab099084e03f0761677e9c9"} |
| |
298 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b2fec8c7374bfb8c6f8b8e99", "attempt_id": "3514e6cb0a60", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:49.142121Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10905, "keep": 2726, "compress_ms": 8.969667018391192}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 46, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507536, "side_information_bytes": 16272, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.19841603562236, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 9.00862505659461, "serialize_ms": 37.00766700785607, "load_ms": 1.7169580096378922, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.20012501999736, "ttft_ms": 29.20012501999736, "decode_ms": 657.6844999799505}, "total_wall_ms": 696.5750000672415, "ttft_ms": 29.20012501999736, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2916548608, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6842769720, "mlx_cache_bytes": 20936766593, "process_rss_bytes": 2916548608}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6842769720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (give a short answer), (give a short answer), (give a short answer), (give a short answer), (give a short answer), (give a short answer), (give a short answer), (give", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "17512d12c4692f94e00984a2442cffda0509a54376321298fb25f77c40c8d4b7", "output_hash": "615274f2a22e5588e007f47c61575ea26dc22c89936a04a3dabd749bc93e0383"} |
| |
299 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3622563396d71ab7be51e495", "attempt_id": "98cd12eed38f", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:49.872982Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 34, "compress_ms": 159.47445901110768}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 34, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507582, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 194.87562496215105, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 167.31549997348338, "serialize_ms": 27.330333017744124, "load_ms": 1.307083060964942, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.187874984927475, "ttft_ms": 29.187874984927475, "decode_ms": 141.27104100771248}, "total_wall_ms": 375.8578330744058, "ttft_ms": 29.187874984927475, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2714468352, "backend_memory": {"mlx_active_bytes": 6781788168, "mlx_peak_bytes": 6832333112, "mlx_cache_bytes": 21390308617, "process_rss_bytes": 2714468352}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6832333112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c570eb8c98a96dd284d2fb510d84c0fe0cc43ee66b94311e01435706f5e44f0d", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
300 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "542cd06ae6ba3952f5a82cf7", "attempt_id": "8c9b85697ac9", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:50.282400Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 42, "compress_ms": 102.0059579750523}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507581, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 129.039500025101, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 109.98662502970546, "serialize_ms": 18.815083079971373, "load_ms": 1.555750030092895, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.67666699644178, "ttft_ms": 30.67666699644178, "decode_ms": 153.20933295879513}, "total_wall_ms": 322.6288330042735, "ttft_ms": 30.67666699644178, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2714533888, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6839640376, "mlx_cache_bytes": 21423437065, "process_rss_bytes": 2714533888}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839640376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "648676bb552cc5376d74486469903ac44166496f96daa49e75d6b9e4bf0d28c7", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
301 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9102dffdad32c0ff7ec7b1f6", "attempt_id": "3c446ec20381", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:50.641393Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 42, "compress_ms": 104.5902919722721}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507581, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 131.50562497321516, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 113.17395803052932, "serialize_ms": 18.106582923792303, "load_ms": 1.7068339511752129, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.860250022262335, "ttft_ms": 28.860250022262335, "decode_ms": 98.1176249915734}, "total_wall_ms": 268.4792500222102, "ttft_ms": 28.860250022262335, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2714615808, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6839640376, "mlx_cache_bytes": 21423437065, "process_rss_bytes": 2714615808}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839640376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "648676bb552cc5376d74486469903ac44166496f96daa49e75d6b9e4bf0d28c7", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
302 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d37024c44d504b200a0c3c5b", "attempt_id": "1294ac84ff88", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:50.944649Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 35, "compress_ms": 100.18020798452199}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 35, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507582, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 126.41287501901388, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 108.73562493361533, "serialize_ms": 17.452833941206336, "load_ms": 1.641458016820252, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.39779106620699, "ttft_ms": 30.39779106620699, "decode_ms": 87.21087500452995}, "total_wall_ms": 253.96833301056176, "ttft_ms": 30.39779106620699, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2714648576, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6833168696, "mlx_cache_bytes": 21447865609, "process_rss_bytes": 2714648576}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833168696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c570eb8c98a96dd284d2fb510d84c0fe0cc43ee66b94311e01435706f5e44f0d", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
303 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b06c4e7bddbe99e45e0ec1da", "attempt_id": "4dba78fa4b55", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:51.233952Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 46, "compress_ms": 101.21041699312627}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 46, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507582, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 132.11450004018843, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 111.75058397930115, "serialize_ms": 19.965499988757074, "load_ms": 1.5196669846773148, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.248249949887395, "ttft_ms": 29.248249949887395, "decode_ms": 103.29945792909712}, "total_wall_ms": 274.9902920331806, "ttft_ms": 29.248249949887395, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2716532736, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6842769720, "mlx_cache_bytes": 21494527241, "process_rss_bytes": 2716532736}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6842769720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1531312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c570eb8c98a96dd284d2fb510d84c0fe0cc43ee66b94311e01435706f5e44f0d", "output_hash": "9c7a227a5bd79eec2e7a69dc010998273ed559b0aa1b489c27f5900dd1a8c0e7"} |
| |
304 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7874b0a7d9bb546e6bd9f1eb", "attempt_id": "502569f1bd82", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:51.666746Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 19, "compress_ms": 88.82437506690621}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 34, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507581, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.26991695910692, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 88.9822089811787, "serialize_ms": 14.112749951891601, "load_ms": 1.5793329803273082, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.131249921396375, "ttft_ms": 30.131249921396375, "decode_ms": 86.94366703275591}, "total_wall_ms": 127.15658405795693, "ttft_ms": 30.131249921396375, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 34}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2716827648, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6832333112, "mlx_cache_bytes": 21507876105, "process_rss_bytes": 2716827648}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6832333112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-5006", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "648676bb552cc5376d74486469903ac44166496f96daa49e75d6b9e4bf0d28c7", "output_hash": "2fbeac88f86c69dbdd580415e524b30e2d339e291abfea8d68a57132a47ef92f"} |
| |
305 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee6189521f943f9bdd3587de", "attempt_id": "91c8d7092b74", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:51.831802Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 19, "compress_ms": 88.82437506690621}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507581, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.26991695910692, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 88.9822089811787, "serialize_ms": 14.112749951891601, "load_ms": 1.7251659883186221, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.662208980880678, "ttft_ms": 29.662208980880678, "decode_ms": 58.298583957366645}, "total_wall_ms": 98.55850005988032, "ttft_ms": 29.662208980880678, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2716827648, "backend_memory": {"mlx_active_bytes": 6781886472, "mlx_peak_bytes": 6839640376, "mlx_cache_bytes": 21507941641, "process_rss_bytes": 2716827648}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839640376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.4}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "648676bb552cc5376d74486469903ac44166496f96daa49e75d6b9e4bf0d28c7", "output_hash": "570448b634a06e2500dc0d88e08615836b31921efc964ef626fbe605c7de22f8"} |
| |
306 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ae9a8cc35a4b87605853568a", "attempt_id": "e7273100630d", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:51.967076Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 19, "compress_ms": 88.82437506690621}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507581, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.26991695910692, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 88.9822089811787, "serialize_ms": 14.112749951891601, "load_ms": 1.521916943602264, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.881958034820855, "ttft_ms": 29.881958034820855, "decode_ms": 87.33912499155849}, "total_wall_ms": 127.49133305624127, "ttft_ms": 29.881958034820855, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2716827648, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6839640376, "mlx_cache_bytes": 21507876105, "process_rss_bytes": 2716827648}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839640376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2.6863", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "648676bb552cc5376d74486469903ac44166496f96daa49e75d6b9e4bf0d28c7", "output_hash": "ecf29cbc5358c6c734b7e692adf0bc963ff83616ddd66b3cb058f9cb0c54999b"} |
| |
307 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0b1599439bb64b6c1faea63b", "attempt_id": "57579f6d1202", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:52.130574Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 19, "compress_ms": 88.82437506690621}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 35, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507581, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.26991695910692, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 88.9822089811787, "serialize_ms": 14.112749951891601, "load_ms": 0.9972910629585385, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.978791928850114, "ttft_ms": 31.978791928850114, "decode_ms": 88.24487496167421}, "total_wall_ms": 130.18824998289347, "ttft_ms": 31.978791928850114, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2716844032, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6833168696, "mlx_cache_bytes": 21507876105, "process_rss_bytes": 2716844032}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833168696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "648676bb552cc5376d74486469903ac44166496f96daa49e75d6b9e4bf0d28c7", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
308 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "427a5bca474a678b6a0034ff", "attempt_id": "767d2e995d61", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:52.298605Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 19, "compress_ms": 88.82437506690621}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 46, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507581, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.26991695910692, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 88.9822089811787, "serialize_ms": 14.112749951891601, "load_ms": 1.4127499889582396, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.74437503144145, "ttft_ms": 29.74437503144145, "decode_ms": 104.78087502997369}, "total_wall_ms": 144.51487502083182, "ttft_ms": 29.74437503144145, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2716844032, "backend_memory": {"mlx_active_bytes": 6781952008, "mlx_peak_bytes": 6842769720, "mlx_cache_bytes": 21507876105, "process_rss_bytes": 2716844032}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6842769720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1531312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "648676bb552cc5376d74486469903ac44166496f96daa49e75d6b9e4bf0d28c7", "output_hash": "9c7a227a5bd79eec2e7a69dc010998273ed559b0aa1b489c27f5900dd1a8c0e7"} |
| |
309 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb03c1768a14d1d5a7abbfef", "attempt_id": "fefc435be777", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:52.482310Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 34, "compress_ms": 110.40429200511426}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 34, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507514, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 140.36370802205056, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 119.02924999594688, "serialize_ms": 21.08483307529241, "load_ms": 13.194957980886102, "receiver_prefill_ms": 0.0, "query_prefill_ms": 588.4763749781996, "ttft_ms": 588.4763749781996, "decode_ms": 146.29225002136081}, "total_wall_ms": 897.0875829691067, "ttft_ms": 588.4763749781996, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2823389184, "backend_memory": {"mlx_active_bytes": 6781820936, "mlx_peak_bytes": 6900442164, "mlx_cache_bytes": 22092337657, "process_rss_bytes": 2823389184}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6900442164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1234", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a78edc3467c14c81c4bcc23b2e599101eb8a31de400773b6b16fb9106be3080c", "output_hash": "df41c988a1ae92e0dc0f91dadd4b5e4e16c42251b72921be9fdaeb9e9ab20571"} |
| |
310 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e098d277e103129d0343af91", "attempt_id": "914d0f5cb462", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:53.417051Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 42, "compress_ms": 107.90754202753305}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507514, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 135.03916701301932, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 116.13245797343552, "serialize_ms": 18.659292021766305, "load_ms": 9.247042005881667, "receiver_prefill_ms": 0.0, "query_prefill_ms": 438.94320796243846, "ttft_ms": 438.94320796243846, "decode_ms": 154.93375004734844}, "total_wall_ms": 746.4645419968292, "ttft_ms": 438.94320796243846, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2925363200, "backend_memory": {"mlx_active_bytes": 6782115848, "mlx_peak_bytes": 6902155916, "mlx_cache_bytes": 22175243481, "process_rss_bytes": 2925363200}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6902155916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a78edc3467c14c81c4bcc23b2e599101eb8a31de400773b6b16fb9106be3080c", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
311 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9c809b61f553521a77707fb9", "attempt_id": "bcb6b85f6f2a", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:54.199906Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 42, "compress_ms": 95.54966702125967}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507513, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 136.37933391146362, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 104.44358293898404, "serialize_ms": 31.671834061853588, "load_ms": 2.085665939375758, "receiver_prefill_ms": 0.0, "query_prefill_ms": 423.7376250093803, "ttft_ms": 423.7376250093803, "decode_ms": 98.29695802181959}, "total_wall_ms": 669.1952919354662, "ttft_ms": 423.7376250093803, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3012165632, "backend_memory": {"mlx_active_bytes": 6781984776, "mlx_peak_bytes": 6902153612, "mlx_cache_bytes": 22175374553, "process_rss_bytes": 3012165632}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6902153612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64b4dd05270f9668e6fca8ccc77ad83f8540b6525342b66c6701856794d6bfc9", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
312 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "05c6ae50015e95d17698e634", "attempt_id": "b959a189a0b1", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:54.905762Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 35, "compress_ms": 93.53612503036857}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 35, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507513, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.21829099487513, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 102.02416602987796, "serialize_ms": 18.95387494005263, "load_ms": 1.5420829877257347, "receiver_prefill_ms": 0.0, "query_prefill_ms": 348.1693329522386, "ttft_ms": 348.1693329522386, "decode_ms": 84.65858292765915}, "total_wall_ms": 563.7440829304978, "ttft_ms": 348.1693329522386, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 3093315584, "backend_memory": {"mlx_active_bytes": 6781657096, "mlx_peak_bytes": 6898065692, "mlx_cache_bytes": 22175702233, "process_rss_bytes": 3093315584}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6898065692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64b4dd05270f9668e6fca8ccc77ad83f8540b6525342b66c6701856794d6bfc9", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
313 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a2798f0a62bcaca79b5f71d0", "attempt_id": "fda1ec8b3f80", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:55.504713Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 46, "compress_ms": 95.944624976255}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 46, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 100491264, "serialized_payload_bytes": 100507511, "side_information_bytes": 16247, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 122.57054203655571, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 103.81212504580617, "serialize_ms": 18.50120909512043, "load_ms": 1.3453750871121883, "receiver_prefill_ms": 0.0, "query_prefill_ms": 463.0785419140011, "ttft_ms": 463.0785419140011, "decode_ms": 99.28720898460597}, "total_wall_ms": 694.5690829306841, "ttft_ms": 463.0785419140011, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3169681408, "backend_memory": {"mlx_active_bytes": 6782115848, "mlx_peak_bytes": 6904611532, "mlx_cache_bytes": 22199233353, "process_rss_bytes": 3169681408}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6904611532, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1531312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e38739b621df910980b4a6db594e43b7382edde2ccb4c635ee4c06b06ed7d020", "output_hash": "9c7a227a5bd79eec2e7a69dc010998273ed559b0aa1b489c27f5900dd1a8c0e7"} |
| |
314 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "78982848fcfcfc95eb4da3cd", "attempt_id": "2c38dfc06dbf", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:56.233885Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 34, "compress_ms": 95.37416591774672, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 34, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 53385984, "serialized_payload_bytes": 53420473, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 126.26637506764382, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 113.23291703592986, "serialize_ms": 12.549583101645112, "load_ms": 2.1478330017998815, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.88875002320856, "ttft_ms": 21.88875002320856, "decode_ms": 145.54958301596344}, "total_wall_ms": 304.0718330303207, "ttft_ms": 21.88875002320856, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3224305664, "backend_memory": {"mlx_active_bytes": 6690349064, "mlx_peak_bytes": 6755106380, "mlx_cache_bytes": 22451694409, "process_rss_bytes": 3224305664}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6755106380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PM-50S-1706", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e194ec6e31f81525ebf2e4d97d39451e3f0b9fed55bd17388a7b02ca0f8811f", "output_hash": "35c3052f75382f025fbb228dd23b610793dc63495ff30e27791075b89aaa8d6c"} |
| |
315 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c13abd2c57cc9125caa9e9f3", "attempt_id": "934626684b09", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:56.572434Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 42, "compress_ms": 94.79479095898569, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 53385984, "serialized_payload_bytes": 53420473, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.18141698557884, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 111.34437506552786, "serialize_ms": 18.37304199580103, "load_ms": 1.5992919215932488, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.135875071398914, "ttft_ms": 22.135875071398914, "decode_ms": 161.13779204897583}, "total_wall_ms": 324.4830829789862, "ttft_ms": 22.135875071398914, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 3271262208, "backend_memory": {"mlx_active_bytes": 6689890312, "mlx_peak_bytes": 6767005332, "mlx_cache_bytes": 22485794633, "process_rss_bytes": 3271262208}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6767005332, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 354-S, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e194ec6e31f81525ebf2e4d97d39451e3f0b9fed55bd17388a7b02ca0f8811f", "output_hash": "024d61e684ea6a771e4c3567f2d1bec7aa1ab7d8ac751135f7b725b7a81ce3ff"} |
| |
316 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e851c3a84de6b9a773618539", "attempt_id": "a7c3c0556cfc", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:56.930392Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 42, "compress_ms": 94.87258398439735, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 42, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 53385984, "serialized_payload_bytes": 53420473, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.46854202728719, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 110.82920909393579, "serialize_ms": 10.197584051638842, "load_ms": 1.6875839792191982, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.400499972514808, "ttft_ms": 21.400499972514808, "decode_ms": 102.16141701675951}, "total_wall_ms": 254.96487505733967, "ttft_ms": 21.400499972514808, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3272835072, "backend_memory": {"mlx_active_bytes": 6689890312, "mlx_peak_bytes": 6766994068, "mlx_cache_bytes": 22485794633, "process_rss_bytes": 3272835072}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6766994068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.9286", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e194ec6e31f81525ebf2e4d97d39451e3f0b9fed55bd17388a7b02ca0f8811f", "output_hash": "4bb13eaf9e6aaed2b23dd56b00998ccf2494b51d12dc9991c6375ea9eaa6d76a"} |
| |
317 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3d65fce2832fa424b63fd77", "attempt_id": "9a302052cd91", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:57.221483Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 35, "compress_ms": 92.4562499858439, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 35, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 53385984, "serialized_payload_bytes": 53420472, "side_information_bytes": 34488, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 119.81745797675103, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 108.66504104342312, "serialize_ms": 10.696916957385838, "load_ms": 1.8287081038579345, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.372208022512496, "ttft_ms": 21.372208022512496, "decode_ms": 87.3489580117166}, "total_wall_ms": 238.69466700125486, "ttft_ms": 21.372208022512496, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 3273752576, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6756195628, "mlx_cache_bytes": 22513647433, "process_rss_bytes": 3273752576}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6756195628, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6a7adbd62bd33eca57b8c9a037c0734fd2cc2a3832f2280a252cbded630b945", "output_hash": "de75469bcb9f3618f9bb6575c15f017c2367201c2eb9a24a61a7f9f9536398d0"} |
| |
318 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "966dc34fe74bdcf1fba63387", "attempt_id": "78f6a0f83faa", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:57.494284Z", "task_family": "synthetic", "document_id": "syn_03002_16000", "document_hash": "8feef92ef95bf03a3e7a6bca1fb872fd63a3c24afe5f864d21503915fce9f163", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03002_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10905, "keep": 2726, "window_tokens": 46, "compress_ms": 92.69254095852375, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10866, "source_tokens_receiver": 10866, "query_tokens": 46, "message_tokens": 10905, "message_utf8_bytes": 58595, "cache_tensor_bytes": 53385984, "serialized_payload_bytes": 53420473, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.01974997110665, "doc_prefill_ms": 2028.8060419261456, "compress_ms": 109.3903339933604, "serialize_ms": 10.198167059570551, "load_ms": 1.2556669535115361, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.852332982234657, "ttft_ms": 21.852332982234657, "decode_ms": 102.0624169614166}, "total_wall_ms": 253.34720802493393, "ttft_ms": 21.852332982234657, "input_usage": {"receiver_prefix_tokens": 10905, "dense_cache_bytes": 402001920, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3274276864, "backend_memory": {"mlx_active_bytes": 6689890312, "mlx_peak_bytes": 6772765316, "mlx_cache_bytes": 22550551369, "process_rss_bytes": 3274276864}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6772765316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1531312", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03002_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e194ec6e31f81525ebf2e4d97d39451e3f0b9fed55bd17388a7b02ca0f8811f", "output_hash": "9c7a227a5bd79eec2e7a69dc010998273ed559b0aa1b489c27f5900dd1a8c0e7"} |
| |
319 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4a4f251ff5fd5d603109eede", "attempt_id": "2f484a761eda", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:58.518363Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.014082994312047958, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.42820803076029, "ttft_ms": 13.026584056206048, "decode_ms": 13.067667023278773}, "total_wall_ms": 48.97999996319413, "ttft_ms": 13.026584056206048, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699201024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 458852024, "process_rss_bytes": 1699201024}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
320 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4cd17a91711db1d8ae84df54", "attempt_id": "9458cda5404f", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:58.587239Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.014082994312047958, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.78162497188896, "ttft_ms": 12.966584064997733, "decode_ms": 12.967417016625404}, "total_wall_ms": 50.12349993921816, "ttft_ms": 12.966584064997733, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699233792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 522274488, "process_rss_bytes": 1699233792}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
321 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5fc4303878ab9946e1acf07f", "attempt_id": "76f1b6e2a4bb", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:58.655674Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.014082994312047958, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.77933298703283, "ttft_ms": 12.961957952938974, "decode_ms": 13.428499922156334}, "total_wall_ms": 50.67941697780043, "ttft_ms": 12.961957952938974, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699233792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 522274488, "process_rss_bytes": 1699233792}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
322 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "da375d6072b810b2f497eb21", "attempt_id": "bd292871ed76", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:58.724495Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.014082994312047958, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.732624986208975, "ttft_ms": 12.88087503053248, "decode_ms": 12.801624950952828}, "total_wall_ms": 40.810000034980476, "ttft_ms": 12.88087503053248, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699233792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 522274488, "process_rss_bytes": 1699233792}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
323 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e09047ec7b3c223569fb1979", "attempt_id": "c7f2668c473a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:58.783855Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.014082994312047958, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.750875028781593, "ttft_ms": 12.955083977431059, "decode_ms": 12.881833943538368}, "total_wall_ms": 49.99737499747425, "ttft_ms": 12.955083977431059, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699233792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245737096, "mlx_cache_bytes": 584206008, "process_rss_bytes": 1699233792}, "peak_prefill_memory": null, "peak_decode_memory": 6245737096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
324 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "36443d5f00eb278b7f794230", "attempt_id": "f5affc66b749", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:58.851889Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1941, "message_tokens": 1866, "message_utf8_bytes": 7342, "cache_tensor_bytes": null, "serialized_payload_bytes": 7342, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.005709007382392883, "decode_payload_ms": 0.0, "receiver_prefill_ms": 204.12170805502683, "ttft_ms": 13.47333297599107, "decode_ms": 134.7006669966504}, "total_wall_ms": 355.0988750066608, "ttft_ms": 13.47333297599107, "input_usage": {"receiver_prompt_tokens": 1941}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1699282944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7020134032, "mlx_cache_bytes": 1439425800, "process_rss_bytes": 1699282944}, "peak_prefill_memory": null, "peak_decode_memory": 7020134032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
325 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "df94c6ccbda4c7a58a545594", "attempt_id": "c54fdfabd5b9", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:59.225075Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1945, "message_tokens": 1866, "message_utf8_bytes": 7342, "cache_tensor_bytes": null, "serialized_payload_bytes": 7342, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.005709007382392883, "decode_payload_ms": 0.0, "receiver_prefill_ms": 204.64595803059638, "ttft_ms": 13.475666986778378, "decode_ms": 148.4439589548856}, "total_wall_ms": 369.3681249860674, "ttft_ms": 13.475666986778378, "input_usage": {"receiver_prompt_tokens": 1945}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1699299328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7021789248, "mlx_cache_bytes": 2203936008, "process_rss_bytes": 1699299328}, "peak_prefill_memory": null, "peak_decode_memory": 7021789248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
326 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "71c4b2ecbe8464b625cf4286", "attempt_id": "8791e0d99469", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:59.612420Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1945, "message_tokens": 1866, "message_utf8_bytes": 7342, "cache_tensor_bytes": null, "serialized_payload_bytes": 7342, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.005709007382392883, "decode_payload_ms": 0.0, "receiver_prefill_ms": 202.66762492246926, "ttft_ms": 13.439583010040224, "decode_ms": 94.40850000828505}, "total_wall_ms": 313.27345792669803, "ttft_ms": 13.439583010040224, "input_usage": {"receiver_prompt_tokens": 1945}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1699315712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7021789248, "mlx_cache_bytes": 2203936008, "process_rss_bytes": 1699315712}, "peak_prefill_memory": null, "peak_decode_memory": 7021789248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
327 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fbe14b1ea7879f32846efe08", "attempt_id": "3902e47d8a0a", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:36:59.943600Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1940, "message_tokens": 1866, "message_utf8_bytes": 7342, "cache_tensor_bytes": null, "serialized_payload_bytes": 7342, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.005709007382392883, "decode_payload_ms": 0.0, "receiver_prefill_ms": 202.80883298255503, "ttft_ms": 13.894084026105702, "decode_ms": 81.34491695091128}, "total_wall_ms": 300.88450002949685, "ttft_ms": 13.894084026105702, "input_usage": {"receiver_prompt_tokens": 1940}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1699315712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7020134032, "mlx_cache_bytes": 2203936008, "process_rss_bytes": 1699315712}, "peak_prefill_memory": null, "peak_decode_memory": 7020134032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "output_hash": "2a62606853c315bba8769371d195e3ab3d6a8cd7ef959205575c5119740850f8"} |
| |
328 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b357360ddb77b1517114eff5", "attempt_id": "796e5f2fd994", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:00.263564Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1949, "message_tokens": 1866, "message_utf8_bytes": 7342, "cache_tensor_bytes": null, "serialized_payload_bytes": 7342, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.005709007382392883, "decode_payload_ms": 0.0, "receiver_prefill_ms": 203.8003340130672, "ttft_ms": 13.68174992967397, "decode_ms": 121.1464999942109}, "total_wall_ms": 341.4889998966828, "ttft_ms": 13.68174992967397, "input_usage": {"receiver_prompt_tokens": 1949}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1699315712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7023312960, "mlx_cache_bytes": 2969969928, "process_rss_bytes": 1699315712}, "peak_prefill_memory": null, "peak_decode_memory": 7023312960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,863,814", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "output_hash": "f1722ba741a0ef5b3ac45cce5ffc57bea78f7eb0a07f17be098ba98a15ed3374"} |
| |
329 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6f63df016045a07a3fe77b63", "attempt_id": "bd450eb9beb0", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:00.624660Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1866}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1838, "cache_tensor_bytes": null, "serialized_payload_bytes": 1838, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2454999377951026, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.44541602954268, "ttft_ms": 13.274624943733215, "decode_ms": 132.62954202946275}, "total_wall_ms": 217.8355409996584, "ttft_ms": 13.274624943733215, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1699397632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 3365610760, "process_rss_bytes": 1699397632}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5eb00f24fa0d263f493ef6d3b45994387ccb76e7d1c1ef7c1a293276cfbaa64d", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
330 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a6299a5b6f9713fc105955b", "attempt_id": "608585588e61", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:00.859605Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1866}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 1838, "cache_tensor_bytes": null, "serialized_payload_bytes": 1838, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2454999377951026, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.00791595783085, "ttft_ms": 13.641999918036163, "decode_ms": 13.42683401890099}, "total_wall_ms": 98.14287500921637, "ttft_ms": 13.641999918036163, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699414016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 3715474696, "process_rss_bytes": 1699414016}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5eb00f24fa0d263f493ef6d3b45994387ccb76e7d1c1ef7c1a293276cfbaa64d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
331 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1acf6d6ad29f4d1dea77e196", "attempt_id": "d375c8fb3db7", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:00.976373Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1866}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 1838, "cache_tensor_bytes": null, "serialized_payload_bytes": 1838, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2454999377951026, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.76466707419604, "ttft_ms": 13.63370893523097, "decode_ms": 92.25833299569786}, "total_wall_ms": 176.7598750302568, "ttft_ms": 13.63370893523097, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1699430400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 3715474696, "process_rss_bytes": 1699430400}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5eb00f24fa0d263f493ef6d3b45994387ccb76e7d1c1ef7c1a293276cfbaa64d", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
332 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3ead785b7c09dab48601f6c9", "attempt_id": "4af7fb3853c6", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:01.171471Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1866}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 1838, "cache_tensor_bytes": null, "serialized_payload_bytes": 1838, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2454999377951026, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.39570896793157, "ttft_ms": 13.188292039558291, "decode_ms": 13.296207995153964}, "total_wall_ms": 96.94970899727196, "ttft_ms": 13.188292039558291, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699463168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 3803063560, "process_rss_bytes": 1699463168}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5eb00f24fa0d263f493ef6d3b45994387ccb76e7d1c1ef7c1a293276cfbaa64d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
333 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a17e41b026477b033f2d44d3", "attempt_id": "29a3a8b2936e", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:01.285879Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1866}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 1838, "cache_tensor_bytes": null, "serialized_payload_bytes": 1838, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2454999377951026, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.16183389350772, "ttft_ms": 13.2778330007568, "decode_ms": 13.5043750051409}, "total_wall_ms": 98.05787494406104, "ttft_ms": 13.2778330007568, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699479552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569799768, "mlx_cache_bytes": 4170327304, "process_rss_bytes": 1699479552}, "peak_prefill_memory": null, "peak_decode_memory": 6569799768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5eb00f24fa0d263f493ef6d3b45994387ccb76e7d1c1ef7c1a293276cfbaa64d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
334 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d6b9b6df236cd28a7c0ae8e", "attempt_id": "f70a084f72f2", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:01.404070Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 16}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 579, "message_tokens": 503, "message_utf8_bytes": 1392, "cache_tensor_bytes": null, "serialized_payload_bytes": 1392, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5963339246809483, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.20633395202458, "ttft_ms": 13.38037510868162, "decode_ms": 13.297416968271136}, "total_wall_ms": 96.88641596585512, "ttft_ms": 13.38037510868162, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699643392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557134936, "mlx_cache_bytes": 4522452232, "process_rss_bytes": 1699643392}, "peak_prefill_memory": null, "peak_decode_memory": 6557134936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b61d9a78fb26a560e5a9c0a55d69a93595e07a59c5d68725b607a17c5a2bd9ac", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
335 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d3a815ff82815cf6d61ee61", "attempt_id": "1c8000123d34", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:01.518967Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 16}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 583, "message_tokens": 503, "message_utf8_bytes": 1392, "cache_tensor_bytes": null, "serialized_payload_bytes": 1392, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5963339246809483, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.40579100046307, "ttft_ms": 13.24104203376919, "decode_ms": 13.291790965013206}, "total_wall_ms": 97.06616692710668, "ttft_ms": 13.24104203376919, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699643392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 4862682376, "process_rss_bytes": 1699643392}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b61d9a78fb26a560e5a9c0a55d69a93595e07a59c5d68725b607a17c5a2bd9ac", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
336 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3e6fc08b9cf223cce0354440", "attempt_id": "96d377a1ca82", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:01.634291Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 16}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 583, "message_tokens": 503, "message_utf8_bytes": 1392, "cache_tensor_bytes": null, "serialized_payload_bytes": 1392, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5963339246809483, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.39354201313108, "ttft_ms": 13.166917022317648, "decode_ms": 13.439374975860119}, "total_wall_ms": 97.03991701826453, "ttft_ms": 13.166917022317648, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1699643392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 4862682376, "process_rss_bytes": 1699643392}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b61d9a78fb26a560e5a9c0a55d69a93595e07a59c5d68725b607a17c5a2bd9ac", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
337 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a96077a6e1cd02826e2ab00e", "attempt_id": "a4e1de9c7274", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:01.749878Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 16}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 578, "message_tokens": 503, "message_utf8_bytes": 1392, "cache_tensor_bytes": null, "serialized_payload_bytes": 1392, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5963339246809483, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.09324997104704, "ttft_ms": 13.175291009247303, "decode_ms": 79.80662502814084}, "total_wall_ms": 163.12887496314943, "ttft_ms": 13.175291009247303, "input_usage": {"receiver_prompt_tokens": 578}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1699659776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557134936, "mlx_cache_bytes": 4862682376, "process_rss_bytes": 1699659776}, "peak_prefill_memory": null, "peak_decode_memory": 6557134936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b61d9a78fb26a560e5a9c0a55d69a93595e07a59c5d68725b607a17c5a2bd9ac", "output_hash": "2a62606853c315bba8769371d195e3ab3d6a8cd7ef959205575c5119740850f8"} |
| |
338 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8054c49982f2f7eb325b55a0", "attempt_id": "61215a8757d6", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:01.930918Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 16}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 587, "message_tokens": 503, "message_utf8_bytes": 1392, "cache_tensor_bytes": null, "serialized_payload_bytes": 1392, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5963339246809483, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.61312494240701, "ttft_ms": 13.300749938935041, "decode_ms": 119.85079105943441}, "total_wall_ms": 203.85729195550084, "ttft_ms": 13.300749938935041, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1699708928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5205173512, "process_rss_bytes": 1699708928}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,863,814", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b61d9a78fb26a560e5a9c0a55d69a93595e07a59c5d68725b607a17c5a2bd9ac", "output_hash": "f1722ba741a0ef5b3ac45cce5ffc57bea78f7eb0a07f17be098ba98a15ed3374"} |
| |
339 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "990aa6b9ff807470a66867b0", "attempt_id": "3e6e2fc8070a", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:02.153979Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 579, "message_tokens": 503, "message_utf8_bytes": 1435, "cache_tensor_bytes": null, "serialized_payload_bytes": 1435, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9944170014932752, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.18291701003909, "ttft_ms": 13.342541991733015, "decode_ms": 131.65391702204943}, "total_wall_ms": 216.23308397829533, "ttft_ms": 13.342541991733015, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1699741696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557134936, "mlx_cache_bytes": 5205173512, "process_rss_bytes": 1699741696}, "peak_prefill_memory": null, "peak_decode_memory": 6557134936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d9ada440b1bcfb94ba4edccca72401e73d2628290370274df400ce2e8952dc64", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
340 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "364d753092d33ede23bb8828", "attempt_id": "d1aef4c35717", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:02.388682Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 28}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 577, "message_tokens": 497, "message_utf8_bytes": 1868, "cache_tensor_bytes": null, "serialized_payload_bytes": 1868, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9698329959064722, "decode_payload_ms": 0.0, "receiver_prefill_ms": 65.4116669902578, "ttft_ms": 13.383541954681277, "decode_ms": 145.89395793154836}, "total_wall_ms": 226.74000007100403, "ttft_ms": 13.383541954681277, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1699774464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555955288, "mlx_cache_bytes": 5442282760, "process_rss_bytes": 1699774464}, "peak_prefill_memory": null, "peak_decode_memory": 6555955288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "77d61130b7362483798a952999f3a605638862103c98efde27b461873122351e", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
341 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "896f98ed5643b6e7ff54de5f", "attempt_id": "6ab49f1905e6", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:02.633814Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 584, "message_tokens": 504, "message_utf8_bytes": 1499, "cache_tensor_bytes": null, "serialized_payload_bytes": 1499, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0118329664692283, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.99170891847461, "ttft_ms": 13.22779105976224, "decode_ms": 92.73983293678612}, "total_wall_ms": 176.99445795733482, "ttft_ms": 13.22779105976224, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1699807232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 5682439432, "process_rss_bytes": 1699807232}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5b29468981134cee559d078ae2de5d2480d4e51bc4c9b99086af81f51ff5b5cf", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
342 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "868d964df297ca8ac6f1d7af", "attempt_id": "5c55d2ce21b5", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:02.829324Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 571, "message_tokens": 496, "message_utf8_bytes": 1538, "cache_tensor_bytes": null, "serialized_payload_bytes": 1538, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.875833909958601, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.19808299001306, "ttft_ms": 13.219582964666188, "decode_ms": 78.93233303911984}, "total_wall_ms": 160.23587505333126, "ttft_ms": 13.219582964666188, "input_usage": {"receiver_prompt_tokens": 571}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1699807232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6552121432, "mlx_cache_bytes": 6015493384, "process_rss_bytes": 1699807232}, "peak_prefill_memory": null, "peak_decode_memory": 6552121432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4761350a501bb04372cec64f4b1f3849998f1e5d8df5de855960c8e9d6109942", "output_hash": "2a62606853c315bba8769371d195e3ab3d6a8cd7ef959205575c5119740850f8"} |
| |
343 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5971f4244afe4ef5c9f7cfbf", "attempt_id": "caa433ad0121", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:03.007922Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 17}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 587, "message_tokens": 503, "message_utf8_bytes": 1363, "cache_tensor_bytes": null, "serialized_payload_bytes": 1363, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9002500446513295, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.10016702022403, "ttft_ms": 13.499457971192896, "decode_ms": 93.04566599894315}, "total_wall_ms": 177.4875419214368, "ttft_ms": 13.499457971192896, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1699807232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 6015493384, "process_rss_bytes": 1699807232}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5863814", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d396e7abd4277c22c629a3c77004fc4bf6833f3a18659310fde337a1c8573c2f", "output_hash": "8a4efc21da7fd0aafdbb1f8f5fe9231f746cd4dd77afd1da76a2f1ed0b271b75"} |
| |
344 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e9eb7cdf54e34a509215a22a", "attempt_id": "d0d8e0962f1d", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:10.364224Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1200, "cache_tensor_bytes": null, "serialized_payload_bytes": 1200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7160.059040994383, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.69695899169892, "ttft_ms": 13.337332988157868, "decode_ms": 132.78958399314433}, "total_wall_ms": 216.9805000303313, "ttft_ms": 13.337332988157868, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 1982, "sender_output_tokens": 512, "sender_prefill_ms": 214.50416708830744, "sender_ttft_ms": 13.755333027802408, "sender_decode_ms": 6930.124583072029}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1700675584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 7236920584, "process_rss_bytes": 1700675584}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d2a2bad9425191f4568f7eb115d63c953e27080a86953f62a982ad73340e770", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
345 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "719bf9696ebd729dd16e8677", "attempt_id": "94dcd7a5887c", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:10.600520Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 595, "message_tokens": 512, "message_utf8_bytes": 1200, "cache_tensor_bytes": null, "serialized_payload_bytes": 1200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7160.059040994383, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.18874999973923, "ttft_ms": 13.217166997492313, "decode_ms": 146.27320796716958}, "total_wall_ms": 229.74400001112372, "ttft_ms": 13.217166997492313, "input_usage": {"receiver_prompt_tokens": 595, "sender_input_tokens": 1982, "sender_output_tokens": 512, "sender_prefill_ms": 214.50416708830744, "sender_ttft_ms": 13.755333027802408, "sender_decode_ms": 6930.124583072029}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1700675584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 7236920584, "process_rss_bytes": 1700675584}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d2a2bad9425191f4568f7eb115d63c953e27080a86953f62a982ad73340e770", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
346 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51496ab7a3f13040feeeca32", "attempt_id": "7e4291b63be1", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:10.849631Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 595, "message_tokens": 512, "message_utf8_bytes": 1200, "cache_tensor_bytes": null, "serialized_payload_bytes": 1200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7160.059040994383, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.27279196679592, "ttft_ms": 13.298084028065205, "decode_ms": 13.631707988679409}, "total_wall_ms": 97.20995801035315, "ttft_ms": 13.298084028065205, "input_usage": {"receiver_prompt_tokens": 595, "sender_input_tokens": 1982, "sender_output_tokens": 512, "sender_prefill_ms": 214.50416708830744, "sender_ttft_ms": 13.755333027802408, "sender_decode_ms": 6930.124583072029}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1700675584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 7236920584, "process_rss_bytes": 1700675584}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d2a2bad9425191f4568f7eb115d63c953e27080a86953f62a982ad73340e770", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
347 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "98c7d58b930d9be99bdf4352", "attempt_id": "76fe868d87a7", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:10.965592Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 590, "message_tokens": 512, "message_utf8_bytes": 1200, "cache_tensor_bytes": null, "serialized_payload_bytes": 1200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7160.059040994383, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.22216704394668, "ttft_ms": 13.65508302114904, "decode_ms": 80.11329197324812}, "total_wall_ms": 167.02720790635794, "ttft_ms": 13.65508302114904, "input_usage": {"receiver_prompt_tokens": 590, "sender_input_tokens": 1982, "sender_output_tokens": 512, "sender_prefill_ms": 214.50416708830744, "sender_ttft_ms": 13.755333027802408, "sender_decode_ms": 6930.124583072029}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1700675584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 7236920584, "process_rss_bytes": 1700675584}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d2a2bad9425191f4568f7eb115d63c953e27080a86953f62a982ad73340e770", "output_hash": "2a62606853c315bba8769371d195e3ab3d6a8cd7ef959205575c5119740850f8"} |
| |
348 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e661f49d24e35f619b979b7", "attempt_id": "abd09dc6bfa3", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:11.151149Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 599, "message_tokens": 512, "message_utf8_bytes": 1200, "cache_tensor_bytes": null, "serialized_payload_bytes": 1200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7160.059040994383, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.59516597352922, "ttft_ms": 13.391040964052081, "decode_ms": 13.76687502488494}, "total_wall_ms": 101.74395807553083, "ttft_ms": 13.391040964052081, "input_usage": {"receiver_prompt_tokens": 599, "sender_input_tokens": 1982, "sender_output_tokens": 512, "sender_prefill_ms": 214.50416708830744, "sender_ttft_ms": 13.755333027802408, "sender_decode_ms": 6930.124583072029}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1700675584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569422936, "mlx_cache_bytes": 7325099272, "process_rss_bytes": 1700675584}, "peak_prefill_memory": null, "peak_decode_memory": 6569422936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d2a2bad9425191f4568f7eb115d63c953e27080a86953f62a982ad73340e770", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
349 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6cfdd550b75a7a69fd23bfdd", "attempt_id": "4357713c76d5", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:11.270883Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 332, "message_tokens": 253, "message_utf8_bytes": 998, "cache_tensor_bytes": null, "serialized_payload_bytes": 998, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3681.4929170068353, "decode_payload_ms": 0.0, "receiver_prefill_ms": 45.765999937430024, "ttft_ms": 13.208958087489009, "decode_ms": 132.30020797345787}, "total_wall_ms": 3873.5945409862325, "ttft_ms": 13.208958087489009, "input_usage": {"receiver_prompt_tokens": 332, "sender_input_tokens": 1978, "sender_output_tokens": 253, "sender_prefill_ms": 240.3316660784185, "sender_ttft_ms": 14.277208014391363, "sender_decode_ms": 3425.321916001849}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1700757504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6454355356, "mlx_cache_bytes": 8199154228, "process_rss_bytes": 1700757504}, "peak_prefill_memory": null, "peak_decode_memory": 6454355356, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "994829a418293526179531cb2050f79a16a2a526936af73673ba8db426c9833f", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
350 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9944635bb7625b3706da689d", "attempt_id": "4bdd6f9c64da", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:15.163436Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 199, "message_tokens": 116, "message_utf8_bytes": 377, "cache_tensor_bytes": null, "serialized_payload_bytes": 377, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1807.5676249573007, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.72075001243502, "ttft_ms": 13.356416020542383, "decode_ms": 145.39179194252938}, "total_wall_ms": 2000.6586249219254, "ttft_ms": 13.356416020542383, "input_usage": {"receiver_prompt_tokens": 199, "sender_input_tokens": 1982, "sender_output_tokens": 116, "sender_prefill_ms": 220.29249998740852, "sender_ttft_ms": 14.00083303451538, "sender_decode_ms": 1571.663333917968}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1700904960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6341879196, "mlx_cache_bytes": 8361880116, "process_rss_bytes": 1700904960}, "peak_prefill_memory": null, "peak_decode_memory": 6341879196, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c04f0e238417b75264b158525e66deb46d826eb3b171b4deb67c3571736e853", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
351 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec564e3f25a59d383e82ca53", "attempt_id": "56924382edaa", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:17.183408Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 137, "message_tokens": 54, "message_utf8_bytes": 234, "cache_tensor_bytes": null, "serialized_payload_bytes": 234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 972.6566249737516, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.55304100457579, "ttft_ms": 13.119500013999641, "decode_ms": 106.46116698626429}, "total_wall_ms": 1125.3409578930587, "ttft_ms": 13.119500013999641, "input_usage": {"receiver_prompt_tokens": 137, "sender_input_tokens": 1982, "sender_output_tokens": 54, "sender_prefill_ms": 222.0530000049621, "sender_ttft_ms": 14.008165919221938, "sender_decode_ms": 735.015582991764}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1700954112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6291366544, "mlx_cache_bytes": 8469752916, "process_rss_bytes": 1700954112}, "peak_prefill_memory": null, "peak_decode_memory": 6291366544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912 CAD", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "499fb57cba4a73c42b4558ba8bb02da49d6f5a48e9351c7ba149d7d0918ab3bb", "output_hash": "9d778f9487018a1f690dbb3fbe82fce05e70f1a713d4206816d179ad3cd77865"} |
| |
352 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3830178a5a91cd44d5dbf20d", "attempt_id": "88b5e26f4549", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:25.517663Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 443, "message_tokens": 352, "message_utf8_bytes": 830, "cache_tensor_bytes": null, "serialized_payload_bytes": 830, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7190.328166005202, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.31320797652006, "ttft_ms": 13.396750087849796, "decode_ms": 133.40387505013496}, "total_wall_ms": 202.12445897050202, "ttft_ms": 13.396750087849796, "input_usage": {"receiver_prompt_tokens": 443, "sender_input_tokens": 2010, "sender_output_tokens": 512, "sender_prefill_ms": 240.32670794986188, "sender_ttft_ms": 14.156082994304597, "sender_decode_ms": 6934.093207935803}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1701511168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6542813016, "mlx_cache_bytes": 9639113532, "process_rss_bytes": 1701511168}, "peak_prefill_memory": null, "peak_decode_memory": 6542813016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a613cf19d60b1dbe7d9f51bbbf98459d9f181f51f14c39d755912e891ae7fd2f", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
353 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "929d9212dcec2f4160b18c7f", "attempt_id": "1b835731d5e1", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:25.738359Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 447, "message_tokens": 352, "message_utf8_bytes": 830, "cache_tensor_bytes": null, "serialized_payload_bytes": 830, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7190.328166005202, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.13887496292591, "ttft_ms": 13.394540990702808, "decode_ms": 13.562500011175871}, "total_wall_ms": 84.06629099044949, "ttft_ms": 13.394540990702808, "input_usage": {"receiver_prompt_tokens": 447, "sender_input_tokens": 2010, "sender_output_tokens": 512, "sender_prefill_ms": 240.32670794986188, "sender_ttft_ms": 14.156082994304597, "sender_decode_ms": 6934.093207935803}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1701511168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546007912, "mlx_cache_bytes": 9988684340, "process_rss_bytes": 1701511168}, "peak_prefill_memory": null, "peak_decode_memory": 6546007912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a613cf19d60b1dbe7d9f51bbbf98459d9f181f51f14c39d755912e891ae7fd2f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
354 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "143ef1aae63741be7d6e3398", "attempt_id": "45cdae7bbb40", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:25.841137Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 447, "message_tokens": 352, "message_utf8_bytes": 830, "cache_tensor_bytes": null, "serialized_payload_bytes": 830, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7190.328166005202, "decode_payload_ms": 0.0, "receiver_prefill_ms": 58.5606669774279, "ttft_ms": 13.336334028281271, "decode_ms": 13.29379202798009}, "total_wall_ms": 86.02541708387434, "ttft_ms": 13.336334028281271, "input_usage": {"receiver_prompt_tokens": 447, "sender_input_tokens": 2010, "sender_output_tokens": 512, "sender_prefill_ms": 240.32670794986188, "sender_ttft_ms": 14.156082994304597, "sender_decode_ms": 6934.093207935803}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1701511168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546007912, "mlx_cache_bytes": 9988684340, "process_rss_bytes": 1701511168}, "peak_prefill_memory": null, "peak_decode_memory": 6546007912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a613cf19d60b1dbe7d9f51bbbf98459d9f181f51f14c39d755912e891ae7fd2f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
355 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d007a3299562fbcf6337dd24", "attempt_id": "c280bc46e623", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:25.946270Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 442, "message_tokens": 352, "message_utf8_bytes": 830, "cache_tensor_bytes": null, "serialized_payload_bytes": 830, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7190.328166005202, "decode_payload_ms": 0.0, "receiver_prefill_ms": 60.98062498494983, "ttft_ms": 13.546417001634836, "decode_ms": 13.43166595324874}, "total_wall_ms": 88.77679205033928, "ttft_ms": 13.546417001634836, "input_usage": {"receiver_prompt_tokens": 442, "sender_input_tokens": 2010, "sender_output_tokens": 512, "sender_prefill_ms": 240.32670794986188, "sender_ttft_ms": 14.156082994304597, "sender_decode_ms": 6934.093207935803}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1701511168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6542813016, "mlx_cache_bytes": 9988684340, "process_rss_bytes": 1701511168}, "peak_prefill_memory": null, "peak_decode_memory": 6542813016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a613cf19d60b1dbe7d9f51bbbf98459d9f181f51f14c39d755912e891ae7fd2f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
356 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f7598182dd4bb952b974a18b", "attempt_id": "5da2ab357627", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:26.053202Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 451, "message_tokens": 352, "message_utf8_bytes": 830, "cache_tensor_bytes": null, "serialized_payload_bytes": 830, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7190.328166005202, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.19179202243686, "ttft_ms": 13.635792070999742, "decode_ms": 13.62212491221726}, "total_wall_ms": 94.29662500042468, "ttft_ms": 13.635792070999742, "input_usage": {"receiver_prompt_tokens": 451, "sender_input_tokens": 2010, "sender_output_tokens": 512, "sender_prefill_ms": 240.32670794986188, "sender_ttft_ms": 14.156082994304597, "sender_decode_ms": 6934.093207935803}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1701511168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6549792632, "mlx_cache_bytes": 10360160572, "process_rss_bytes": 1701511168}, "peak_prefill_memory": null, "peak_decode_memory": 6549792632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a613cf19d60b1dbe7d9f51bbbf98459d9f181f51f14c39d755912e891ae7fd2f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
357 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "96a350c6b44eec4688e561be", "attempt_id": "b6615990ab7e", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:26.165857Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 141, "message_tokens": 50, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1391.9132079463452, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.52704201824963, "ttft_ms": 13.29525001347065, "decode_ms": 131.5783750033006}, "total_wall_ms": 1570.8166250260547, "ttft_ms": 13.29525001347065, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 2019, "sender_output_tokens": 76, "sender_prefill_ms": 322.8299579350278, "sender_ttft_ms": 15.756790991872549, "sender_decode_ms": 1051.5887080691755}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1701593088, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294856352, "mlx_cache_bytes": 11269423980, "process_rss_bytes": 1701593088}, "peak_prefill_memory": null, "peak_decode_memory": 6294856352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9421121aa52e1fec8ab5bb2fc43e7fc7e36815cba0888ec150737b5d2d59d6fd", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
358 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "17a0db6c27128bae13940fdd", "attempt_id": "d277092e3f0f", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:27.754982Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 146, "message_tokens": 51, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1181.8890839349478, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.920417074114084, "ttft_ms": 13.170249992981553, "decode_ms": 145.92466701287776}, "total_wall_ms": 1375.396457966417, "ttft_ms": 13.170249992981553, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 2023, "sender_output_tokens": 67, "sender_prefill_ms": 247.01291602104902, "sender_ttft_ms": 14.403417007997632, "sender_decode_ms": 918.7441669637337}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1701625856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299476660, "mlx_cache_bytes": 12178507184, "process_rss_bytes": 1701625856}, "peak_prefill_memory": null, "peak_decode_memory": 6299476660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B in Témiscaming", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf4bc9061e21233fb804396010ec15c8e34295ad682eec1d10a31d4134fd9efc", "output_hash": "e9b26887244d11740fbd141d5cd23183024a1c157d5d98ed42b15f4318ef5702"} |
| |
359 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c81f2e60e38646ccf8c4b900", "attempt_id": "6f9ea92af917", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:29.150148Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 144, "message_tokens": 49, "message_utf8_bytes": 114, "cache_tensor_bytes": null, "serialized_payload_bytes": 114, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1237.2763330349699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.58250001817942, "ttft_ms": 13.300416991114616, "decode_ms": 92.10345800966024}, "total_wall_ms": 1375.7474579615518, "ttft_ms": 13.300416991114616, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 2023, "sender_output_tokens": 71, "sender_prefill_ms": 247.09908303339034, "sender_ttft_ms": 14.292250038124621, "sender_decode_ms": 974.2867919849232}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1701609472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6304768692, "mlx_cache_bytes": 12264359344, "process_rss_bytes": 1701609472}, "peak_prefill_memory": null, "peak_decode_memory": 6304768692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d02bb0b80e4fc4b2b2a62daf7ca80812cc2f2bc29569f43ed95eb9586d7f9f4", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
360 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "555a20d65f343d9091f188bf", "attempt_id": "92a6f75e74cf", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:30.545037Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1086, "message_tokens": 1010, "message_utf8_bytes": 715, "cache_tensor_bytes": null, "serialized_payload_bytes": 715, "side_information_bytes": 0, "fetched_bytes": 1614, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02816703636199236, "decode_payload_ms": 0.0, "receiver_prefill_ms": 127.69629096146673, "ttft_ms": 13.777166954241693, "decode_ms": 134.637292008847}, "total_wall_ms": 277.6634169276804, "ttft_ms": 13.777166954241693, "input_usage": {"receiver_prompt_tokens": 1086, "sender_input_tokens": 2010, "sender_output_tokens": 512, "sender_prefill_ms": 240.32670794986188, "sender_ttft_ms": 14.156082994304597, "sender_decode_ms": 6934.093207935803}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1701871616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6842154652, "mlx_cache_bytes": 12949865904, "process_rss_bytes": 1701871616}, "peak_prefill_memory": null, "peak_decode_memory": 6842154652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1614, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d011ce02801dd36d520402c489970612edc0fc65aa6cca8c7cad37ed7b22aa5d", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
361 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9b4c7a14b402816652c0eb08", "attempt_id": "4ea0a1e77a8e", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:30.841534Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1108, "message_tokens": 1028, "message_utf8_bytes": 715, "cache_tensor_bytes": null, "serialized_payload_bytes": 715, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02816703636199236, "decode_payload_ms": 0.0, "receiver_prefill_ms": 147.89254101924598, "ttft_ms": 14.176666038110852, "decode_ms": 13.963541947305202}, "total_wall_ms": 177.55795794073492, "ttft_ms": 14.176666038110852, "input_usage": {"receiver_prompt_tokens": 1108, "sender_input_tokens": 2010, "sender_output_tokens": 512, "sender_prefill_ms": 240.32670794986188, "sender_ttft_ms": 14.156082994304597, "sender_decode_ms": 6934.093207935803}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1701871616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6854655644, "mlx_cache_bytes": 13600851376, "process_rss_bytes": 1701871616}, "peak_prefill_memory": null, "peak_decode_memory": 6854655644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a351629b66054f5b4314ee58ae890926c41e4f1d28e768a702909eb03af42e21", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
362 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fbafab49d80ffa98e942199c", "attempt_id": "b638a85d1336", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:31.038716Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1108, "message_tokens": 1028, "message_utf8_bytes": 715, "cache_tensor_bytes": null, "serialized_payload_bytes": 715, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02816703636199236, "decode_payload_ms": 0.0, "receiver_prefill_ms": 179.15341595653445, "ttft_ms": 14.840667019598186, "decode_ms": 14.084416907280684}, "total_wall_ms": 209.59724998101592, "ttft_ms": 14.840667019598186, "input_usage": {"receiver_prompt_tokens": 1108, "sender_input_tokens": 2010, "sender_output_tokens": 512, "sender_prefill_ms": 240.32670794986188, "sender_ttft_ms": 14.156082994304597, "sender_decode_ms": 6934.093207935803}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1701871616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6854655644, "mlx_cache_bytes": 13600851376, "process_rss_bytes": 1701871616}, "peak_prefill_memory": null, "peak_decode_memory": 6854655644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fc4ebd35303986ae8e85ba002d47a693676b2dace9055c033dfdb8c3a06ce26", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
363 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3058da0f01c44e4e6d3ac027", "attempt_id": "6af24b77cf2b", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:31.266793Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1103, "message_tokens": 1028, "message_utf8_bytes": 715, "cache_tensor_bytes": null, "serialized_payload_bytes": 715, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02816703636199236, "decode_payload_ms": 0.0, "receiver_prefill_ms": 207.2895000455901, "ttft_ms": 14.321375056169927, "decode_ms": 14.202499995008111}, "total_wall_ms": 237.31579107698053, "ttft_ms": 14.321375056169927, "input_usage": {"receiver_prompt_tokens": 1103, "sender_input_tokens": 2010, "sender_output_tokens": 512, "sender_prefill_ms": 240.32670794986188, "sender_ttft_ms": 14.156082994304597, "sender_decode_ms": 6934.093207935803}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1701871616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6884163228, "mlx_cache_bytes": 14099744176, "process_rss_bytes": 1701871616}, "peak_prefill_memory": null, "peak_decode_memory": 6884163228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fc4ebd35303986ae8e85ba002d47a693676b2dace9055c033dfdb8c3a06ce26", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
364 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9dec6992816dca5167c3f031", "attempt_id": "8d64cb2a5c29", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:31.522944Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1112, "message_tokens": 1028, "message_utf8_bytes": 715, "cache_tensor_bytes": null, "serialized_payload_bytes": 715, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02816703636199236, "decode_payload_ms": 0.0, "receiver_prefill_ms": 210.93800000380725, "ttft_ms": 14.350916026160121, "decode_ms": 13.953875051811337}, "total_wall_ms": 240.95166707411408, "ttft_ms": 14.350916026160121, "input_usage": {"receiver_prompt_tokens": 1112, "sender_input_tokens": 2010, "sender_output_tokens": 512, "sender_prefill_ms": 240.32670794986188, "sender_ttft_ms": 14.156082994304597, "sender_decode_ms": 6934.093207935803}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1701871616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6856851100, "mlx_cache_bytes": 14753007024, "process_rss_bytes": 1701871616}, "peak_prefill_memory": null, "peak_decode_memory": 6856851100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fc4ebd35303986ae8e85ba002d47a693676b2dace9055c033dfdb8c3a06ce26", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
365 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f3fd8f3e147534abcd0466b", "attempt_id": "ae49d287b6b0", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:31.782634Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7459183673469387}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1941, "message_tokens": 1866, "message_utf8_bytes": 7342, "cache_tensor_bytes": null, "serialized_payload_bytes": 1960, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0877920538187027, "decode_payload_ms": 0.015459023416042328, "receiver_prefill_ms": 359.2511659953743, "ttft_ms": 14.1578329494223, "decode_ms": 140.55129094049335}, "total_wall_ms": 516.6551249567419, "ttft_ms": 14.1578329494223, "input_usage": {"receiver_prompt_tokens": 1941}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1702035456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7020134032, "mlx_cache_bytes": 14753007024, "process_rss_bytes": 1702035456}, "peak_prefill_memory": null, "peak_decode_memory": 7020134032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
366 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f4a2d27196029ead01c23e1f", "attempt_id": "751f0a5944c0", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:32.318198Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7459183673469387}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1945, "message_tokens": 1866, "message_utf8_bytes": 7342, "cache_tensor_bytes": null, "serialized_payload_bytes": 1960, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0877920538187027, "decode_payload_ms": 0.015459023416042328, "receiver_prefill_ms": 301.930290996097, "ttft_ms": 14.231999986805022, "decode_ms": 150.68495890591294}, "total_wall_ms": 469.7147080441937, "ttft_ms": 14.231999986805022, "input_usage": {"receiver_prompt_tokens": 1945}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1702051840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7021789248, "mlx_cache_bytes": 14753007024, "process_rss_bytes": 1702051840}, "peak_prefill_memory": null, "peak_decode_memory": 7021789248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
367 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3c24248c75ce243f32c9a8af", "attempt_id": "8a213d8e9e3b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:32.807250Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7459183673469387}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1945, "message_tokens": 1866, "message_utf8_bytes": 7342, "cache_tensor_bytes": null, "serialized_payload_bytes": 1960, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0877920538187027, "decode_payload_ms": 0.015459023416042328, "receiver_prefill_ms": 282.7965000178665, "ttft_ms": 14.404291985556483, "decode_ms": 95.83337500225753}, "total_wall_ms": 395.85479197558016, "ttft_ms": 14.404291985556483, "input_usage": {"receiver_prompt_tokens": 1945}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1702051840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7021789248, "mlx_cache_bytes": 14753007024, "process_rss_bytes": 1702051840}, "peak_prefill_memory": null, "peak_decode_memory": 7021789248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
368 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2579b7dee16a242d489f7dc2", "attempt_id": "95fa1eee976f", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:33.221990Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7459183673469387}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1940, "message_tokens": 1866, "message_utf8_bytes": 7342, "cache_tensor_bytes": null, "serialized_payload_bytes": 1960, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0877920538187027, "decode_payload_ms": 0.015459023416042328, "receiver_prefill_ms": 286.2775420071557, "ttft_ms": 14.213374932296574, "decode_ms": 82.2593750199303}, "total_wall_ms": 385.59258298482746, "ttft_ms": 14.213374932296574, "input_usage": {"receiver_prompt_tokens": 1940}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1702051840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7020134032, "mlx_cache_bytes": 14753007024, "process_rss_bytes": 1702051840}, "peak_prefill_memory": null, "peak_decode_memory": 7020134032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "output_hash": "2a62606853c315bba8769371d195e3ab3d6a8cd7ef959205575c5119740850f8"} |
| |
369 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f24668ad2d991fae3e21663b", "attempt_id": "2836d7a7ce2c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:33.627176Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7459183673469387}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 1949, "message_tokens": 1866, "message_utf8_bytes": 7342, "cache_tensor_bytes": null, "serialized_payload_bytes": 1960, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0877920538187027, "decode_payload_ms": 0.015459023416042328, "receiver_prefill_ms": 281.904041999951, "ttft_ms": 14.061708003282547, "decode_ms": 122.86958401091397}, "total_wall_ms": 421.68816609773785, "ttft_ms": 14.061708003282547, "input_usage": {"receiver_prompt_tokens": 1949}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1702068224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7023312960, "mlx_cache_bytes": 14753007024, "process_rss_bytes": 1702068224}, "peak_prefill_memory": null, "peak_decode_memory": 7023312960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,863,814", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "output_hash": "f1722ba741a0ef5b3ac45cce5ffc57bea78f7eb0a07f17be098ba98a15ed3374"} |
| |
370 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0eff038724810654e5b66704", "attempt_id": "9e5b5a8778c6", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:35.285617Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.27438370846730975, "origin_tokens": 1722, "compressed_tokens": 578, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 766, "message_tokens": 689, "message_utf8_bytes": 2092, "cache_tensor_bytes": null, "serialized_payload_bytes": 2092, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1217.730666976422, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.69187495112419, "ttft_ms": 13.442374998703599, "decode_ms": 13.247916009277105}, "total_wall_ms": 125.7213749922812, "ttft_ms": 13.442374998703599, "input_usage": {"receiver_prompt_tokens": 766}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1746173952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6668791884, "mlx_cache_bytes": 15166277040, "process_rss_bytes": 1746173952}, "peak_prefill_memory": null, "peak_decode_memory": 6668791884, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ddd7f343109fd74f8b8ec54c8fae16c190adaacf65cec20653df4ce9aa49731c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
371 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "29ad802f7d9fc5fd129de0ca", "attempt_id": "fabb799d7097", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:35.432200Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.27438370846730975, "origin_tokens": 1722, "compressed_tokens": 578, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 770, "message_tokens": 689, "message_utf8_bytes": 2092, "cache_tensor_bytes": null, "serialized_payload_bytes": 2092, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1217.730666976422, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.51208300702274, "ttft_ms": 13.527625007554889, "decode_ms": 67.01054109726101}, "total_wall_ms": 174.34895795304328, "ttft_ms": 13.527625007554889, "input_usage": {"receiver_prompt_tokens": 770}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1746173952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6673625176, "mlx_cache_bytes": 15599076784, "process_rss_bytes": 1746173952}, "peak_prefill_memory": null, "peak_decode_memory": 6673625176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot-B Matagami", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ddd7f343109fd74f8b8ec54c8fae16c190adaacf65cec20653df4ce9aa49731c", "output_hash": "e1ff77bd1709a6cc486f51240d766657b227eb0f253bf32eae73eef67ef1b72e"} |
| |
372 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "272b142f5bb878f5b0f64b1d", "attempt_id": "f5dcaf82a071", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:35.625266Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.27438370846730975, "origin_tokens": 1722, "compressed_tokens": 578, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 770, "message_tokens": 689, "message_utf8_bytes": 2092, "cache_tensor_bytes": null, "serialized_payload_bytes": 2092, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1217.730666976422, "decode_payload_ms": 0.0, "receiver_prefill_ms": 93.57837494462729, "ttft_ms": 13.736041961237788, "decode_ms": 13.4968749480322}, "total_wall_ms": 122.09099996834993, "ttft_ms": 13.736041961237788, "input_usage": {"receiver_prompt_tokens": 770}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1746173952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6673625176, "mlx_cache_bytes": 15599076784, "process_rss_bytes": 1746173952}, "peak_prefill_memory": null, "peak_decode_memory": 6673625176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ddd7f343109fd74f8b8ec54c8fae16c190adaacf65cec20653df4ce9aa49731c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
373 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2f5270d03cf221262e0204e3", "attempt_id": "fd3acad2d750", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:35.766710Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.27438370846730975, "origin_tokens": 1722, "compressed_tokens": 578, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 765, "message_tokens": 689, "message_utf8_bytes": 2092, "cache_tensor_bytes": null, "serialized_payload_bytes": 2092, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1217.730666976422, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.56691701617092, "ttft_ms": 13.690000050701201, "decode_ms": 160.8709170250222}, "total_wall_ms": 262.3259170213714, "ttft_ms": 13.690000050701201, "input_usage": {"receiver_prompt_tokens": 765}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1746173952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6661845080, "mlx_cache_bytes": 15746155952, "process_rss_bytes": 1746173952}, "peak_prefill_memory": null, "peak_decode_memory": 6661845080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kerfel-9: Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ddd7f343109fd74f8b8ec54c8fae16c190adaacf65cec20653df4ce9aa49731c", "output_hash": "12031a9530b7a9a54f112d472be34bd0891adf595826d87f9c514446be9f5582"} |
| |
374 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f7d61cb2684a080f0da5cd99", "attempt_id": "2dc3b900799b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:36.047834Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.27438370846730975, "origin_tokens": 1722, "compressed_tokens": 578, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 774, "message_tokens": 689, "message_utf8_bytes": 2092, "cache_tensor_bytes": null, "serialized_payload_bytes": 2092, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1217.730666976422, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.34520807210356, "ttft_ms": 13.570541981607676, "decode_ms": 13.550666975788772}, "total_wall_ms": 123.71933402027935, "ttft_ms": 13.570541981607676, "input_usage": {"receiver_prompt_tokens": 774}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1746173952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6682685516, "mlx_cache_bytes": 16162997680, "process_rss_bytes": 1746173952}, "peak_prefill_memory": null, "peak_decode_memory": 6682685516, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ddd7f343109fd74f8b8ec54c8fae16c190adaacf65cec20653df4ce9aa49731c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
375 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb70bb2eff4f381b69ee42e8", "attempt_id": "7f222031345d", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:36.437801Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6318350344}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 36, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 70225920, "serialized_payload_bytes": 70241992, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.39354196935892, "doc_prefill_ms": 225.0297920545563, "compress_ms": 1.8903330201283097, "serialize_ms": 17.51912501640618, "load_ms": 1.987125026062131, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.363124933093786, "ttft_ms": 28.363124933093786, "decode_ms": 140.37408295553178}, "total_wall_ms": 172.24258289206773, "ttft_ms": 28.363124933093786, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1816133632, "backend_memory": {"mlx_active_bytes": 6390472712, "mlx_peak_bytes": 6436774208, "mlx_cache_bytes": 16907945537, "process_rss_bytes": 1816133632}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6436774208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3677b279bf1930a84687ecf30c0b771e10996ab18cad71e7eae40f759dc14f1f", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
376 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f47352133653652ee7291581", "attempt_id": "d9a19232d4a6", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:36.629190Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6318350344}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 70225920, "serialized_payload_bytes": 70241992, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.39354196935892, "doc_prefill_ms": 225.0297920545563, "compress_ms": 1.8903330201283097, "serialize_ms": 17.51912501640618, "load_ms": 0.7318749558180571, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.837208006531, "ttft_ms": 27.837208006531, "decode_ms": 157.45270811021328}, "total_wall_ms": 187.53987492527813, "ttft_ms": 27.837208006531, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1816133632, "backend_memory": {"mlx_active_bytes": 6391586824, "mlx_peak_bytes": 6439919936, "mlx_cache_bytes": 17014277857, "process_rss_bytes": 1816133632}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6439919936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3677b279bf1930a84687ecf30c0b771e10996ab18cad71e7eae40f759dc14f1f", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
377 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fb133b8be1713e4c16308356", "attempt_id": "b01642b882fa", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:36.835426Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6318350344}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 70225920, "serialized_payload_bytes": 70241992, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.39354196935892, "doc_prefill_ms": 225.0297920545563, "compress_ms": 1.8903330201283097, "serialize_ms": 17.51912501640618, "load_ms": 1.7849579453468323, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.706792017444968, "ttft_ms": 25.706792017444968, "decode_ms": 97.76395803783089}, "total_wall_ms": 126.76104193087667, "ttft_ms": 25.706792017444968, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1816133632, "backend_memory": {"mlx_active_bytes": 6390505480, "mlx_peak_bytes": 6440018144, "mlx_cache_bytes": 17015359201, "process_rss_bytes": 1816133632}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6440018144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3677b279bf1930a84687ecf30c0b771e10996ab18cad71e7eae40f759dc14f1f", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
378 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "78632f35fcf333e079d96e34", "attempt_id": "eed314c5f33c", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:36.981805Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6318350344}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 35, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 70225920, "serialized_payload_bytes": 70241992, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.39354196935892, "doc_prefill_ms": 225.0297920545563, "compress_ms": 1.8903330201283097, "serialize_ms": 17.51912501640618, "load_ms": 0.7802919717505574, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.36104095634073, "ttft_ms": 25.36104095634073, "decode_ms": 85.15420800540596}, "total_wall_ms": 112.74029104970396, "ttft_ms": 25.36104095634073, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1816133632, "backend_memory": {"mlx_active_bytes": 6390505480, "mlx_peak_bytes": 6435741904, "mlx_cache_bytes": 17040164577, "process_rss_bytes": 1816133632}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6435741904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3677b279bf1930a84687ecf30c0b771e10996ab18cad71e7eae40f759dc14f1f", "output_hash": "2a62606853c315bba8769371d195e3ab3d6a8cd7ef959205575c5119740850f8"} |
| |
379 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d511ce56739d41356408163a", "attempt_id": "e116f0cde6b9", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:37.113710Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6318350344}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 44, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 70225920, "serialized_payload_bytes": 70241992, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.39354196935892, "doc_prefill_ms": 225.0297920545563, "compress_ms": 1.8903330201283097, "serialize_ms": 17.51912501640618, "load_ms": 1.810917048715055, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.859624962322414, "ttft_ms": 25.859624962322414, "decode_ms": 124.22958307433873}, "total_wall_ms": 153.3615830121562, "ttft_ms": 25.859624962322414, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1816133632, "backend_memory": {"mlx_active_bytes": 6391488520, "mlx_peak_bytes": 6443360576, "mlx_cache_bytes": 17059417889, "process_rss_bytes": 1816133632}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6443360576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,863,814", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3677b279bf1930a84687ecf30c0b771e10996ab18cad71e7eae40f759dc14f1f", "output_hash": "f1722ba741a0ef5b3ac45cce5ffc57bea78f7eb0a07f17be098ba98a15ed3374"} |
| |
380 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "42a8fab6e20cd8734e717c8e", "attempt_id": "2aef90f5cbc2", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:37.308490Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6318153736}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "50f7e52278544a92", "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 36, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 70225920, "serialized_payload_bytes": 70242020, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.2599160624668, "doc_prefill_ms": 225.0297920545563, "compress_ms": 0.6140420446172357, "serialize_ms": 21.477417089045048, "load_ms": 9.452625061385334, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.837249937467277, "ttft_ms": 25.837249937467277, "decode_ms": 138.56983301229775}, "total_wall_ms": 175.2608329989016, "ttft_ms": 25.837249937467277, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1886912512, "backend_memory": {"mlx_active_bytes": 6390112264, "mlx_peak_bytes": 6436413648, "mlx_cache_bytes": 17060794145, "process_rss_bytes": 1886912512}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6436413648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4d8c7fb29b1e81e6aa157b9c3a76ef18b3649b33ce29e5382a51b8137bcb9a24", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
381 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2816d81cf1176419c4d79ac", "attempt_id": "3cb2c7e60067", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:37.503101Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6318153736}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "50f7e52278544a92", "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 70225920, "serialized_payload_bytes": 70242020, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.2599160624668, "doc_prefill_ms": 225.0297920545563, "compress_ms": 0.6140420446172357, "serialize_ms": 21.477417089045048, "load_ms": 6.908333976753056, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.526874979026616, "ttft_ms": 26.526874979026616, "decode_ms": 152.79999992344528}, "total_wall_ms": 187.72279098629951, "ttft_ms": 26.526874979026616, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1892827136, "backend_memory": {"mlx_active_bytes": 6391390216, "mlx_peak_bytes": 6439854304, "mlx_cache_bytes": 17059516193, "process_rss_bytes": 1892827136}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6439854304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4d8c7fb29b1e81e6aa157b9c3a76ef18b3649b33ce29e5382a51b8137bcb9a24", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
382 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9da6152e9427a2caffe6ab13", "attempt_id": "f7333ecd419f", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:37.709234Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6318153736}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "50f7e52278544a92", "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 70225920, "serialized_payload_bytes": 70242020, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.2599160624668, "doc_prefill_ms": 225.0297920545563, "compress_ms": 0.6140420446172357, "serialize_ms": 21.477417089045048, "load_ms": 7.029708009213209, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.41316596418619, "ttft_ms": 26.41316596418619, "decode_ms": 95.92333296313882}, "total_wall_ms": 130.77745796181262, "ttft_ms": 26.41316596418619, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1904623616, "backend_memory": {"mlx_active_bytes": 6390112264, "mlx_peak_bytes": 6439854304, "mlx_cache_bytes": 17060794145, "process_rss_bytes": 1904623616}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6439854304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4d8c7fb29b1e81e6aa157b9c3a76ef18b3649b33ce29e5382a51b8137bcb9a24", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
383 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c27f8ff892ec44273b673a9", "attempt_id": "ea043ec6a32b", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:37.859215Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6318153736}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "50f7e52278544a92", "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 35, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 70225920, "serialized_payload_bytes": 70242020, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.2599160624668, "doc_prefill_ms": 225.0297920545563, "compress_ms": 0.6140420446172357, "serialize_ms": 21.477417089045048, "load_ms": 6.999708013609052, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.84470808506012, "ttft_ms": 25.84470808506012, "decode_ms": 83.3600420737639}, "total_wall_ms": 117.74466698989272, "ttft_ms": 25.84470808506012, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1904623616, "backend_memory": {"mlx_active_bytes": 6390112264, "mlx_peak_bytes": 6435578064, "mlx_cache_bytes": 17060794145, "process_rss_bytes": 1904623616}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6435578064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4d8c7fb29b1e81e6aa157b9c3a76ef18b3649b33ce29e5382a51b8137bcb9a24", "output_hash": "2a62606853c315bba8769371d195e3ab3d6a8cd7ef959205575c5119740850f8"} |
| |
384 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9ea9ddfca34487ab101db4cd", "attempt_id": "514217a3ba21", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:37.996237Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6318153736}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "50f7e52278544a92", "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 44, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 70225920, "serialized_payload_bytes": 70242020, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.2599160624668, "doc_prefill_ms": 225.0297920545563, "compress_ms": 0.6140420446172357, "serialize_ms": 21.477417089045048, "load_ms": 6.952791940420866, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.459499960765243, "ttft_ms": 26.459499960765243, "decode_ms": 124.71720797475427}, "total_wall_ms": 159.54895806498826, "ttft_ms": 26.459499960765243, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1916420096, "backend_memory": {"mlx_active_bytes": 6391291912, "mlx_peak_bytes": 6443196656, "mlx_cache_bytes": 17059614497, "process_rss_bytes": 1916420096}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6443196656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,863,814", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4d8c7fb29b1e81e6aa157b9c3a76ef18b3649b33ce29e5382a51b8137bcb9a24", "output_hash": "f1722ba741a0ef5b3ac45cce5ffc57bea78f7eb0a07f17be098ba98a15ed3374"} |
| |
385 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e7db4b8ccd9f063dd6f1380", "attempt_id": "1d63e312bee6", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:38.195739Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6284958856}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 36, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 37307520, "serialized_payload_bytes": 37341702, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.626832963898778, "doc_prefill_ms": 225.0297920545563, "compress_ms": 9.827665984630585, "serialize_ms": 10.44625008944422, "load_ms": 2.0423330133780837, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.422125002369285, "ttft_ms": 20.422125002369285, "decode_ms": 145.55016695521772}, "total_wall_ms": 169.7616659803316, "ttft_ms": 20.422125002369285, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1991950336, "backend_memory": {"mlx_active_bytes": 6324873224, "mlx_peak_bytes": 6382197316, "mlx_cache_bytes": 17255329601, "process_rss_bytes": 1991950336}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6382197316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-79S-5839", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4dfc3b91fab3c041bcae1d5c34775b35134e4b04a73949fb7b5b71be7ab3cc7e", "output_hash": "720cc40cd69e85e9728f6bea00b17a95ca07eee643e143a131840763958303cd"} |
| |
386 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e671799fdfd860e62add8a9b", "attempt_id": "982791fd5cda", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:38.384257Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6284958856}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 37307520, "serialized_payload_bytes": 37341702, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.626832963898778, "doc_prefill_ms": 225.0297920545563, "compress_ms": 9.827665984630585, "serialize_ms": 10.44625008944422, "load_ms": 2.0736660808324814, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.355167100206017, "ttft_ms": 20.355167100206017, "decode_ms": 161.11508302856237}, "total_wall_ms": 184.94979094248265, "ttft_ms": 20.355167100206017, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1992114176, "backend_memory": {"mlx_active_bytes": 6324698760, "mlx_peak_bytes": 6387204768, "mlx_cache_bytes": 17289177217, "process_rss_bytes": 1992114176}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6387204768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4dfc3b91fab3c041bcae1d5c34775b35134e4b04a73949fb7b5b71be7ab3cc7e", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
387 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c66cd7915425eaf9bf5ef305", "attempt_id": "55f7dcdb302f", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:38.588393Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6284958856}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 37307520, "serialized_payload_bytes": 37341702, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.626832963898778, "doc_prefill_ms": 225.0297920545563, "compress_ms": 9.827665984630585, "serialize_ms": 10.44625008944422, "load_ms": 2.051000017672777, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.898457965813577, "ttft_ms": 20.898457965813577, "decode_ms": 103.16054208669811}, "total_wall_ms": 127.55991599988192, "ttft_ms": 20.898457965813577, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1992114176, "backend_memory": {"mlx_active_bytes": 6324661384, "mlx_peak_bytes": 6387254688, "mlx_cache_bytes": 17289214593, "process_rss_bytes": 1992114176}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6387254688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4dfc3b91fab3c041bcae1d5c34775b35134e4b04a73949fb7b5b71be7ab3cc7e", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
388 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9417f31fbef940bde3eabe2a", "attempt_id": "acee1ecfc097", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:38.735735Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6284958856}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 35, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 37307520, "serialized_payload_bytes": 37341702, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.626832963898778, "doc_prefill_ms": 225.0297920545563, "compress_ms": 9.827665984630585, "serialize_ms": 10.44625008944422, "load_ms": 1.348624937236309, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.117665990255773, "ttft_ms": 20.117665990255773, "decode_ms": 86.96308301296085}, "total_wall_ms": 109.9404999986291, "ttft_ms": 20.117665990255773, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1992114176, "backend_memory": {"mlx_active_bytes": 6324654472, "mlx_peak_bytes": 6381097524, "mlx_cache_bytes": 17308833153, "process_rss_bytes": 1992114176}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6381097524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4dfc3b91fab3c041bcae1d5c34775b35134e4b04a73949fb7b5b71be7ab3cc7e", "output_hash": "2a62606853c315bba8769371d195e3ab3d6a8cd7ef959205575c5119740850f8"} |
| |
389 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6bab24c34b46482fc79fb494", "attempt_id": "c249374d954d", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:38.865290Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6284958856}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 44, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 37307520, "serialized_payload_bytes": 37341702, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.626832963898778, "doc_prefill_ms": 225.0297920545563, "compress_ms": 9.827665984630585, "serialize_ms": 10.44625008944422, "load_ms": 1.1738749453797936, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.48895799089223, "ttft_ms": 20.48895799089223, "decode_ms": 102.17520804144442}, "total_wall_ms": 125.26295892894268, "ttft_ms": 20.48895799089223, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1992114176, "backend_memory": {"mlx_active_bytes": 6324665992, "mlx_peak_bytes": 6392387088, "mlx_cache_bytes": 17334861089, "process_rss_bytes": 1992114176}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6392387088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5863814", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4dfc3b91fab3c041bcae1d5c34775b35134e4b04a73949fb7b5b71be7ab3cc7e", "output_hash": "8a4efc21da7fd0aafdbb1f8f5fe9231f746cd4dd77afd1da76a2f1ed0b271b75"} |
| |
390 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d592275ea76321e06784e9ae", "attempt_id": "7866528172e0", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:39.041833Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268181640}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 36, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 19751040, "serialized_payload_bytes": 19785080, "side_information_bytes": 34040, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 31.899249996058643, "doc_prefill_ms": 225.0297920545563, "compress_ms": 8.514499990269542, "serialize_ms": 23.03516597021371, "load_ms": 1.6195420175790787, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.95312504004687, "ttft_ms": 19.95312504004687, "decode_ms": 678.4244170412421}, "total_wall_ms": 701.4468340203166, "ttft_ms": 19.95312504004687, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2015674368, "backend_memory": {"mlx_active_bytes": 6290116232, "mlx_peak_bytes": 6344089532, "mlx_cache_bytes": 17463606561, "process_rss_bytes": 2015674368}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6344089532, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n\n capital capital capital-en3enamenenenenenenenenenenenenenenenenenenenenenenenenenenen3entenenenen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a03151af71351247432ffd93f57b47345c662188ce08954c6961a54f7120755c", "output_hash": "ae6baa54021fc3af75330e8f7b0fe4355732e058171d5aa462cf923b325fedce"} |
| |
391 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1830d19cbeaf4ee9318f798b", "attempt_id": "833d675deb57", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:39.764086Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268181640}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 19751040, "serialized_payload_bytes": 19785080, "side_information_bytes": 34040, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 31.899249996058643, "doc_prefill_ms": 225.0297920545563, "compress_ms": 8.514499990269542, "serialize_ms": 23.03516597021371, "load_ms": 1.7745000077411532, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.026499987579882, "ttft_ms": 20.026499987579882, "decode_ms": 676.4262079959735}, "total_wall_ms": 699.7330419253558, "ttft_ms": 20.026499987579882, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2015789056, "backend_memory": {"mlx_active_bytes": 6290104456, "mlx_peak_bytes": 6349093004, "mlx_cache_bytes": 17472790561, "process_rss_bytes": 2015789056}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6349093004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the\n the the the the the the the thet the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a03151af71351247432ffd93f57b47345c662188ce08954c6961a54f7120755c", "output_hash": "e022c87e8fd6a992e239ee8c32b0ac7914bec30c03933245944c1cadc57077a6"} |
| |
392 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ff19ca21db3243fe8a5bb283", "attempt_id": "53f6c9e5c023", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:40.483013Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268181640}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 19751040, "serialized_payload_bytes": 19785080, "side_information_bytes": 34040, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 31.899249996058643, "doc_prefill_ms": 225.0297920545563, "compress_ms": 8.514499990269542, "serialize_ms": 23.03516597021371, "load_ms": 1.945834024809301, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.985833088867366, "ttft_ms": 19.985833088867366, "decode_ms": 676.2311669299379}, "total_wall_ms": 699.6109579922631, "ttft_ms": 19.985833088867366, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2015805440, "backend_memory": {"mlx_active_bytes": 6290104456, "mlx_peak_bytes": 6349093004, "mlx_cache_bytes": 17472790561, "process_rss_bytes": 2015805440}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6349093004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "is\n\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a03151af71351247432ffd93f57b47345c662188ce08954c6961a54f7120755c", "output_hash": "67ef452f4f336117a03f4b641a21e279c6512e372ab94bbf69a7502132a1d2aa"} |
| |
393 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b4f33bb5e7f5288c91fe5029", "attempt_id": "a8496aa7068f", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:41.202802Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268181640}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 35, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 19751040, "serialized_payload_bytes": 19785080, "side_information_bytes": 34040, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 31.899249996058643, "doc_prefill_ms": 225.0297920545563, "compress_ms": 8.514499990269542, "serialize_ms": 23.03516597021371, "load_ms": 1.7314580036327243, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.7774589760229, "ttft_ms": 19.7774589760229, "decode_ms": 57.981207966804504}, "total_wall_ms": 80.94962500035763, "ttft_ms": 19.7774589760229, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 35}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2015805440, "backend_memory": {"mlx_active_bytes": 6290278536, "mlx_peak_bytes": 6343319484, "mlx_cache_bytes": 17472616481, "process_rss_bytes": 2015805440}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6343319484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a03151af71351247432ffd93f57b47345c662188ce08954c6961a54f7120755c", "output_hash": "545c38b0922de19734fbffde62792c37c2aef6a3216cfa472449173165220f7d"} |
| |
394 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b8baf3af132720c6fa989e91", "attempt_id": "28ad174c0c36", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:41.303508Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268181640}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 44, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 19751040, "serialized_payload_bytes": 19785080, "side_information_bytes": 34040, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 31.899249996058643, "doc_prefill_ms": 225.0297920545563, "compress_ms": 8.514499990269542, "serialize_ms": 23.03516597021371, "load_ms": 1.7144170124083757, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.448375027626753, "ttft_ms": 20.448375027626753, "decode_ms": 0.03133295103907585}, "total_wall_ms": 23.78345897886902, "ttft_ms": 20.448375027626753, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 44}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 2015805440, "backend_memory": {"mlx_active_bytes": 6290022152, "mlx_peak_bytes": 6354212208, "mlx_cache_bytes": 17472872865, "process_rss_bytes": 2015805440}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6354212208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a03151af71351247432ffd93f57b47345c662188ce08954c6961a54f7120755c", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
395 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f0419355a2b518cd98b7508d", "attempt_id": "93f450dc1e54", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:41.360946Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1905, "keep": 476, "compress_ms": 8.487791987136006}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 36, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563173, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.899790985509753, "doc_prefill_ms": 225.0297920545563, "compress_ms": 8.516750065609813, "serialize_ms": 6.218374939635396, "load_ms": 1.503625069744885, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.202959094196558, "ttft_ms": 18.202959094196558, "decode_ms": 146.51120803318918}, "total_wall_ms": 167.91170800570399, "ttft_ms": 18.202959094196558, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2027831296, "backend_memory": {"mlx_active_bytes": 6285287432, "mlx_peak_bytes": 6319972560, "mlx_cache_bytes": 17477609489, "process_rss_bytes": 2027831296}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6319972560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UW-43X-7145", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c3ce03cd14d33918caedba306c910277ca3abbc3aee9acb880677404489d769", "output_hash": "15e44e464b359da08c5330183a95e89f2f833f17a6b23b258cf155b193215141"} |
| |
396 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "702ed819104155f4796f66d3", "attempt_id": "f2f0461c848c", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:41.549247Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1905, "keep": 476, "compress_ms": 8.487791987136006}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563173, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.899790985509753, "doc_prefill_ms": 225.0297920545563, "compress_ms": 8.516750065609813, "serialize_ms": 6.218374939635396, "load_ms": 1.481209066696465, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.873708973638713, "ttft_ms": 17.873708973638713, "decode_ms": 26.56770800240338}, "total_wall_ms": 47.351624933071434, "ttft_ms": 17.873708973638713, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2027831296, "backend_memory": {"mlx_active_bytes": 6285582344, "mlx_peak_bytes": 6324773088, "mlx_cache_bytes": 17477314577, "process_rss_bytes": 2027831296}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6324773088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c3ce03cd14d33918caedba306c910277ca3abbc3aee9acb880677404489d769", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
397 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3df5b7a9d4c63f92780cc0b2", "attempt_id": "21b9646d0b66", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:41.616284Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1905, "keep": 476, "compress_ms": 8.487791987136006}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563173, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.899790985509753, "doc_prefill_ms": 225.0297920545563, "compress_ms": 8.516750065609813, "serialize_ms": 6.218374939635396, "load_ms": 1.517416094429791, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.791709047742188, "ttft_ms": 17.791709047742188, "decode_ms": 92.61733409948647}, "total_wall_ms": 113.52012504357845, "ttft_ms": 17.791709047742188, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2027831296, "backend_memory": {"mlx_active_bytes": 6285582344, "mlx_peak_bytes": 6324773088, "mlx_cache_bytes": 17477314577, "process_rss_bytes": 2027831296}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6324773088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c3ce03cd14d33918caedba306c910277ca3abbc3aee9acb880677404489d769", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
398 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "622bdd5dbcb9814b988a9007", "attempt_id": "42da3da6b2b7", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:41.749532Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1905, "keep": 476, "compress_ms": 8.487791987136006}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 35, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563173, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.899790985509753, "doc_prefill_ms": 225.0297920545563, "compress_ms": 8.516750065609813, "serialize_ms": 6.218374939635396, "load_ms": 1.4368750853464007, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.470291000790894, "ttft_ms": 17.470291000790894, "decode_ms": 26.25474997330457}, "total_wall_ms": 46.55299999285489, "ttft_ms": 17.470291000790894, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 35}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2027831296, "backend_memory": {"mlx_active_bytes": 6285287432, "mlx_peak_bytes": 6319612112, "mlx_cache_bytes": 17477609489, "process_rss_bytes": 2027831296}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6319612112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c3ce03cd14d33918caedba306c910277ca3abbc3aee9acb880677404489d769", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
399 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "00b138812a43d5ccef5c133c", "attempt_id": "41cd45f2b05b", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:41.815602Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1905, "keep": 476, "compress_ms": 8.487791987136006}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 44, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563173, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.899790985509753, "doc_prefill_ms": 225.0297920545563, "compress_ms": 8.516750065609813, "serialize_ms": 6.218374939635396, "load_ms": 1.4497919473797083, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.945208004675806, "ttft_ms": 17.945208004675806, "decode_ms": 26.18899999652058}, "total_wall_ms": 47.05012508202344, "ttft_ms": 17.945208004675806, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 44}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2027831296, "backend_memory": {"mlx_active_bytes": 6285582344, "mlx_peak_bytes": 6328033520, "mlx_cache_bytes": 17477314577, "process_rss_bytes": 2027831296}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6328033520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c3ce03cd14d33918caedba306c910277ca3abbc3aee9acb880677404489d769", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
400 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed7776c22e5eca05e7d0624d", "attempt_id": "ccbb5afa0f7b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:41.895429Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1905, "keep": 476, "compress_ms": 7.342000026255846}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 36, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563168, "side_information_bytes": 15904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.613790993578732, "doc_prefill_ms": 225.0297920545563, "compress_ms": 7.3745830450206995, "serialize_ms": 4.060000064782798, "load_ms": 1.535792020149529, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.09829200990498, "ttft_ms": 17.09829200990498, "decode_ms": 133.23675002902746}, "total_wall_ms": 153.3753330586478, "ttft_ms": 17.09829200990498, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2032566272, "backend_memory": {"mlx_active_bytes": 6285582344, "mlx_peak_bytes": 6319972560, "mlx_cache_bytes": 17477314577, "process_rss_bytes": 2032566272}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6319972560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I am a computer program that has no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f39451a9192522ac0773285e49f3c4b9b9e4047286a0194831fbfbda23346ef", "output_hash": "0603fe9b7547dc66e357115049675d9b2d4ed0d514dc3449478b7d5ad1f55072"} |
| |
401 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f889fb4c813b36e401d7a235", "attempt_id": "6b60f159a88d", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:42.068218Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1905, "keep": 476, "compress_ms": 7.342000026255846}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563168, "side_information_bytes": 15904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.613790993578732, "doc_prefill_ms": 225.0297920545563, "compress_ms": 7.3745830450206995, "serialize_ms": 4.060000064782798, "load_ms": 0.6479999283328652, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.786917043849826, "ttft_ms": 17.786917043849826, "decode_ms": 629.748750012368}, "total_wall_ms": 649.5929999509826, "ttft_ms": 17.786917043849826, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2032566272, "backend_memory": {"mlx_active_bytes": 6286516232, "mlx_peak_bytes": 6324773088, "mlx_cache_bytes": 17480837137, "process_rss_bytes": 2032566272}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6324773088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I will use the method to the answer to the answer to the answer to the answer to the answer to the answer to the answer to the answer to the answer to the answer to the answer to the answer to the answer to the answer to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f39451a9192522ac0773285e49f3c4b9b9e4047286a0194831fbfbda23346ef", "output_hash": "60063e02da972916bd60c01e827336bb97e6aeeb48e54c96b999fee7c554ebce"} |
| |
402 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "488c469b9ab6776a2add93ce", "attempt_id": "52c034ffd88c", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:42.737848Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1905, "keep": 476, "compress_ms": 7.342000026255846}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563168, "side_information_bytes": 15904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.613790993578732, "doc_prefill_ms": 225.0297920545563, "compress_ms": 7.3745830450206995, "serialize_ms": 4.060000064782798, "load_ms": 1.3399579329416156, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.744750017300248, "ttft_ms": 17.744750017300248, "decode_ms": 630.6313750101253}, "total_wall_ms": 651.2321250047535, "ttft_ms": 17.744750017300248, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2032615424, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6324773088, "mlx_cache_bytes": 17480755217, "process_rss_bytes": 2032615424}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6324773088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is Aurelius Obliu Obliu. The answer is recorded. The answer is recorded. The answer is recorded. The answer is recorded. The answer is recorded. The answer is recorded. The answer is recorded. The", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f39451a9192522ac0773285e49f3c4b9b9e4047286a0194831fbfbda23346ef", "output_hash": "9b542c99a71f5f6713b6b1c3285053f630a2d91f181d1cf6c1586294ca8334f6"} |
| |
403 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8aa093001f18a6f24a57a419", "attempt_id": "e92ba67837f0", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:43.408610Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1905, "keep": 476, "compress_ms": 7.342000026255846}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 35, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563168, "side_information_bytes": 15904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.613790993578732, "doc_prefill_ms": 225.0297920545563, "compress_ms": 7.3745830450206995, "serialize_ms": 4.060000064782798, "load_ms": 0.7334169931709766, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.64087495394051, "ttft_ms": 17.64087495394051, "decode_ms": 626.4662919566035}, "total_wall_ms": 646.3638750137761, "ttft_ms": 17.64087495394051, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2032631808, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6319612112, "mlx_cache_bytes": 17480755217, "process_rss_bytes": 2032631808}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6319612112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is AureliusObereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereereere", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f39451a9192522ac0773285e49f3c4b9b9e4047286a0194831fbfbda23346ef", "output_hash": "6e392a1d269b8f0d79624f1a0731b6ab66d3584b49b8163383bf78d274b97397"} |
| |
404 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "efe2cb3033734539ba31a2ad", "attempt_id": "f1f19e5800ec", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:44.074769Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1905, "keep": 476, "compress_ms": 7.342000026255846}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 44, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563168, "side_information_bytes": 15904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.613790993578732, "doc_prefill_ms": 225.0297920545563, "compress_ms": 7.3745830450206995, "serialize_ms": 4.060000064782798, "load_ms": 1.5913340030238032, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.14112497959286, "ttft_ms": 18.14112497959286, "decode_ms": 625.7720839930698}, "total_wall_ms": 646.9296659342945, "ttft_ms": 18.14112497959286, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2032631808, "backend_memory": {"mlx_active_bytes": 6286467080, "mlx_peak_bytes": 6328033520, "mlx_cache_bytes": 17480886289, "process_rss_bytes": 2032631808}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6328033520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I am a software developer. I am a software developer. I am a software developer. I am a software developer. I am a software developer. I am a software developer. I am a software developer. I am a software developer.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f39451a9192522ac0773285e49f3c4b9b9e4047286a0194831fbfbda23346ef", "output_hash": "d0963af47d34c4c2a9c72eebdf31250baa3889355cf4dce3a2ba94b9a303f91c"} |
| |
405 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "47cf3cfa027b2873c417e673", "attempt_id": "d9dad616b227", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:44.741370Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 36, "compress_ms": 43.96795807406306}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 36, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563213, "side_information_bytes": 15949, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.35612506233156, "doc_prefill_ms": 225.0297920545563, "compress_ms": 45.40841607376933, "serialize_ms": 3.7257919320836663, "load_ms": 1.2441250728443265, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.04466703813523, "ttft_ms": 17.04466703813523, "decode_ms": 92.96787495259196}, "total_wall_ms": 162.17883408535272, "ttft_ms": 17.04466703813523, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2035433472, "backend_memory": {"mlx_active_bytes": 6285418504, "mlx_peak_bytes": 6319939792, "mlx_cache_bytes": 17574029465, "process_rss_bytes": 2035433472}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6319939792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-7993-S", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de01306daf2ef2463b26fb5b78ffc7f9d192dc8025fa4074f1108bebf5ad6ffd", "output_hash": "ae7c1ebd5fa193e488ec03fceef4084c4647ba987220f71f000e452cc464314a"} |
| |
406 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4121b7b1a6d290fe9e93519", "attempt_id": "56aafdab51be", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:44.923567Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 40, "compress_ms": 41.30529100075364}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563213, "side_information_bytes": 15949, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.86512495391071, "doc_prefill_ms": 225.0297920545563, "compress_ms": 42.69999999087304, "serialize_ms": 3.9456249214708805, "load_ms": 1.1660830350592732, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.6972079789266, "ttft_ms": 17.6972079789266, "decode_ms": 146.1444169981405}, "total_wall_ms": 213.4543750435114, "ttft_ms": 17.6972079789266, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2035449856, "backend_memory": {"mlx_active_bytes": 6285418504, "mlx_peak_bytes": 6324379872, "mlx_cache_bytes": 17585301657, "process_rss_bytes": 2035449856}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6324379872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de01306daf2ef2463b26fb5b78ffc7f9d192dc8025fa4074f1108bebf5ad6ffd", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
407 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "398ba8de7f60a175617318d3", "attempt_id": "93f6f83772eb", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:45.156700Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 40, "compress_ms": 42.073999997228384}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563214, "side_information_bytes": 15950, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.75812491122633, "doc_prefill_ms": 225.0297920545563, "compress_ms": 43.40579197742045, "serialize_ms": 7.128375000320375, "load_ms": 1.146957976743579, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.64020905829966, "ttft_ms": 17.64020905829966, "decode_ms": 93.83054194040596}, "total_wall_ms": 164.94774993043393, "ttft_ms": 17.64020905829966, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2035466240, "backend_memory": {"mlx_active_bytes": 6285582344, "mlx_peak_bytes": 6324379872, "mlx_cache_bytes": 17585137817, "process_rss_bytes": 2035466240}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6324379872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d79360c84082c242c149ea2337cf6d1cf528c92ae322313e9e5b801d7fdd8ad", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
408 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "64cbbd418edca6c2653076d1", "attempt_id": "8c18d03728e0", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:45.341320Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 35, "compress_ms": 41.41366702970117}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 35, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563213, "side_information_bytes": 15949, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.177124910987914, "doc_prefill_ms": 225.0297920545563, "compress_ms": 42.830249993130565, "serialize_ms": 7.054374902509153, "load_ms": 0.4742499440908432, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.33674993738532, "ttft_ms": 17.33674993738532, "decode_ms": 79.3248750269413}, "total_wall_ms": 148.83854088839144, "ttft_ms": 17.33674993738532, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2035499008, "backend_memory": {"mlx_active_bytes": 6285582344, "mlx_peak_bytes": 6319104208, "mlx_cache_bytes": 17589414041, "process_rss_bytes": 2035499008}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6319104208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de01306daf2ef2463b26fb5b78ffc7f9d192dc8025fa4074f1108bebf5ad6ffd", "output_hash": "2a62606853c315bba8769371d195e3ab3d6a8cd7ef959205575c5119740850f8"} |
| |
409 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2c222ab172b8892931dfb500", "attempt_id": "740d832603cc", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:45.509602Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 44, "compress_ms": 40.990957990288734}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 44, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563214, "side_information_bytes": 15950, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.41837501246482, "doc_prefill_ms": 225.0297920545563, "compress_ms": 42.33520897105336, "serialize_ms": 6.871624966152012, "load_ms": 1.483249943703413, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.847458948381245, "ttft_ms": 17.847458948381245, "decode_ms": 119.25112502649426}, "total_wall_ms": 189.60108293686062, "ttft_ms": 17.847458948381245, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2035515392, "backend_memory": {"mlx_active_bytes": 6285582344, "mlx_peak_bytes": 6328033520, "mlx_cache_bytes": 17608665241, "process_rss_bytes": 2035515392}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6328033520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5864358.0", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d79360c84082c242c149ea2337cf6d1cf528c92ae322313e9e5b801d7fdd8ad", "output_hash": "9d34ae120339579ac557383e2e4f77b5a2ba50ac166e19af3c566a97a61a3e2a"} |
| |
410 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe108b776c1bcc7ea05db864", "attempt_id": "8a899c6ce5cc", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:45.760201Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 19, "compress_ms": 38.17125002387911}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 36, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563213, "side_information_bytes": 15949, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.31283308379352, "doc_prefill_ms": 225.0297920545563, "compress_ms": 38.29200007021427, "serialize_ms": 2.8677500085905194, "load_ms": 1.5899999998509884, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.11620797868818, "ttft_ms": 17.11620797868818, "decode_ms": 13.42683401890099}, "total_wall_ms": 33.52466702926904, "ttft_ms": 17.11620797868818, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2035531776, "backend_memory": {"mlx_active_bytes": 6285287432, "mlx_peak_bytes": 6319939792, "mlx_cache_bytes": 17626212505, "process_rss_bytes": 2035531776}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6319939792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de01306daf2ef2463b26fb5b78ffc7f9d192dc8025fa4074f1108bebf5ad6ffd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
411 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "73bcd7527535670721dfb841", "attempt_id": "98da91523ba7", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:45.813169Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 19, "compress_ms": 38.17125002387911}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563213, "side_information_bytes": 15949, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.31283308379352, "doc_prefill_ms": 225.0297920545563, "compress_ms": 38.29200007021427, "serialize_ms": 2.8677500085905194, "load_ms": 1.3652080669999123, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.787332995794713, "ttft_ms": 17.787332995794713, "decode_ms": 13.112124986946583}, "total_wall_ms": 33.66833308245987, "ttft_ms": 17.787332995794713, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2035531776, "backend_memory": {"mlx_active_bytes": 6285418504, "mlx_peak_bytes": 6324379872, "mlx_cache_bytes": 17626081433, "process_rss_bytes": 2035531776}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6324379872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de01306daf2ef2463b26fb5b78ffc7f9d192dc8025fa4074f1108bebf5ad6ffd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
412 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f2d57d2bdaec203d9a6bb463", "attempt_id": "cde1c9953089", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:45.866308Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 19, "compress_ms": 38.17125002387911}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563213, "side_information_bytes": 15949, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.31283308379352, "doc_prefill_ms": 225.0297920545563, "compress_ms": 38.29200007021427, "serialize_ms": 2.8677500085905194, "load_ms": 1.477167010307312, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.81729096546769, "ttft_ms": 17.81729096546769, "decode_ms": 13.092375011183321}, "total_wall_ms": 33.7467499775812, "ttft_ms": 17.81729096546769, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2035531776, "backend_memory": {"mlx_active_bytes": 6285418504, "mlx_peak_bytes": 6324379872, "mlx_cache_bytes": 17626081433, "process_rss_bytes": 2035531776}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6324379872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de01306daf2ef2463b26fb5b78ffc7f9d192dc8025fa4074f1108bebf5ad6ffd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
413 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0c50b2f632a599851743bf28", "attempt_id": "7dcc51a564db", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:45.919408Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 19, "compress_ms": 38.17125002387911}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 35, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563213, "side_information_bytes": 15949, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.31283308379352, "doc_prefill_ms": 225.0297920545563, "compress_ms": 38.29200007021427, "serialize_ms": 2.8677500085905194, "load_ms": 1.405542017892003, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.510582925751805, "ttft_ms": 17.510582925751805, "decode_ms": 13.138958951458335}, "total_wall_ms": 33.55550009291619, "ttft_ms": 17.510582925751805, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2035531776, "backend_memory": {"mlx_active_bytes": 6284042248, "mlx_peak_bytes": 6319104208, "mlx_cache_bytes": 17627457689, "process_rss_bytes": 2035531776}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6319104208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de01306daf2ef2463b26fb5b78ffc7f9d192dc8025fa4074f1108bebf5ad6ffd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
414 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b88cd0dffdbbd1e521b48cc9", "attempt_id": "721f932c7bdd", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:45.971284Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6265069576}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 19, "compress_ms": 38.17125002387911}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 44, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563213, "side_information_bytes": 15949, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.31283308379352, "doc_prefill_ms": 225.0297920545563, "compress_ms": 38.29200007021427, "serialize_ms": 2.8677500085905194, "load_ms": 1.5644999220967293, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.888125032186508, "ttft_ms": 17.888125032186508, "decode_ms": 13.212917023338377}, "total_wall_ms": 34.09225004725158, "ttft_ms": 17.888125032186508, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 44}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2035531776, "backend_memory": {"mlx_active_bytes": 6285418504, "mlx_peak_bytes": 6328033520, "mlx_cache_bytes": 17626081433, "process_rss_bytes": 2035531776}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6328033520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de01306daf2ef2463b26fb5b78ffc7f9d192dc8025fa4074f1108bebf5ad6ffd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
415 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a5960a767682eee37c160147", "attempt_id": "2df8e2b77e92", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:46.024332Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 36, "compress_ms": 40.611709002405405}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 36, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563166, "side_information_bytes": 15902, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.385791967622936, "doc_prefill_ms": 225.0297920545563, "compress_ms": 42.016625055111945, "serialize_ms": 4.153458052314818, "load_ms": 1.1639579897746444, "receiver_prefill_ms": 0.0, "query_prefill_ms": 336.0416670329869, "ttft_ms": 336.0416670329869, "decode_ms": 79.27287498023361}, "total_wall_ms": 464.41616700030863, "ttft_ms": 336.0416670329869, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2052554752, "backend_memory": {"mlx_active_bytes": 6285516808, "mlx_peak_bytes": 6311570380, "mlx_cache_bytes": 17684961305, "process_rss_bytes": 2052554752}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6311570380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-7939", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bcc31687b8a70843ff128b7865cd9bfa8a21917949fb774143c179076791b8f8", "output_hash": "5dfec183eabc5459edf59de554879a56136a7a7b06c699eff6ef5d167a1b7b9b"} |
| |
416 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ebfe0052a8454191a1ec12a7", "attempt_id": "87cb3cbb4827", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:46.507310Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 40, "compress_ms": 41.36354196816683}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563165, "side_information_bytes": 15901, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.50799995660782, "doc_prefill_ms": 225.0297920545563, "compress_ms": 42.91987500619143, "serialize_ms": 7.355708046816289, "load_ms": 1.2069999938830733, "receiver_prefill_ms": 0.0, "query_prefill_ms": 374.4547920068726, "ttft_ms": 374.4547920068726, "decode_ms": 146.5397080173716}, "total_wall_ms": 574.301499989815, "ttft_ms": 374.4547920068726, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2069397504, "backend_memory": {"mlx_active_bytes": 6285746184, "mlx_peak_bytes": 6313146504, "mlx_cache_bytes": 17685798025, "process_rss_bytes": 2069397504}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6313146504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4c5ce5edf42b8a942e5c8119c0e02c569e17e7959d7d5bfca7f997270933da3b", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
417 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cc0915484b7e29b7fa56e3ed", "attempt_id": "9958311af9a4", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:47.101984Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 40, "compress_ms": 41.32054198998958}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563165, "side_information_bytes": 15901, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.38216698449105, "doc_prefill_ms": 225.0297920545563, "compress_ms": 42.689750087447464, "serialize_ms": 7.4821250746026635, "load_ms": 1.227417029440403, "receiver_prefill_ms": 0.0, "query_prefill_ms": 373.03412496112287, "ttft_ms": 373.03412496112287, "decode_ms": 93.48849998787045}, "total_wall_ms": 519.7136669885367, "ttft_ms": 373.03412496112287, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2082652160, "backend_memory": {"mlx_active_bytes": 6285418504, "mlx_peak_bytes": 6313142840, "mlx_cache_bytes": 17686420617, "process_rss_bytes": 2082652160}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6313142840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4c5ce5edf42b8a942e5c8119c0e02c569e17e7959d7d5bfca7f997270933da3b", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
418 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ae8a6b4acd21c0ad5d3a28c0", "attempt_id": "d33ec9ccc640", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:47.642280Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 35, "compress_ms": 40.69079097826034}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 35, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563165, "side_information_bytes": 15901, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.11716598831117, "doc_prefill_ms": 225.0297920545563, "compress_ms": 42.019166983664036, "serialize_ms": 4.875415936112404, "load_ms": 1.158208935521543, "receiver_prefill_ms": 0.0, "query_prefill_ms": 324.28954099304974, "ttft_ms": 324.28954099304974, "decode_ms": 93.54479203466326}, "total_wall_ms": 467.62091701384634, "ttft_ms": 324.28954099304974, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2098315264, "backend_memory": {"mlx_active_bytes": 6285418504, "mlx_peak_bytes": 6312184280, "mlx_cache_bytes": 17688288393, "process_rss_bytes": 2098315264}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6312184280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterhofen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4c5ce5edf42b8a942e5c8119c0e02c569e17e7959d7d5bfca7f997270933da3b", "output_hash": "cf53780ba12b852025a0f8c9ab37490bd0a3bbf2bd273b5cc42eaa0a26be0f41"} |
| |
419 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7297bd68ef881fb6fc4512a6", "attempt_id": "5b436b1d57b6", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:48.130399Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 44, "compress_ms": 41.75208299420774}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 44, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563165, "side_information_bytes": 15901, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.73624998051673, "doc_prefill_ms": 225.0297920545563, "compress_ms": 43.25870901811868, "serialize_ms": 4.2567080818116665, "load_ms": 1.2319169472903013, "receiver_prefill_ms": 0.0, "query_prefill_ms": 410.06145800929517, "ttft_ms": 410.06145800929517, "decode_ms": 133.24816699605435}, "total_wall_ms": 593.910500057973, "ttft_ms": 410.06145800929517, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 44}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2108604416, "backend_memory": {"mlx_active_bytes": 6285746184, "mlx_peak_bytes": 6314355900, "mlx_cache_bytes": 17690091769, "process_rss_bytes": 2108604416}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6314355900, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14,000,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4c5ce5edf42b8a942e5c8119c0e02c569e17e7959d7d5bfca7f997270933da3b", "output_hash": "db84ab193307c938ee1ba4a176e3da5dd36543d931c16a63bcdd32e58691653e"} |
| |
420 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0d826c95f41cb9330c724b50", "attempt_id": "10b082f340b2", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:48.745065Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 36, "compress_ms": 41.363917058333755, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 36, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 9321984, "serialized_payload_bytes": 9355506, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 88.08558306191117, "doc_prefill_ms": 225.0297920545563, "compress_ms": 49.933292088098824, "serialize_ms": 37.73979202378541, "load_ms": 1.5080840094015002, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.52454198524356, "ttft_ms": 18.52454198524356, "decode_ms": 99.71062489785254}, "total_wall_ms": 209.3551669968292, "ttft_ms": 18.52454198524356, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2127495168, "backend_memory": {"mlx_active_bytes": 6268692912, "mlx_peak_bytes": 6308560772, "mlx_cache_bytes": 17716188017, "process_rss_bytes": 2127495168}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6308560772, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GR-7993-S", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "04ebe437378fe99308a3c5e69b9c4e591d8a4724ede050514a9b0d45a2dc1d5f", "output_hash": "ae7c1ebd5fa193e488ec03fceef4084c4647ba987220f71f000e452cc464314a"} |
| |
421 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4dcc016fd66384d5ef151605", "attempt_id": "ac7c5d8b377c", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:48.975148Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 40, "compress_ms": 40.44508293736726, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 9321984, "serialized_payload_bytes": 9355505, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.64125000778586, "doc_prefill_ms": 225.0297920545563, "compress_ms": 48.77304192632437, "serialize_ms": 4.442916950210929, "load_ms": 1.5192920109257102, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.580042011104524, "ttft_ms": 17.580042011104524, "decode_ms": 157.26533299311996}, "total_wall_ms": 231.53466696385294, "ttft_ms": 17.580042011104524, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2134949888, "backend_memory": {"mlx_active_bytes": 6268663840, "mlx_peak_bytes": 6317328900, "mlx_cache_bytes": 17721385481, "process_rss_bytes": 2134949888}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6317328900, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 344-B, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1ead7b0f699495ba877353fee44434de530e67ae33a3de6685072732c7d9a711", "output_hash": "0197d491a5a04a142dc8e372360735a1d41757e7a5aea7e81f23b0e1ef6ee010"} |
| |
422 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9d91735b80646f7766a6b72b", "attempt_id": "b7e3a8d2022a", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:49.225988Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 40, "compress_ms": 40.735374903306365, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 40, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 9321984, "serialized_payload_bytes": 9355506, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 52.827415987849236, "doc_prefill_ms": 225.0297920545563, "compress_ms": 48.532041953876615, "serialize_ms": 3.883583936840296, "load_ms": 1.490540918894112, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.740500043146312, "ttft_ms": 17.740500043146312, "decode_ms": 99.4784579379484}, "total_wall_ms": 173.02533297333866, "ttft_ms": 17.740500043146312, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2134949888, "backend_memory": {"mlx_active_bytes": 6268600016, "mlx_peak_bytes": 6316624388, "mlx_cache_bytes": 17721449305, "process_rss_bytes": 2134949888}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6316624388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "55.7912", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "04ebe437378fe99308a3c5e69b9c4e591d8a4724ede050514a9b0d45a2dc1d5f", "output_hash": "9aa9f6d48d43eb12185d973cf0d62919041cf70e6dee09af0dbc2dec0c8c1711"} |
| |
423 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee6bb395cefe3852ad7c1042", "attempt_id": "26d004e32f80", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:49.418444Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 35, "compress_ms": 40.7664580270648, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 35, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 9321984, "serialized_payload_bytes": 9355504, "side_information_bytes": 33520, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.18020808044821, "doc_prefill_ms": 225.0297920545563, "compress_ms": 48.799291951581836, "serialize_ms": 3.970875055529177, "load_ms": 1.3550419826060534, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.430917010642588, "ttft_ms": 17.430917010642588, "decode_ms": 86.16299997083843}, "total_wall_ms": 159.70425005070865, "ttft_ms": 17.430917010642588, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2135195648, "backend_memory": {"mlx_active_bytes": 6268592840, "mlx_peak_bytes": 6308076756, "mlx_cache_bytes": 17723176801, "process_rss_bytes": 2135195648}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6308076756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e586f0266edafccf1314f54a09f05f83b02b09cbf2170cabe2960d92eaeb762c", "output_hash": "2a62606853c315bba8769371d195e3ab3d6a8cd7ef959205575c5119740850f8"} |
| |
424 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe5e22f6fb484d8052ec630e", "attempt_id": "17fe0e8081c8", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:49.598271Z", "task_family": "synthetic", "document_id": "syn_03003_2000", "document_hash": "dddca1a38e3224870fcfae927c701c400fd885c19123ea840ee06a76a140f407", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1905, "keep": 476, "window_tokens": 44, "compress_ms": 41.39741696417332, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1866, "source_tokens_receiver": 1866, "query_tokens": 44, "message_tokens": 1905, "message_utf8_bytes": 7342, "cache_tensor_bytes": 9321984, "serialized_payload_bytes": 9355505, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.97754197474569, "doc_prefill_ms": 225.0297920545563, "compress_ms": 49.814291996881366, "serialize_ms": 3.7580420030280948, "load_ms": 1.6437500016763806, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.647375003434718, "ttft_ms": 17.647375003434718, "decode_ms": 99.82150001451373}, "total_wall_ms": 174.59941597189754, "ttft_ms": 17.647375003434718, "input_usage": {"receiver_prefix_tokens": 1905, "dense_cache_bytes": 70225920, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2135588864, "backend_memory": {"mlx_active_bytes": 6268671360, "mlx_peak_bytes": 6316631636, "mlx_cache_bytes": 17729733801, "process_rss_bytes": 2135588864}, "peak_prefill_memory": 7006764688, "peak_decode_memory": 6316631636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5867918", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1ead7b0f699495ba877353fee44434de530e67ae33a3de6685072732c7d9a711", "output_hash": "ad10ebaafbd4d0821df73733ba2e9cc262595b26ccbdca04a8d60b44f24556fc"} |
| |
425 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e65caeac4a3d127d5ffe8655", "attempt_id": "c515c7135202", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:49.902837Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006707967258989811, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.018249940127134, "ttft_ms": 13.20629206020385, "decode_ms": 12.952500022947788}, "total_wall_ms": 50.701666972599924, "ttft_ms": 13.20629206020385, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798635520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6240854412, "mlx_cache_bytes": 147982012, "process_rss_bytes": 1798635520}, "peak_prefill_memory": null, "peak_decode_memory": 6240854412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
426 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5e053a0c464d2c72044f5e5a", "attempt_id": "deb84a04497d", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:49.979048Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006707967258989811, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.98912503849715, "ttft_ms": 13.24266695883125, "decode_ms": 13.16008297726512}, "total_wall_ms": 50.8521250449121, "ttft_ms": 13.24266695883125, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798635520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244131464, "mlx_cache_bytes": 208438972, "process_rss_bytes": 1798635520}, "peak_prefill_memory": null, "peak_decode_memory": 6244131464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
427 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "778ac5807ab8e57068938657", "attempt_id": "dd0ce727bdfd", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:50.053973Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006707967258989811, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.709499975666404, "ttft_ms": 13.1299999775365, "decode_ms": 13.020708924159408}, "total_wall_ms": 50.26683409232646, "ttft_ms": 13.1299999775365, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798635520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242853512, "mlx_cache_bytes": 223479484, "process_rss_bytes": 1798635520}, "peak_prefill_memory": null, "peak_decode_memory": 6242853512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
428 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "810c9879c614dfe7e80217f1", "attempt_id": "2fbf890df834", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:50.128422Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 67, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006707967258989811, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.446999955922365, "ttft_ms": 13.390582986176014, "decode_ms": 12.818292016163468}, "total_wall_ms": 50.10820797178894, "ttft_ms": 13.390582986176014, "input_usage": {"receiver_prompt_tokens": 67}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798635520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6241231496, "mlx_cache_bytes": 264324796, "process_rss_bytes": 1798635520}, "peak_prefill_memory": null, "peak_decode_memory": 6241231496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
429 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd0aa2084c02a3d36615dff5", "attempt_id": "0e90faef0a2b", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:50.203518Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006707967258989811, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.950999951921403, "ttft_ms": 13.027334003709257, "decode_ms": 13.221458066254854}, "total_wall_ms": 50.637457985430956, "ttft_ms": 13.027334003709257, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798635520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244868744, "mlx_cache_bytes": 307824316, "process_rss_bytes": 1798635520}, "peak_prefill_memory": null, "peak_decode_memory": 6244868744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
430 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cae04ce0a00c1e72fdbb4a10", "attempt_id": "b38a44f404fe", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:50.278897Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 5952, "message_tokens": 5876, "message_utf8_bytes": 29477, "cache_tensor_bytes": null, "serialized_payload_bytes": 29477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00600004568696022, "decode_payload_ms": 0.0, "receiver_prefill_ms": 817.1381249558181, "ttft_ms": 14.733124990016222, "decode_ms": 141.63625007495284}, "total_wall_ms": 982.4551659403369, "ttft_ms": 14.733124990016222, "input_usage": {"receiver_prompt_tokens": 5952}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1798668288, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7162503232, "mlx_cache_bytes": 2257471164, "process_rss_bytes": 1798668288}, "peak_prefill_memory": null, "peak_decode_memory": 7162503232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-81Q-5632", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "output_hash": "a164ecfce8f107d7a20bd963c79c2c4c12f25230ed03a15a9b8418fd88a56a6a"} |
| |
431 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4796a7d75c628be7763e81ae", "attempt_id": "715c44a84216", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:51.286076Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 5956, "message_tokens": 5876, "message_utf8_bytes": 29477, "cache_tensor_bytes": null, "serialized_payload_bytes": 29477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00600004568696022, "decode_payload_ms": 0.0, "receiver_prefill_ms": 852.5572080397978, "ttft_ms": 14.02137498371303, "decode_ms": 153.44141598325223}, "total_wall_ms": 1028.7983330199495, "ttft_ms": 14.02137498371303, "input_usage": {"receiver_prompt_tokens": 5956}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1798701056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7164354624, "mlx_cache_bytes": 3000338108, "process_rss_bytes": 1798701056}, "peak_prefill_memory": null, "peak_decode_memory": 7164354624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "output_hash": "2facb5a82d5d4139268d6cc6f9ed2170ae04b004140ac4fd883f87cb47e25ed7"} |
| |
432 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b8502c63d8137648b40366d7", "attempt_id": "a70ac852530a", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:52.339616Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 5955, "message_tokens": 5876, "message_utf8_bytes": 29477, "cache_tensor_bytes": null, "serialized_payload_bytes": 29477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00600004568696022, "decode_payload_ms": 0.0, "receiver_prefill_ms": 918.6509160790592, "ttft_ms": 14.666416915133595, "decode_ms": 97.96654200181365}, "total_wall_ms": 1040.1995830470696, "ttft_ms": 14.666416915133595, "input_usage": {"receiver_prompt_tokens": 5955}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1798733824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7163961408, "mlx_cache_bytes": 3510273724, "process_rss_bytes": 1798733824}, "peak_prefill_memory": null, "peak_decode_memory": 7163961408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "output_hash": "6986847809d5a53c4e76c5aa700f652372268de4b7869fddc8462508803f355d"} |
| |
433 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "133b312f22ea379d7a51681c", "attempt_id": "a399756deaff", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:53.404201Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 5953, "message_tokens": 5876, "message_utf8_bytes": 29477, "cache_tensor_bytes": null, "serialized_payload_bytes": 29477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00600004568696022, "decode_payload_ms": 0.0, "receiver_prefill_ms": 923.9205840276554, "ttft_ms": 14.741500024683774, "decode_ms": 70.84245898295194}, "total_wall_ms": 1018.2323330081999, "ttft_ms": 14.741500024683774, "input_usage": {"receiver_prompt_tokens": 5953}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1798766592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7162699840, "mlx_cache_bytes": 4019619516, "process_rss_bytes": 1798766592}, "peak_prefill_memory": null, "peak_decode_memory": 7162699840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
434 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1fcd707d1ec9974696d4a7c0", "attempt_id": "ab2ac251a0fe", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:54.448891Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 5957, "message_tokens": 5876, "message_utf8_bytes": 29477, "cache_tensor_bytes": null, "serialized_payload_bytes": 29477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00600004568696022, "decode_payload_ms": 0.0, "receiver_prefill_ms": 923.8228329923004, "ttft_ms": 14.555540983565152, "decode_ms": 100.0693750102073}, "total_wall_ms": 1047.4191249813884, "ttft_ms": 14.555540983565152, "input_usage": {"receiver_prompt_tokens": 5957}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1798815744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7164551232, "mlx_cache_bytes": 4530144956, "process_rss_bytes": 1798815744}, "peak_prefill_memory": null, "peak_decode_memory": 7164551232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
435 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0ca1a2cbc5981beb4604d2c6", "attempt_id": "2aedb19e3747", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:55.525571Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5876}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 2312, "cache_tensor_bytes": null, "serialized_payload_bytes": 2312, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.94550000783056, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.99279101286083, "ttft_ms": 13.398290961049497, "decode_ms": 13.467333046719432}, "total_wall_ms": 112.07233392633498, "ttft_ms": 13.398290961049497, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798832128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4926080700, "process_rss_bytes": 1798832128}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "169d4fd91bf1130ff20c42ab4b04cc24cc432878b18e92f58720131eda6abe53", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
436 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2170dc8ab9a6712edd95df7e", "attempt_id": "4c784aca409c", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:55.662586Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5876}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2312, "cache_tensor_bytes": null, "serialized_payload_bytes": 2312, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.94550000783056, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.81841706391424, "ttft_ms": 13.449624995701015, "decode_ms": 13.322915998287499}, "total_wall_ms": 109.7438340075314, "ttft_ms": 13.449624995701015, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798832128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5276436156, "process_rss_bytes": 1798832128}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "169d4fd91bf1130ff20c42ab4b04cc24cc432878b18e92f58720131eda6abe53", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
437 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3b5c122ee0a3ce174a3711c", "attempt_id": "01d1c3894933", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:55.797316Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5876}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2312, "cache_tensor_bytes": null, "serialized_payload_bytes": 2312, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.94550000783056, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.914624966681, "ttft_ms": 13.404333963990211, "decode_ms": 13.230083975940943}, "total_wall_ms": 108.66716702003032, "ttft_ms": 13.404333963990211, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798848512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567260248, "mlx_cache_bytes": 5434705596, "process_rss_bytes": 1798848512}, "peak_prefill_memory": null, "peak_decode_memory": 6567260248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "169d4fd91bf1130ff20c42ab4b04cc24cc432878b18e92f58720131eda6abe53", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
438 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56bbb9a031154634e8bd16b6", "attempt_id": "1176bd3d91df", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:55.931005Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5876}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 598, "message_tokens": 516, "message_utf8_bytes": 2312, "cache_tensor_bytes": null, "serialized_payload_bytes": 2312, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.94550000783056, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.05154109559953, "ttft_ms": 13.637416064739227, "decode_ms": 13.392583001405}, "total_wall_ms": 108.2384999608621, "ttft_ms": 13.637416064739227, "input_usage": {"receiver_prompt_tokens": 598}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798848512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568931416, "mlx_cache_bytes": 5680662204, "process_rss_bytes": 1798848512}, "peak_prefill_memory": null, "peak_decode_memory": 6568931416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "169d4fd91bf1130ff20c42ab4b04cc24cc432878b18e92f58720131eda6abe53", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
439 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01166c50fc8fc5b8bd6a5cda", "attempt_id": "5114a2c50539", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:56.064003Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5876}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2312, "cache_tensor_bytes": null, "serialized_payload_bytes": 2312, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.94550000783056, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.12620802037418, "ttft_ms": 13.735499931499362, "decode_ms": 134.73008305300027}, "total_wall_ms": 229.78612501174212, "ttft_ms": 13.735499931499362, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1798848512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 6047041212, "process_rss_bytes": 1798848512}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,660,295 USD", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "169d4fd91bf1130ff20c42ab4b04cc24cc432878b18e92f58720131eda6abe53", "output_hash": "9ac317774493c257d57e9ca8fa3afca757f9725dd762262435d6b268a92da7a0"} |
| |
440 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3e46924478af0f7ca540507e", "attempt_id": "5a3fe65bb81a", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:56.325116Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 589, "message_tokens": 512, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.872750072740018, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.27195797208697, "ttft_ms": 13.57895799446851, "decode_ms": 13.315792079083622}, "total_wall_ms": 102.21333301160485, "ttft_ms": 13.57895799446851, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798930432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6390417084, "process_rss_bytes": 1798930432}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22704f300a44289cc0d7a057e438c72ddc6a0393eaec100135063adb6fb2a309", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
441 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5aa31b4cd5b390d4c1f1d5ae", "attempt_id": "9f9e118f7094", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:56.452569Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.872750072740018, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.2289580674842, "ttft_ms": 13.58670904301107, "decode_ms": 13.37591593619436}, "total_wall_ms": 106.16533295251429, "ttft_ms": 13.58670904301107, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1798930432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566080600, "mlx_cache_bytes": 6634211004, "process_rss_bytes": 1798930432}, "peak_prefill_memory": null, "peak_decode_memory": 6566080600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22704f300a44289cc0d7a057e438c72ddc6a0393eaec100135063adb6fb2a309", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
442 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9cdbb7b4a2089720feade087", "attempt_id": "b1c14fe46c1a", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:56.583576Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.872750072740018, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.6630830001086, "ttft_ms": 13.420750037766993, "decode_ms": 122.2223750082776}, "total_wall_ms": 212.4203749699518, "ttft_ms": 13.420750037766993, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1798946816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585462872, "mlx_cache_bytes": 6656034492, "process_rss_bytes": 1798946816}, "peak_prefill_memory": null, "peak_decode_memory": 6585462872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,258,575", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22704f300a44289cc0d7a057e438c72ddc6a0393eaec100135063adb6fb2a309", "output_hash": "f8213c6031e2d35d4654194c360237c5c1c5b2e57668e7eb3739222667e317e7"} |
| |
443 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f4573b8ae0bcce3a30b5d80", "attempt_id": "2cc2172dfa0c", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:56.821088Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 590, "message_tokens": 512, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.872750072740018, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.50079191382974, "ttft_ms": 13.47354194149375, "decode_ms": 66.82700000237674}, "total_wall_ms": 154.83620902523398, "ttft_ms": 13.47354194149375, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1798946816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581842008, "mlx_cache_bytes": 6898648764, "process_rss_bytes": 1798946816}, "peak_prefill_memory": null, "peak_decode_memory": 6581842008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22704f300a44289cc0d7a057e438c72ddc6a0393eaec100135063adb6fb2a309", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
444 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f82723641a55a89cfbb18f61", "attempt_id": "f8920a32be46", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:57.001718Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.872750072740018, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.4172910451889, "ttft_ms": 13.42812494840473, "decode_ms": 94.33145797811449}, "total_wall_ms": 182.22333397716284, "ttft_ms": 13.42812494840473, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1798963200, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 7142835900, "process_rss_bytes": 1798963200}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22704f300a44289cc0d7a057e438c72ddc6a0393eaec100135063adb6fb2a309", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
445 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b4c59aa45b9d73adc45f65ed", "attempt_id": "e64a140b237b", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:57.209171Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 21}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 574, "message_tokens": 497, "message_utf8_bytes": 1288, "cache_tensor_bytes": null, "serialized_payload_bytes": 1288, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8791250186040998, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.68962501175702, "ttft_ms": 13.555707992054522, "decode_ms": 134.56274999771267}, "total_wall_ms": 219.64787505567074, "ttft_ms": 13.555707992054522, "input_usage": {"receiver_prompt_tokens": 574}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1798963200, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553890904, "mlx_cache_bytes": 7492011708, "process_rss_bytes": 1798963200}, "peak_prefill_memory": null, "peak_decode_memory": 6553890904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-81Q-5632", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ecd97e407641521c51a85bd85acfcee4df39c48c2e5a273eb34df23dc90f352f", "output_hash": "a164ecfce8f107d7a20bd963c79c2c4c12f25230ed03a15a9b8418fd88a56a6a"} |
| |
446 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8c197b30bc802d4e50b1dc8b", "attempt_id": "7bc819fae242", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:57.453850Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 499, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 580, "message_tokens": 499, "message_utf8_bytes": 1546, "cache_tensor_bytes": null, "serialized_payload_bytes": 1546, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.081374987028539, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.18849991820753, "ttft_ms": 13.469666009768844, "decode_ms": 146.50962501764297}, "total_wall_ms": 234.2941249953583, "ttft_ms": 13.469666009768844, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1798979584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557724760, "mlx_cache_bytes": 7844726460, "process_rss_bytes": 1798979584}, "peak_prefill_memory": null, "peak_decode_memory": 6557724760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e79b11bd507d65b2e36e195979d74cecf03af9eeede7b6069e47d6653373cf6f", "output_hash": "2facb5a82d5d4139268d6cc6f9ed2170ae04b004140ac4fd883f87cb47e25ed7"} |
| |
447 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "087c1a21d90cf85d03fd47d1", "attempt_id": "325a4237d393", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:57.713568Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 589, "message_tokens": 509, "message_utf8_bytes": 1403, "cache_tensor_bytes": null, "serialized_payload_bytes": 1403, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.129207947291434, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.25158300530165, "ttft_ms": 13.562750071287155, "decode_ms": 93.11429201625288}, "total_wall_ms": 180.05075003020465, "ttft_ms": 13.562750071287155, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1798979584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 7844726460, "process_rss_bytes": 1798979584}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5bd36f1545f6e95c2e729873755dc2ffb148756e66eff1dfb3b846503e3f2e9c", "output_hash": "6986847809d5a53c4e76c5aa700f652372268de4b7869fddc8462508803f355d"} |
| |
448 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "226f5dbe5f454749d95d9661", "attempt_id": "b48798867324", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:57.919080Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 20}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 585, "message_tokens": 507, "message_utf8_bytes": 1578, "cache_tensor_bytes": null, "serialized_payload_bytes": 1578, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9363750470802188, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.76895795762539, "ttft_ms": 13.445874908939004, "decode_ms": 67.59737501852214}, "total_wall_ms": 154.7867499757558, "ttft_ms": 13.445874908939004, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1799012352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560968792, "mlx_cache_bytes": 8085178044, "process_rss_bytes": 1799012352}, "peak_prefill_memory": null, "peak_decode_memory": 6560968792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dd9500fce5448f76b1721a26e3916484052cd4c0905a6dc9a280a1d515de25b", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
449 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d1a59949c9821c6fe029c40", "attempt_id": "995ff6a02bdf", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:37:58.098781Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 586, "message_tokens": 504, "message_utf8_bytes": 1232, "cache_tensor_bytes": null, "serialized_payload_bytes": 1232, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.985291950404644, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.63299997430295, "ttft_ms": 13.46662500873208, "decode_ms": 93.82808394730091}, "total_wall_ms": 182.8513330547139, "ttft_ms": 13.46662500873208, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1799012352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 8326219452, "process_rss_bytes": 1799012352}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca59cab0e32f21e905b765203e67e6db87de41f0c94a27b6e6507f31738c9432", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
450 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3aed9d500eb8f8e2bc111e64", "attempt_id": "aa32934b4d7e", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:04.271024Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 438, "message_tokens": 358, "message_utf8_bytes": 1813, "cache_tensor_bytes": null, "serialized_payload_bytes": 1813, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5964.977917028591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.117958061397076, "ttft_ms": 13.43091600574553, "decode_ms": 13.357832911424339}, "total_wall_ms": 82.06537505611777, "ttft_ms": 13.43091600574553, "input_usage": {"receiver_prompt_tokens": 438, "sender_input_tokens": 5992, "sender_output_tokens": 358, "sender_prefill_ms": 998.253709054552, "sender_ttft_ms": 14.992124983109534, "sender_decode_ms": 4947.109583066776}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799356416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6540207940, "mlx_cache_bytes": 9684454800, "process_rss_bytes": 1799356416}, "peak_prefill_memory": null, "peak_decode_memory": 6540207940, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "21051c79078ffa1261b12f9528aa381a81e4ecabac605abefefb2ae56bbad320", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
451 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c38b62c7d67ebcfc4acff550", "attempt_id": "60a58cfe52f4", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:04.378772Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 442, "message_tokens": 358, "message_utf8_bytes": 1813, "cache_tensor_bytes": null, "serialized_payload_bytes": 1813, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5964.977917028591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.89991593640298, "ttft_ms": 13.56308301910758, "decode_ms": 13.339833007194102}, "total_wall_ms": 82.89579208940268, "ttft_ms": 13.56308301910758, "input_usage": {"receiver_prompt_tokens": 442, "sender_input_tokens": 5992, "sender_output_tokens": 358, "sender_prefill_ms": 998.253709054552, "sender_ttft_ms": 14.992124983109534, "sender_decode_ms": 4947.109583066776}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799356416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6543304532, "mlx_cache_bytes": 10045019252, "process_rss_bytes": 1799356416}, "peak_prefill_memory": null, "peak_decode_memory": 6543304532, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "21051c79078ffa1261b12f9528aa381a81e4ecabac605abefefb2ae56bbad320", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
452 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a97e648180974ad64daff1f2", "attempt_id": "a4bff09554da", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:04.486693Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 441, "message_tokens": 358, "message_utf8_bytes": 1813, "cache_tensor_bytes": null, "serialized_payload_bytes": 1813, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5964.977917028591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 57.59320897050202, "ttft_ms": 13.63408297766, "decode_ms": 13.34216701798141}, "total_wall_ms": 85.65074997022748, "ttft_ms": 13.63408297766, "input_usage": {"receiver_prompt_tokens": 441, "sender_input_tokens": 5992, "sender_output_tokens": 358, "sender_prefill_ms": 998.253709054552, "sender_ttft_ms": 14.992124983109534, "sender_decode_ms": 4947.109583066776}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799356416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6541977428, "mlx_cache_bytes": 10131526772, "process_rss_bytes": 1799356416}, "peak_prefill_memory": null, "peak_decode_memory": 6541977428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "21051c79078ffa1261b12f9528aa381a81e4ecabac605abefefb2ae56bbad320", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
453 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd815ae148e0c6146b746b9c", "attempt_id": "e440adcf6549", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:04.597285Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 439, "message_tokens": 358, "message_utf8_bytes": 1813, "cache_tensor_bytes": null, "serialized_payload_bytes": 1813, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5964.977917028591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 58.519332902505994, "ttft_ms": 13.43358401209116, "decode_ms": 66.80854200385511}, "total_wall_ms": 139.86600004136562, "ttft_ms": 13.43358401209116, "input_usage": {"receiver_prompt_tokens": 439, "sender_input_tokens": 5992, "sender_output_tokens": 358, "sender_prefill_ms": 998.253709054552, "sender_ttft_ms": 14.992124983109534, "sender_decode_ms": 4947.109583066776}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1799356416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6540535636, "mlx_cache_bytes": 10372043892, "process_rss_bytes": 1799356416}, "peak_prefill_memory": null, "peak_decode_memory": 6540535636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "21051c79078ffa1261b12f9528aa381a81e4ecabac605abefefb2ae56bbad320", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
454 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4949867ef6b4821ea9eca6b0", "attempt_id": "283eee2efd9e", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:04.762177Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 443, "message_tokens": 358, "message_utf8_bytes": 1813, "cache_tensor_bytes": null, "serialized_payload_bytes": 1813, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5964.977917028591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 60.009249951690435, "ttft_ms": 13.235083897598088, "decode_ms": 13.453334104269743}, "total_wall_ms": 87.74529199581593, "ttft_ms": 13.235083897598088, "input_usage": {"receiver_prompt_tokens": 443, "sender_input_tokens": 5992, "sender_output_tokens": 358, "sender_prefill_ms": 998.253709054552, "sender_ttft_ms": 14.992124983109534, "sender_decode_ms": 4947.109583066776}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799356416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6543697752, "mlx_cache_bytes": 10614659932, "process_rss_bytes": 1799356416}, "peak_prefill_memory": null, "peak_decode_memory": 6543697752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "21051c79078ffa1261b12f9528aa381a81e4ecabac605abefefb2ae56bbad320", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
455 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83a1faa2e38676593220a03b", "attempt_id": "e146a3dcdcaa", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:04.874759Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 454, "message_tokens": 374, "message_utf8_bytes": 1363, "cache_tensor_bytes": null, "serialized_payload_bytes": 1363, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6293.0477920454, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.08591700345278, "ttft_ms": 13.154166983440518, "decode_ms": 132.39675003569573}, "total_wall_ms": 6494.635791983455, "ttft_ms": 13.154166983440518, "input_usage": {"receiver_prompt_tokens": 454, "sender_input_tokens": 5989, "sender_output_tokens": 374, "sender_prefill_ms": 1104.44779205136, "sender_ttft_ms": 15.362292062491179, "sender_decode_ms": 5168.425042065792}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1799454720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553102212, "mlx_cache_bytes": 11498840688, "process_rss_bytes": 1799454720}, "peak_prefill_memory": null, "peak_decode_memory": 6553102212, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-81Q-5632", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2e148e9ffafe5bb0d8ed50c11fe3e503899950fa1e5dfeae9b000cd15aa2c264", "output_hash": "a164ecfce8f107d7a20bd963c79c2c4c12f25230ed03a15a9b8418fd88a56a6a"} |
| |
456 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a4c318af4f0a5e3279c5db49", "attempt_id": "45c5e96b458d", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:11.394064Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 147, "message_tokens": 63, "message_utf8_bytes": 182, "cache_tensor_bytes": null, "serialized_payload_bytes": 182, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1862.3625420732424, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.875207972712815, "ttft_ms": 13.285250053741038, "decode_ms": 145.18812496680766}, "total_wall_ms": 2052.2693330422044, "ttft_ms": 13.285250053741038, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 5993, "sender_output_tokens": 63, "sender_prefill_ms": 958.0552079714835, "sender_ttft_ms": 14.631707919761539, "sender_decode_ms": 884.8463749745861}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1799487488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300328632, "mlx_cache_bytes": 12134851768, "process_rss_bytes": 1799487488}, "peak_prefill_memory": null, "peak_decode_memory": 6300328632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0984291f57e7de8f9548313b7d2b42600649d7d679f9bdd8a2f34a249d92ba5", "output_hash": "2facb5a82d5d4139268d6cc6f9ed2170ae04b004140ac4fd883f87cb47e25ed7"} |
| |
457 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2dcc4fefe3932590333f1d62", "attempt_id": "00952ac28677", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:13.471580Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 105, "message_tokens": 22, "message_utf8_bytes": 59, "cache_tensor_bytes": null, "serialized_payload_bytes": 59, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1346.3806249201298, "decode_payload_ms": 0.0, "receiver_prefill_ms": 28.633583919145167, "ttft_ms": 13.011000002734363, "decode_ms": 118.47366602160037}, "total_wall_ms": 1506.9110409822315, "ttft_ms": 13.011000002734363, "input_usage": {"receiver_prompt_tokens": 105, "sender_input_tokens": 5992, "sender_output_tokens": 22, "sender_prefill_ms": 1013.8326250016689, "sender_ttft_ms": 15.075957984663546, "sender_decode_ms": 312.8743330016732}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1799520256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6275277448, "mlx_cache_bytes": 12225750200, "process_rss_bytes": 1799520256}, "peak_prefill_memory": null, "peak_decode_memory": 6275277448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443 CHF", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a517d501e9bcd564e1a0e5f1749ae167fcf34fa1c03a9f14d1e352a866cb7c32", "output_hash": "2bd708a248621f7c2453cf36f3c927c118c3d725789029a567778b352b0528ee"} |
| |
458 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13b73750a302837a3bb20a20", "attempt_id": "05c1eb8c02e5", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:23.093428Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 427, "message_tokens": 335, "message_utf8_bytes": 831, "cache_tensor_bytes": null, "serialized_payload_bytes": 831, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8089.13345891051, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.87937498744577, "ttft_ms": 13.079416006803513, "decode_ms": 13.023542007431388}, "total_wall_ms": 80.8927919715643, "ttft_ms": 13.079416006803513, "input_usage": {"receiver_prompt_tokens": 427, "sender_input_tokens": 6020, "sender_output_tokens": 512, "sender_prefill_ms": 1017.8375830873847, "sender_ttft_ms": 15.386249986477196, "sender_decode_ms": 7051.205999916419}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799585792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6531475268, "mlx_cache_bytes": 13573432504, "process_rss_bytes": 1799585792}, "peak_prefill_memory": null, "peak_decode_memory": 6531475268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05915668ccbb8f6fd2ac322b53a751b73175c99ba92c714196541000624d8103", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
459 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3adeb5e81c48a03ef9b0735b", "attempt_id": "4a01c75fc95d", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:23.200187Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 431, "message_tokens": 335, "message_utf8_bytes": 831, "cache_tensor_bytes": null, "serialized_payload_bytes": 831, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8089.13345891051, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.31095906533301, "ttft_ms": 13.492542086169124, "decode_ms": 13.434874941594899}, "total_wall_ms": 82.13458303362131, "ttft_ms": 13.492542086169124, "input_usage": {"receiver_prompt_tokens": 431, "sender_input_tokens": 6020, "sender_output_tokens": 512, "sender_prefill_ms": 1017.8375830873847, "sender_ttft_ms": 15.386249986477196, "sender_decode_ms": 7051.205999916419}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799585792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6534408004, "mlx_cache_bytes": 13910353080, "process_rss_bytes": 1799585792}, "peak_prefill_memory": null, "peak_decode_memory": 6534408004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05915668ccbb8f6fd2ac322b53a751b73175c99ba92c714196541000624d8103", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
460 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51826ea26fe8ceea83ad51d4", "attempt_id": "282e92fa3158", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:23.308051Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 430, "message_tokens": 335, "message_utf8_bytes": 831, "cache_tensor_bytes": null, "serialized_payload_bytes": 831, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8089.13345891051, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.18133395910263, "ttft_ms": 13.544582994654775, "decode_ms": 13.255207915790379}, "total_wall_ms": 83.84524995926768, "ttft_ms": 13.544582994654775, "input_usage": {"receiver_prompt_tokens": 430, "sender_input_tokens": 6020, "sender_output_tokens": 512, "sender_prefill_ms": 1017.8375830873847, "sender_ttft_ms": 15.386249986477196, "sender_decode_ms": 7051.205999916419}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799585792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6534408004, "mlx_cache_bytes": 13910353080, "process_rss_bytes": 1799585792}, "peak_prefill_memory": null, "peak_decode_memory": 6534408004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05915668ccbb8f6fd2ac322b53a751b73175c99ba92c714196541000624d8103", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
461 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "54e18634a013f03a48247791", "attempt_id": "af7c1dd01780", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:23.417107Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 428, "message_tokens": 335, "message_utf8_bytes": 831, "cache_tensor_bytes": null, "serialized_payload_bytes": 831, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8089.13345891051, "decode_payload_ms": 0.0, "receiver_prefill_ms": 57.75287502910942, "ttft_ms": 13.451916980557144, "decode_ms": 13.342875055968761}, "total_wall_ms": 85.42229095473886, "ttft_ms": 13.451916980557144, "input_usage": {"receiver_prompt_tokens": 428, "sender_input_tokens": 6020, "sender_output_tokens": 512, "sender_prefill_ms": 1017.8375830873847, "sender_ttft_ms": 15.386249986477196, "sender_decode_ms": 7051.205999916419}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799585792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6531999556, "mlx_cache_bytes": 14144840888, "process_rss_bytes": 1799585792}, "peak_prefill_memory": null, "peak_decode_memory": 6531999556, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05915668ccbb8f6fd2ac322b53a751b73175c99ba92c714196541000624d8103", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
462 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23f271fed47e822051acf18b", "attempt_id": "31fe4933b631", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:23.527041Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 432, "message_tokens": 335, "message_utf8_bytes": 831, "cache_tensor_bytes": null, "serialized_payload_bytes": 831, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8089.13345891051, "decode_payload_ms": 0.0, "receiver_prefill_ms": 58.942166971974075, "ttft_ms": 13.381124939769506, "decode_ms": 132.0002090651542}, "total_wall_ms": 205.21520904731005, "ttft_ms": 13.381124939769506, "input_usage": {"receiver_prompt_tokens": 432, "sender_input_tokens": 6020, "sender_output_tokens": 512, "sender_prefill_ms": 1017.8375830873847, "sender_ttft_ms": 15.386249986477196, "sender_decode_ms": 7051.205999916419}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1799585792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6535194436, "mlx_cache_bytes": 14381687992, "process_rss_bytes": 1799585792}, "peak_prefill_memory": null, "peak_decode_memory": 6535194436, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,660,295 USD", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05915668ccbb8f6fd2ac322b53a751b73175c99ba92c714196541000624d8103", "output_hash": "9ac317774493c257d57e9ca8fa3afca757f9725dd762262435d6b268a92da7a0"} |
| |
463 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9ca39adfcd8570721233bfc9", "attempt_id": "c5b6b2212b36", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:23.757251Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 145, "message_tokens": 53, "message_utf8_bytes": 122, "cache_tensor_bytes": null, "serialized_payload_bytes": 122, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2163.9541250187904, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.931749963201582, "ttft_ms": 13.082791003398597, "decode_ms": 131.58391695469618}, "total_wall_ms": 2340.053250081837, "ttft_ms": 13.082791003398597, "input_usage": {"receiver_prompt_tokens": 145, "sender_input_tokens": 6030, "sender_output_tokens": 78, "sender_prefill_ms": 1058.31670796033, "sender_ttft_ms": 15.37154195830226, "sender_decode_ms": 1085.4336669435725}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1799585792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6298870456, "mlx_cache_bytes": 15221990584, "process_rss_bytes": 1799585792}, "peak_prefill_memory": null, "peak_decode_memory": 6298870456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-81Q-5632", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "711e471494f245f5a582fa2b700b89092df79db9b372181b17958841ee2f3f88", "output_hash": "a164ecfce8f107d7a20bd963c79c2c4c12f25230ed03a15a9b8418fd88a56a6a"} |
| |
464 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb374aa139981c5768aa8a8c", "attempt_id": "2c054a8737f9", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:26.122750Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 149, "message_tokens": 53, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1977.1037920145318, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.647083069197834, "ttft_ms": 13.3083340479061, "decode_ms": 145.49662510398775}, "total_wall_ms": 2167.0901250327006, "ttft_ms": 13.3083340479061, "input_usage": {"receiver_prompt_tokens": 149, "sender_input_tokens": 6034, "sender_output_tokens": 74, "sender_prefill_ms": 926.0335409780964, "sender_ttft_ms": 15.686166007071733, "sender_decode_ms": 1030.8677909197286}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1799585792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6301508288, "mlx_cache_bytes": 16013764360, "process_rss_bytes": 1799585792}, "peak_prefill_memory": null, "peak_decode_memory": 6301508288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H in Sept-Îles", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d0b6b1cdb377e3fb5d4e60949a751fa08d3d5b97d12bc2935cd3fbbf5747d506", "output_hash": "2ec3d81eca5a1efc43e6f3beb209577ace77cff28dc099c48c896d93d49d81e9"} |
| |
465 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e5927112ae1c9a1e44f268dc", "attempt_id": "9a3791f8c93b", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:28.316912Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 146, "message_tokens": 51, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3482.1603749878705, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.79733403865248, "ttft_ms": 13.07874999474734, "decode_ms": 92.43191697169095}, "total_wall_ms": 3618.968875030987, "ttft_ms": 13.07874999474734, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 6033, "sender_output_tokens": 177, "sender_prefill_ms": 1003.8617920363322, "sender_ttft_ms": 15.052583999931812, "sender_decode_ms": 2458.633124944754}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1799634944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299804344, "mlx_cache_bytes": 16255198984, "process_rss_bytes": 1799634944}, "peak_prefill_memory": null, "peak_decode_memory": 6299804344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beeddf3ce691b16e0daf4ef7c96855aa7df408f86bda77e6f78f3e5d1c1d0f1", "output_hash": "6986847809d5a53c4e76c5aa700f652372268de4b7869fddc8462508803f355d"} |
| |
466 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d572ed1c19c74cb780c42c38", "attempt_id": "75c4be701279", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:31.960878Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 1038, "message_tokens": 961, "message_utf8_bytes": 638, "cache_tensor_bytes": null, "serialized_payload_bytes": 638, "side_information_bytes": 0, "fetched_bytes": 1639, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022792024537920952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 116.43062497023493, "ttft_ms": 13.687750091776252, "decode_ms": 13.63616599701345}, "total_wall_ms": 145.29074996244162, "ttft_ms": 13.687750091776252, "input_usage": {"receiver_prompt_tokens": 1038, "sender_input_tokens": 6020, "sender_output_tokens": 512, "sender_prefill_ms": 1017.8375830873847, "sender_ttft_ms": 15.386249986477196, "sender_decode_ms": 7051.205999916419}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799667712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6814777420, "mlx_cache_bytes": 16922322696, "process_rss_bytes": 1799667712}, "peak_prefill_memory": null, "peak_decode_memory": 6814777420, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1639, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5a021a81e89ed01eb80827991f30902541d47ed02c911b908ca18bd370922a4e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
467 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "112b339ea13372779a801455", "attempt_id": "0b1d60387581", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:32.131460Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 1042, "message_tokens": 961, "message_utf8_bytes": 638, "cache_tensor_bytes": null, "serialized_payload_bytes": 638, "side_information_bytes": 0, "fetched_bytes": 1639, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022792024537920952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 125.67275005858392, "ttft_ms": 13.620917103253305, "decode_ms": 13.557166908867657}, "total_wall_ms": 154.44466704502702, "ttft_ms": 13.620917103253305, "input_usage": {"receiver_prompt_tokens": 1042, "sender_input_tokens": 6020, "sender_output_tokens": 512, "sender_prefill_ms": 1017.8375830873847, "sender_ttft_ms": 15.386249986477196, "sender_decode_ms": 7051.205999916419}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799782400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6816972876, "mlx_cache_bytes": 17534805768, "process_rss_bytes": 1799782400}, "peak_prefill_memory": null, "peak_decode_memory": 6816972876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1639, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c256aad01f28d0d11a84a761f62dc9f4363fa721cf77e518665b9fa5361bb5de", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
468 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "064a39ceabe403f0a692df64", "attempt_id": "d637ea833860", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:32.311174Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 1041, "message_tokens": 961, "message_utf8_bytes": 638, "cache_tensor_bytes": null, "serialized_payload_bytes": 638, "side_information_bytes": 0, "fetched_bytes": 1639, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022792024537920952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 140.92362497467548, "ttft_ms": 14.413584023714066, "decode_ms": 13.918209006078541}, "total_wall_ms": 170.77879200223833, "ttft_ms": 14.413584023714066, "input_usage": {"receiver_prompt_tokens": 1041, "sender_input_tokens": 6020, "sender_output_tokens": 512, "sender_prefill_ms": 1017.8375830873847, "sender_ttft_ms": 15.386249986477196, "sender_decode_ms": 7051.205999916419}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799798784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6816153676, "mlx_cache_bytes": 17688160008, "process_rss_bytes": 1799798784}, "peak_prefill_memory": null, "peak_decode_memory": 6816153676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1639, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7371ca5bf799ab8a60b0b21e4f044e8e14f80531cb47ebc21e2667a69e9d00da", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
469 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b9966a5b7f58dff7da06073", "attempt_id": "3372eee72016", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:32.507597Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 1039, "message_tokens": 961, "message_utf8_bytes": 638, "cache_tensor_bytes": null, "serialized_payload_bytes": 638, "side_information_bytes": 0, "fetched_bytes": 1639, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022792024537920952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 154.5153339393437, "ttft_ms": 14.368540956638753, "decode_ms": 13.99108290206641}, "total_wall_ms": 184.30754204746336, "ttft_ms": 14.368540956638753, "input_usage": {"receiver_prompt_tokens": 1039, "sender_input_tokens": 6020, "sender_output_tokens": 512, "sender_prefill_ms": 1017.8375830873847, "sender_ttft_ms": 15.386249986477196, "sender_decode_ms": 7051.205999916419}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1799798784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6815072332, "mlx_cache_bytes": 18115487496, "process_rss_bytes": 1799798784}, "peak_prefill_memory": null, "peak_decode_memory": 6815072332, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1639, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7371ca5bf799ab8a60b0b21e4f044e8e14f80531cb47ebc21e2667a69e9d00da", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
470 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6444e24e3b63da4df3947117", "attempt_id": "8db7c442c744", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:32.716880Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 1043, "message_tokens": 961, "message_utf8_bytes": 638, "cache_tensor_bytes": null, "serialized_payload_bytes": 638, "side_information_bytes": 0, "fetched_bytes": 1639, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022792024537920952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 162.98770892899483, "ttft_ms": 14.438124955631793, "decode_ms": 96.78474999964237}, "total_wall_ms": 275.73241596110165, "ttft_ms": 14.438124955631793, "input_usage": {"receiver_prompt_tokens": 1043, "sender_input_tokens": 6020, "sender_output_tokens": 512, "sender_prefill_ms": 1017.8375830873847, "sender_ttft_ms": 15.386249986477196, "sender_decode_ms": 7051.205999916419}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1799798784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6817464396, "mlx_cache_bytes": 18544584456, "process_rss_bytes": 1799798784}, "peak_prefill_memory": null, "peak_decode_memory": 6817464396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1639, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7371ca5bf799ab8a60b0b21e4f044e8e14f80531cb47ebc21e2667a69e9d00da", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
471 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8af9505a76b3c6df11a91238", "attempt_id": "f8d78c7bc10d", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:33.017487Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.60705289672544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 5952, "message_tokens": 5876, "message_utf8_bytes": 29477, "cache_tensor_bytes": null, "serialized_payload_bytes": 2779, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07274991367012262, "decode_payload_ms": 0.014916062355041504, "receiver_prefill_ms": 1058.1539580598474, "ttft_ms": 15.037750010378659, "decode_ms": 143.0464159930125}, "total_wall_ms": 1225.3768750233576, "ttft_ms": 15.037750010378659, "input_usage": {"receiver_prompt_tokens": 5952}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1799831552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7162503232, "mlx_cache_bytes": 18544584456, "process_rss_bytes": 1799831552}, "peak_prefill_memory": null, "peak_decode_memory": 7162503232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-81Q-5632", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "output_hash": "a164ecfce8f107d7a20bd963c79c2c4c12f25230ed03a15a9b8418fd88a56a6a"} |
| |
472 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf961c0948ba2d9d9dc26c89", "attempt_id": "9975a887f6a4", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:34.268778Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.60705289672544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 5956, "message_tokens": 5876, "message_utf8_bytes": 29477, "cache_tensor_bytes": null, "serialized_payload_bytes": 2779, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07274991367012262, "decode_payload_ms": 0.014916062355041504, "receiver_prefill_ms": 974.6528749819845, "ttft_ms": 15.113833942450583, "decode_ms": 156.6851669922471}, "total_wall_ms": 1155.2712080301717, "ttft_ms": 15.113833942450583, "input_usage": {"receiver_prompt_tokens": 5956}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1799815168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7164354624, "mlx_cache_bytes": 18544584456, "process_rss_bytes": 1799815168}, "peak_prefill_memory": null, "peak_decode_memory": 7164354624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "output_hash": "2facb5a82d5d4139268d6cc6f9ed2170ae04b004140ac4fd883f87cb47e25ed7"} |
| |
473 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0eb68cfc2f33380de9b85835", "attempt_id": "5032d59a849c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:35.449728Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.60705289672544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 5955, "message_tokens": 5876, "message_utf8_bytes": 29477, "cache_tensor_bytes": null, "serialized_payload_bytes": 2779, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07274991367012262, "decode_payload_ms": 0.014916062355041504, "receiver_prefill_ms": 924.7447500238195, "ttft_ms": 14.886541990563273, "decode_ms": 98.85862504597753}, "total_wall_ms": 1047.0671670045704, "ttft_ms": 14.886541990563273, "input_usage": {"receiver_prompt_tokens": 5955}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1799847936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7163961408, "mlx_cache_bytes": 18544584456, "process_rss_bytes": 1799847936}, "peak_prefill_memory": null, "peak_decode_memory": 7163961408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "output_hash": "6986847809d5a53c4e76c5aa700f652372268de4b7869fddc8462508803f355d"} |
| |
474 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "025ebb9a5cad8e816ac4faa7", "attempt_id": "7cc06940ccb3", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:36.522121Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.60705289672544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 5953, "message_tokens": 5876, "message_utf8_bytes": 29477, "cache_tensor_bytes": null, "serialized_payload_bytes": 2779, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07274991367012262, "decode_payload_ms": 0.014916062355041504, "receiver_prefill_ms": 899.482375010848, "ttft_ms": 14.834292000159621, "decode_ms": 71.55454193707556}, "total_wall_ms": 994.9695420218632, "ttft_ms": 14.834292000159621, "input_usage": {"receiver_prompt_tokens": 5953}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1799880704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7162699840, "mlx_cache_bytes": 18544584456, "process_rss_bytes": 1799880704}, "peak_prefill_memory": null, "peak_decode_memory": 7162699840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
475 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f244bc6217d5a2af7cce3f08", "attempt_id": "329e98b20586", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:37.542213Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.60705289672544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 5957, "message_tokens": 5876, "message_utf8_bytes": 29477, "cache_tensor_bytes": null, "serialized_payload_bytes": 2779, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07274991367012262, "decode_payload_ms": 0.014916062355041504, "receiver_prefill_ms": 921.8882500426844, "ttft_ms": 14.68604092951864, "decode_ms": 99.70374999102205}, "total_wall_ms": 1045.168458018452, "ttft_ms": 14.68604092951864, "input_usage": {"receiver_prompt_tokens": 5957}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1799913472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7164551232, "mlx_cache_bytes": 18544584456, "process_rss_bytes": 1799913472}, "peak_prefill_memory": null, "peak_decode_memory": 7164551232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
476 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8a9af752bd7228b3e981ffcd", "attempt_id": "6d5490121afc", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:39.128051Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08713410483321987, "origin_tokens": 5649, "compressed_tokens": 542, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 669, "message_tokens": 591, "message_utf8_bytes": 2630, "cache_tensor_bytes": null, "serialized_payload_bytes": 2630, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 515.6505000777543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.15791599731892, "ttft_ms": 13.609708985313773, "decode_ms": 13.51116702426225}, "total_wall_ms": 114.7318750154227, "ttft_ms": 13.609708985313773, "input_usage": {"receiver_prompt_tokens": 669}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1804861440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6603878488, "mlx_cache_bytes": 18957264648, "process_rss_bytes": 1804861440}, "peak_prefill_memory": null, "peak_decode_memory": 6603878488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05bfd9ad2127b5c647dc84b2d0632f54db9d36114c992d0b0a643365b5232e65", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
477 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4fd4be1e8eb54a3a7b73eb9b", "attempt_id": "28add334f05b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:39.290384Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08713410483321987, "origin_tokens": 5649, "compressed_tokens": 542, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 673, "message_tokens": 591, "message_utf8_bytes": 2630, "cache_tensor_bytes": null, "serialized_payload_bytes": 2630, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 515.6505000777543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 115.50395900849253, "ttft_ms": 13.559791957959533, "decode_ms": 134.5796249806881}, "total_wall_ms": 265.0502079632133, "ttft_ms": 13.559791957959533, "input_usage": {"receiver_prompt_tokens": 673}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1777401856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6605697112, "mlx_cache_bytes": 19349497608, "process_rss_bytes": 1777401856}, "peak_prefill_memory": null, "peak_decode_memory": 6605697112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 976-V Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05bfd9ad2127b5c647dc84b2d0632f54db9d36114c992d0b0a643365b5232e65", "output_hash": "c49a797210e2cde56e997ec59d4fa77baec22d1f09a4632e6d8d08ab8b33848e"} |
| |
478 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ff977dfb2a9d3183e95affb8", "attempt_id": "a7b24754c1e0", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:39.584879Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08713410483321987, "origin_tokens": 5649, "compressed_tokens": 542, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 672, "message_tokens": 591, "message_utf8_bytes": 2630, "cache_tensor_bytes": null, "serialized_payload_bytes": 2630, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 515.6505000777543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.93312501255423, "ttft_ms": 13.464833027683198, "decode_ms": 13.403667020611465}, "total_wall_ms": 107.02816594857723, "ttft_ms": 13.464833027683198, "input_usage": {"receiver_prompt_tokens": 672}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1777483776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6605598808, "mlx_cache_bytes": 19349497608, "process_rss_bytes": 1777483776}, "peak_prefill_memory": null, "peak_decode_memory": 6605598808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05bfd9ad2127b5c647dc84b2d0632f54db9d36114c992d0b0a643365b5232e65", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
479 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "191d08bb80d3873f09a65b54", "attempt_id": "74f5a21ba5b1", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:39.717509Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08713410483321987, "origin_tokens": 5649, "compressed_tokens": 542, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 670, "message_tokens": 591, "message_utf8_bytes": 2630, "cache_tensor_bytes": null, "serialized_payload_bytes": 2630, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 515.6505000777543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.4439999461174, "ttft_ms": 13.63395806401968, "decode_ms": 13.389666914008558}, "total_wall_ms": 115.67966605070978, "ttft_ms": 13.63395806401968, "input_usage": {"receiver_prompt_tokens": 670}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1757052928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6604615768, "mlx_cache_bytes": 19536570120, "process_rss_bytes": 1757052928}, "peak_prefill_memory": null, "peak_decode_memory": 6604615768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05bfd9ad2127b5c647dc84b2d0632f54db9d36114c992d0b0a643365b5232e65", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
480 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "30e4197304fba69c880af2d7", "attempt_id": "b834a2aa9022", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:39.858496Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08713410483321987, "origin_tokens": 5649, "compressed_tokens": 542, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 674, "message_tokens": 591, "message_utf8_bytes": 2630, "cache_tensor_bytes": null, "serialized_payload_bytes": 2630, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 515.6505000777543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 805.4871659260243, "ttft_ms": 16.2574170390144, "decode_ms": 14.165292028337717}, "total_wall_ms": 837.6630001002923, "ttft_ms": 16.2574170390144, "input_usage": {"receiver_prompt_tokens": 674}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1749745664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6607056984, "mlx_cache_bytes": 19953280776, "process_rss_bytes": 1749745664}, "peak_prefill_memory": null, "peak_decode_memory": 6607056984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05bfd9ad2127b5c647dc84b2d0632f54db9d36114c992d0b0a643365b5232e65", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
481 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0bbf4844d636d476e5642b6d", "attempt_id": "8587e75d0755", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:42.760455Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6616604680}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 37, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 218050560, "serialized_payload_bytes": 218066725, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2038.5640830500051, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 17.85554096568376, "serialize_ms": 76.94075000472367, "load_ms": 6.113290903158486, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.56654200702906, "ttft_ms": 73.56654200702906, "decode_ms": 156.27691708505154}, "total_wall_ms": 240.81687501166016, "ttft_ms": 73.56654200702906, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1533116416, "backend_memory": {"mlx_active_bytes": 6837198856, "mlx_peak_bytes": 6912434500, "mlx_cache_bytes": 20968630173, "process_rss_bytes": 1533116416}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6912434500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-81Q-5632", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e01b32e36f4e9dc0f607c60e9092b686b583f5e7f8730d2555f220940832546e", "output_hash": "a164ecfce8f107d7a20bd963c79c2c4c12f25230ed03a15a9b8418fd88a56a6a"} |
| |
482 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "585498f841991268d2edbc6c", "attempt_id": "4793749a1a69", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:43.031105Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6616604680}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 41, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 218050560, "serialized_payload_bytes": 218066725, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2038.5640830500051, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 17.85554096568376, "serialize_ms": 76.94075000472367, "load_ms": 1.834082999266684, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.773500015959144, "ttft_ms": 43.773500015959144, "decode_ms": 173.69629198219627}, "total_wall_ms": 224.318458000198, "ttft_ms": 43.773500015959144, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1533198336, "backend_memory": {"mlx_active_bytes": 6837198856, "mlx_peak_bytes": 6917251396, "mlx_cache_bytes": 20991191105, "process_rss_bytes": 1533198336}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6917251396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e01b32e36f4e9dc0f607c60e9092b686b583f5e7f8730d2555f220940832546e", "output_hash": "2facb5a82d5d4139268d6cc6f9ed2170ae04b004140ac4fd883f87cb47e25ed7"} |
| |
483 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "42d6b464d7a878d29142d8a5", "attempt_id": "7365b5bf734e", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:43.289694Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6616604680}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 40, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 218050560, "serialized_payload_bytes": 218066725, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2038.5640830500051, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 17.85554096568376, "serialize_ms": 76.94075000472367, "load_ms": 1.8675829051062465, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.04495800938457, "ttft_ms": 45.04495800938457, "decode_ms": 109.46483304724097}, "total_wall_ms": 161.63537499960512, "ttft_ms": 45.04495800938457, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1533329408, "backend_memory": {"mlx_active_bytes": 6837198856, "mlx_peak_bytes": 6915842276, "mlx_cache_bytes": 21003348033, "process_rss_bytes": 1533329408}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6915842276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e01b32e36f4e9dc0f607c60e9092b686b583f5e7f8730d2555f220940832546e", "output_hash": "6986847809d5a53c4e76c5aa700f652372268de4b7869fddc8462508803f355d"} |
| |
484 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bbad55b0ece555911659076c", "attempt_id": "30046b4d8f0b", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:43.485183Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6616604680}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 38, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 218050560, "serialized_payload_bytes": 218066725, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2038.5640830500051, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 17.85554096568376, "serialize_ms": 76.94075000472367, "load_ms": 1.7796249594539404, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.67950004618615, "ttft_ms": 44.67950004618615, "decode_ms": 75.63933404162526}, "total_wall_ms": 127.06487509422004, "ttft_ms": 44.67950004618615, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1533345792, "backend_memory": {"mlx_active_bytes": 6837198856, "mlx_peak_bytes": 6914433252, "mlx_cache_bytes": 21028530241, "process_rss_bytes": 1533345792}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6914433252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e01b32e36f4e9dc0f607c60e9092b686b583f5e7f8730d2555f220940832546e", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
485 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9b3d4629d9f7528c3d54df5", "attempt_id": "d949a88cf912", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:43.639155Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6616604680}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 42, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 218050560, "serialized_payload_bytes": 218066725, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2038.5640830500051, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 17.85554096568376, "serialize_ms": 76.94075000472367, "load_ms": 2.2682499838992953, "receiver_prefill_ms": 0.0, "query_prefill_ms": 77.09020900074393, "ttft_ms": 77.09020900074393, "decode_ms": 105.45604198705405}, "total_wall_ms": 189.36550000216812, "ttft_ms": 77.09020900074393, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1533362176, "backend_memory": {"mlx_active_bytes": 6837198856, "mlx_peak_bytes": 6918021444, "mlx_cache_bytes": 21028530409, "process_rss_bytes": 1533362176}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6918021444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e01b32e36f4e9dc0f607c60e9092b686b583f5e7f8730d2555f220940832546e", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
486 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a89b200fcaa3299856314c72", "attempt_id": "b78d10771c1f", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:43.908443Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6616604680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "cce6e6279754fffa", "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 37, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 218050560, "serialized_payload_bytes": 218066753, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.43283298518509, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 3.3317089546471834, "serialize_ms": 50.934875034727156, "load_ms": 27.003124938346446, "receiver_prefill_ms": 0.0, "query_prefill_ms": 49.66454196255654, "ttft_ms": 49.66454196255654, "decode_ms": 150.24724998511374}, "total_wall_ms": 231.5092079807073, "ttft_ms": 49.66454196255654, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1751793664, "backend_memory": {"mlx_active_bytes": 6837198856, "mlx_peak_bytes": 6912434388, "mlx_cache_bytes": 21028530409, "process_rss_bytes": 1751793664}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6912434388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-81Q-5632", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "df6af69378b1497095deaf5888f3ce683ad43de7d4650c6d269dd942ede2f07c", "output_hash": "a164ecfce8f107d7a20bd963c79c2c4c12f25230ed03a15a9b8418fd88a56a6a"} |
| |
487 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "da32311a82d0fd8b936a86df", "attempt_id": "334d864ccb70", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:44.165538Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6616604680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "cce6e6279754fffa", "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 41, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 218050560, "serialized_payload_bytes": 218066753, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.43283298518509, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 3.3317089546471834, "serialize_ms": 50.934875034727156, "load_ms": 20.6933330046013, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.192624929361045, "ttft_ms": 43.192624929361045, "decode_ms": 165.08962505031377}, "total_wall_ms": 233.3690420491621, "ttft_ms": 43.192624929361045, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1751793664, "backend_memory": {"mlx_active_bytes": 6837198856, "mlx_peak_bytes": 6917251300, "mlx_cache_bytes": 21028530409, "process_rss_bytes": 1751793664}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6917251300, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "df6af69378b1497095deaf5888f3ce683ad43de7d4650c6d269dd942ede2f07c", "output_hash": "2facb5a82d5d4139268d6cc6f9ed2170ae04b004140ac4fd883f87cb47e25ed7"} |
| |
488 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a5085741ee9ece37b9e44c3", "attempt_id": "010ffd731406", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:44.424757Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6616604680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "cce6e6279754fffa", "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 40, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 218050560, "serialized_payload_bytes": 218066753, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.43283298518509, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 3.3317089546471834, "serialize_ms": 50.934875034727156, "load_ms": 22.431791992858052, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.6258750744164, "ttft_ms": 44.6258750744164, "decode_ms": 104.5853749383241}, "total_wall_ms": 176.1637079762295, "ttft_ms": 44.6258750744164, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1751826432, "backend_memory": {"mlx_active_bytes": 6837198856, "mlx_peak_bytes": 6915842276, "mlx_cache_bytes": 21028530409, "process_rss_bytes": 1751826432}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6915842276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "df6af69378b1497095deaf5888f3ce683ad43de7d4650c6d269dd942ede2f07c", "output_hash": "6986847809d5a53c4e76c5aa700f652372268de4b7869fddc8462508803f355d"} |
| |
489 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8e881820fe21f8e015e0b92e", "attempt_id": "1127cc88e182", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:44.626211Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6616604680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "cce6e6279754fffa", "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 38, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 218050560, "serialized_payload_bytes": 218066753, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.43283298518509, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 3.3317089546471834, "serialize_ms": 50.934875034727156, "load_ms": 19.97200003825128, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.92754105012864, "ttft_ms": 44.92754105012864, "decode_ms": 75.65150002483279}, "total_wall_ms": 144.8662499897182, "ttft_ms": 44.92754105012864, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1751826432, "backend_memory": {"mlx_active_bytes": 6837198856, "mlx_peak_bytes": 6914433252, "mlx_cache_bytes": 21028530409, "process_rss_bytes": 1751826432}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6914433252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "df6af69378b1497095deaf5888f3ce683ad43de7d4650c6d269dd942ede2f07c", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
490 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "82ee824505965ee8e3d5b88d", "attempt_id": "e7660063cd4b", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:44.797277Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6616604680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "cce6e6279754fffa", "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 42, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 218050560, "serialized_payload_bytes": 218066753, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.43283298518509, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 3.3317089546471834, "serialize_ms": 50.934875034727156, "load_ms": 19.868124974891543, "receiver_prefill_ms": 0.0, "query_prefill_ms": 84.57075001206249, "ttft_ms": 84.57075001206249, "decode_ms": 106.09812510665506}, "total_wall_ms": 215.25604208000004, "ttft_ms": 84.57075001206249, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1751826432, "backend_memory": {"mlx_active_bytes": 6837198856, "mlx_peak_bytes": 6918021352, "mlx_cache_bytes": 21028530409, "process_rss_bytes": 1751826432}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6918021352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "df6af69378b1497095deaf5888f3ce683ad43de7d4650c6d269dd942ede2f07c", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
491 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "de6aede4561f6ed518abfb90", "attempt_id": "49ab87872c51", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:45.171483Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6515204104}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 37, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 115839360, "serialized_payload_bytes": 115873689, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.554375031963, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 107.26087493821979, "serialize_ms": 25.908041978254914, "load_ms": 3.4694590140134096, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.922249955125153, "ttft_ms": 24.922249955125153, "decode_ms": 153.56745792087168}, "total_wall_ms": 186.51145894546062, "ttft_ms": 24.922249955125153, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1867317248, "backend_memory": {"mlx_active_bytes": 6633201672, "mlx_peak_bytes": 6739727352, "mlx_cache_bytes": 21633699089, "process_rss_bytes": 1867317248}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6739727352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-81Q-5632", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "92913d7fe0952fc065c3d436d31d48b913e0c6ccd5e07c5190bd9ff6a41a92cf", "output_hash": "a164ecfce8f107d7a20bd963c79c2c4c12f25230ed03a15a9b8418fd88a56a6a"} |
| |
492 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "496b396671dc607ceafa76b7", "attempt_id": "5bd5640dde8b", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:45.383754Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6515204104}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 41, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 115839360, "serialized_payload_bytes": 115873689, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.554375031963, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 107.26087493821979, "serialize_ms": 25.908041978254914, "load_ms": 2.355540986172855, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.42879104334861, "ttft_ms": 27.42879104334861, "decode_ms": 166.81041603442281}, "total_wall_ms": 200.84066700655967, "ttft_ms": 27.42879104334861, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1867350016, "backend_memory": {"mlx_active_bytes": 6633463816, "mlx_peak_bytes": 6749769312, "mlx_cache_bytes": 21696490609, "process_rss_bytes": 1867350016}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6749769312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H in Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "92913d7fe0952fc065c3d436d31d48b913e0c6ccd5e07c5190bd9ff6a41a92cf", "output_hash": "2ec3d81eca5a1efc43e6f3beb209577ace77cff28dc099c48c896d93d49d81e9"} |
| |
493 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "05256c73fc4de8af191c92db", "attempt_id": "7858dbf1e31a", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:45.610372Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6515204104}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 40, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 115839360, "serialized_payload_bytes": 115873689, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.554375031963, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 107.26087493821979, "serialize_ms": 25.908041978254914, "load_ms": 1.4335410669445992, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.44033292401582, "ttft_ms": 27.44033292401582, "decode_ms": 106.23983398545533}, "total_wall_ms": 139.61820909753442, "ttft_ms": 27.44033292401582, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1867350016, "backend_memory": {"mlx_active_bytes": 6633463816, "mlx_peak_bytes": 6746803960, "mlx_cache_bytes": 21757570161, "process_rss_bytes": 1867350016}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6746803960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "92913d7fe0952fc065c3d436d31d48b913e0c6ccd5e07c5190bd9ff6a41a92cf", "output_hash": "6986847809d5a53c4e76c5aa700f652372268de4b7869fddc8462508803f355d"} |
| |
494 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3e566568e87a2c4ccf9fb31b", "attempt_id": "e17284178ee7", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:45.775137Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6515204104}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 38, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 115839360, "serialized_payload_bytes": 115873689, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.554375031963, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 107.26087493821979, "serialize_ms": 25.908041978254914, "load_ms": 2.4134579580277205, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.38449990283698, "ttft_ms": 27.38449990283698, "decode_ms": 76.39129203744233}, "total_wall_ms": 110.84933392703533, "ttft_ms": 27.38449990283698, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1867350016, "backend_memory": {"mlx_active_bytes": 6633201672, "mlx_peak_bytes": 6743002872, "mlx_cache_bytes": 21815766129, "process_rss_bytes": 1867350016}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6743002872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "92913d7fe0952fc065c3d436d31d48b913e0c6ccd5e07c5190bd9ff6a41a92cf", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
495 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec00a375eb9097ee21ad446c", "attempt_id": "7c7dd5a95f26", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:45.911270Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6515204104}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 42, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 115839360, "serialized_payload_bytes": 115873689, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.554375031963, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 107.26087493821979, "serialize_ms": 25.908041978254914, "load_ms": 2.116624964401126, "receiver_prefill_ms": 0.0, "query_prefill_ms": 60.92570791952312, "ttft_ms": 60.92570791952312, "decode_ms": 106.21804103720933}, "total_wall_ms": 173.76591602806002, "ttft_ms": 60.92570791952312, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1867350016, "backend_memory": {"mlx_active_bytes": 6633463816, "mlx_peak_bytes": 6751919300, "mlx_cache_bytes": 21879774257, "process_rss_bytes": 1867350016}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6751919300, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "92913d7fe0952fc065c3d436d31d48b913e0c6ccd5e07c5190bd9ff6a41a92cf", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
496 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3063c42f6c2cfa0b4fb6011d", "attempt_id": "0737c13b97dd", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:46.139953Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6460891144}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 37, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 61326720, "serialized_payload_bytes": 61360960, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.796874965541065, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 13.4982920717448, "serialize_ms": 15.946459025144577, "load_ms": 2.289708936586976, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.763292029500008, "ttft_ms": 26.763292029500008, "decode_ms": 705.4422500077635}, "total_wall_ms": 739.0756659442559, "ttft_ms": 26.763292029500008, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1928544256, "backend_memory": {"mlx_active_bytes": 6523461640, "mlx_peak_bytes": 6620578664, "mlx_cache_bytes": 22114526257, "process_rss_bytes": 1928544256}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6620578664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n\n\n the the the the the the the the the the of the the the the the the the the the the the the the the the the22 the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c39eb9b20148da3c2b4a47ba4b8fb4bdb4805fc087aa3725cb526b2b25fd5fd0", "output_hash": "ef95e4ed234002ea7fbd8ed599275fa68874e08e55b49a871d105ae1ab9e3c3e"} |
| |
497 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2702ba5c71ce408fa75149d2", "attempt_id": "99d032603808", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:46.905618Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6460891144}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 41, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 61326720, "serialized_payload_bytes": 61360960, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.796874965541065, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 13.4982920717448, "serialize_ms": 15.946459025144577, "load_ms": 1.2246669502928853, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.22162497229874, "ttft_ms": 27.22162497229874, "decode_ms": 697.9853340890259}, "total_wall_ms": 731.0467920033261, "ttft_ms": 27.22162497229874, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1928544256, "backend_memory": {"mlx_active_bytes": 6523461640, "mlx_peak_bytes": 6629411552, "mlx_cache_bytes": 22114526257, "process_rss_bytes": 1928544256}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6629411552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the2 the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c39eb9b20148da3c2b4a47ba4b8fb4bdb4805fc087aa3725cb526b2b25fd5fd0", "output_hash": "fa1163303b96ac87e048a70d48833b249e8cecfc3c41255498f96a06af7e31bc"} |
| |
498 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e561ee21ca6d1d8638340642", "attempt_id": "c04595a5fa85", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:47.663064Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6460891144}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 40, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 61326720, "serialized_payload_bytes": 61360960, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.796874965541065, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 13.4982920717448, "serialize_ms": 15.946459025144577, "load_ms": 2.1494580432772636, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.97087498381734, "ttft_ms": 26.97087498381734, "decode_ms": 697.3938751034439}, "total_wall_ms": 731.141374912113, "ttft_ms": 26.97087498381734, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1928544256, "backend_memory": {"mlx_active_bytes": 6523461640, "mlx_peak_bytes": 6626462432, "mlx_cache_bytes": 22114526257, "process_rss_bytes": 1928544256}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6626462432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n the the the the the the the the the the of of the of the the the the the the the the the the the the the2 the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c39eb9b20148da3c2b4a47ba4b8fb4bdb4805fc087aa3725cb526b2b25fd5fd0", "output_hash": "785180de5fb0c966dbcf4b2e4de1cc7249911950205ef9d1dfef22a6c0590b21"} |
| |
499 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aafc63388542ab871a4fe7fb", "attempt_id": "4de47b06a895", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:48.419305Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6460891144}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 38, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 61326720, "serialized_payload_bytes": 61360960, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.796874965541065, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 13.4982920717448, "serialize_ms": 15.946459025144577, "load_ms": 1.8564999336376786, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.80720796342939, "ttft_ms": 26.80720796342939, "decode_ms": 0.03245903644710779}, "total_wall_ms": 33.32600009161979, "ttft_ms": 26.80720796342939, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 38}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 1928544256, "backend_memory": {"mlx_active_bytes": 6523412488, "mlx_peak_bytes": 6622661344, "mlx_cache_bytes": 22114575409, "process_rss_bytes": 1928544256}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6622661344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c39eb9b20148da3c2b4a47ba4b8fb4bdb4805fc087aa3725cb526b2b25fd5fd0", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
500 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d0e4d089ef06f58922defb31", "attempt_id": "6c0193f252b0", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:48.477749Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6460891144}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 42, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 61326720, "serialized_payload_bytes": 61360960, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.796874965541065, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 13.4982920717448, "serialize_ms": 15.946459025144577, "load_ms": 2.362209022976458, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.42133301869035, "ttft_ms": 59.42133301869035, "decode_ms": 696.8069589929655}, "total_wall_ms": 763.1389580201358, "ttft_ms": 59.42133301869035, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1928560640, "backend_memory": {"mlx_active_bytes": 6523461640, "mlx_peak_bytes": 6631559516, "mlx_cache_bytes": 22114526257, "process_rss_bytes": 1928560640}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6631559516, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " system\n the the the the\n the the the the the the\n the the the the the the the the the the the the the the the the2 the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c39eb9b20148da3c2b4a47ba4b8fb4bdb4805fc087aa3725cb526b2b25fd5fd0", "output_hash": "bbe7bb2bbf1fb53a42b3566c82e0f75a9c301f03fa8d6149954c9a6035294a88"} |
| |
501 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4a2edb04fe814a4b1bf7f37", "attempt_id": "50cef0cf04c2", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:49.291289Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5915, "keep": 1479, "compress_ms": 11.555249919183552}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 37, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538045, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.499875027686357, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 11.593082919716835, "serialize_ms": 12.752208043821156, "load_ms": 0.7349170045927167, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.33641704171896, "ttft_ms": 23.33641704171896, "decode_ms": 150.53129196166992}, "total_wall_ms": 179.2204170487821, "ttft_ms": 23.33641704171896, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 37}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1938522112, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6555672788, "mlx_cache_bytes": 22199968817, "process_rss_bytes": 1938522112}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6555672788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "JWQ-37U-528", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62c33a905196eeb5e5206fc7ab974eb988faeade93f2510810deaeb874ec455a", "output_hash": "093b473eefd082f67ee13db4256909892a23e78da278566a88feedd84e3dba70"} |
| |
502 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6f0ecddedc511e6c78d4223d", "attempt_id": "0c792dd23ba6", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:49.495486Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5915, "keep": 1479, "compress_ms": 11.555249919183552}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 41, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538045, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.499875027686357, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 11.593082919716835, "serialize_ms": 12.752208043821156, "load_ms": 1.4939580578356981, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.955540916882455, "ttft_ms": 22.955540916882455, "decode_ms": 149.9720000429079}, "total_wall_ms": 178.92504192423075, "ttft_ms": 22.955540916882455, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1938522112, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6559178980, "mlx_cache_bytes": 22199968817, "process_rss_bytes": 1938522112}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6559178980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62c33a905196eeb5e5206fc7ab974eb988faeade93f2510810deaeb874ec455a", "output_hash": "2facb5a82d5d4139268d6cc6f9ed2170ae04b004140ac4fd883f87cb47e25ed7"} |
| |
503 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e6c540bbd6c0dff2901fc54", "attempt_id": "68b149d5670e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:49.699051Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5915, "keep": 1479, "compress_ms": 11.555249919183552}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 40, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538045, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.499875027686357, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 11.593082919716835, "serialize_ms": 12.752208043821156, "load_ms": 1.644750009290874, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.479917086660862, "ttft_ms": 23.479917086660862, "decode_ms": 27.338707935996354}, "total_wall_ms": 56.75445799715817, "ttft_ms": 23.479917086660862, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1938522112, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6557130980, "mlx_cache_bytes": 22201738289, "process_rss_bytes": 1938522112}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6557130980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62c33a905196eeb5e5206fc7ab974eb988faeade93f2510810deaeb874ec455a", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
504 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4707fd67b7cb4616edc7e3a9", "attempt_id": "52181306e10e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:49.780132Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5915, "keep": 1479, "compress_ms": 11.555249919183552}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 38, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538045, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.499875027686357, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 11.593082919716835, "serialize_ms": 12.752208043821156, "load_ms": 1.638708054088056, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.59233400784433, "ttft_ms": 23.59233400784433, "decode_ms": 27.98941603396088}, "total_wall_ms": 57.53233307041228, "ttft_ms": 23.59233400784433, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 38}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1938538496, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6556492004, "mlx_cache_bytes": 22203442225, "process_rss_bytes": 1938538496}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6556492004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "John Doe", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62c33a905196eeb5e5206fc7ab974eb988faeade93f2510810deaeb874ec455a", "output_hash": "6cea57c2fb6cbc2a40411135005760f241fffc3e5e67ab99882726431037f908"} |
| |
505 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a875fdbbf5f76bbe003d9d7f", "attempt_id": "e0330943da13", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:49.862744Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5915, "keep": 1479, "compress_ms": 11.555249919183552}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 42, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538045, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.499875027686357, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 11.593082919716835, "serialize_ms": 12.752208043821156, "load_ms": 0.7445830851793289, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.145124952308834, "ttft_ms": 56.145124952308834, "decode_ms": 122.84170801285654}, "total_wall_ms": 184.2948329867795, "ttft_ms": 56.145124952308834, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1938538496, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6559899880, "mlx_cache_bytes": 22205310001, "process_rss_bytes": 1938538496}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6559899880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,200,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62c33a905196eeb5e5206fc7ab974eb988faeade93f2510810deaeb874ec455a", "output_hash": "de38706446342efd1371008e2c6699c88875a3b52819f6b843a54e8c24b7d6a0"} |
| |
506 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "290834c7235d0509c3b9bb20", "attempt_id": "99ab9a9ad62e", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:50.095052Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5915, "keep": 1479, "compress_ms": 8.293291088193655}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 37, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538039, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.31520798522979, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 8.317583939060569, "serialize_ms": 13.824332971125841, "load_ms": 1.3719170819967985, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.948583005927503, "ttft_ms": 22.948583005927503, "decode_ms": 640.7590840244666}, "total_wall_ms": 669.6925419382751, "ttft_ms": 22.948583005927503, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1980153856, "backend_memory": {"mlx_active_bytes": 6511910920, "mlx_peak_bytes": 6555672788, "mlx_cache_bytes": 22261638193, "process_rss_bytes": 1980153856}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6555672788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "42782453378e2c39414ceb63de413e4d1da252918f0b23b442f678669c2862aa", "output_hash": "89a6c0f4590a122a87336537018a357e04b14fe9d4b6b729c63d279e188e4dc0"} |
| |
507 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fff2e6a6cb145dd77b3c63e1", "attempt_id": "b487ef5f287f", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:50.790857Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5915, "keep": 1479, "compress_ms": 8.293291088193655}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 41, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538039, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.31520798522979, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 8.317583939060569, "serialize_ms": 13.824332971125841, "load_ms": 1.7603749874979258, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.985582938417792, "ttft_ms": 22.985582938417792, "decode_ms": 640.5399159993976}, "total_wall_ms": 670.0014169327915, "ttft_ms": 22.985582938417792, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1980153856, "backend_memory": {"mlx_active_bytes": 6511616008, "mlx_peak_bytes": 6559178980, "mlx_cache_bytes": 22261933105, "process_rss_bytes": 1980153856}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6559178980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The Project Fel-11111111111111111111111111111111111111111111", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "42782453378e2c39414ceb63de413e4d1da252918f0b23b442f678669c2862aa", "output_hash": "ac8a6c109d7f22b2c584863678e2809abcfe2c9ce4ad957973f326f6905a03a0"} |
| |
508 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "779046ebf8322ce84ce3171d", "attempt_id": "21161b3b818b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:51.486382Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5915, "keep": 1479, "compress_ms": 8.293291088193655}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 40, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538039, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.31520798522979, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 8.317583939060569, "serialize_ms": 13.824332971125841, "load_ms": 1.4533749781548977, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.636167054064572, "ttft_ms": 23.636167054064572, "decode_ms": 642.2611670568585}, "total_wall_ms": 672.1179170999676, "ttft_ms": 23.636167054064572, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1980170240, "backend_memory": {"mlx_active_bytes": 6511910920, "mlx_peak_bytes": 6557163748, "mlx_cache_bytes": 22261638193, "process_rss_bytes": 1980170240}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6557163748, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The Project Felv-12 was proposed by Kwans Petrantantantantantantantantantantantantantantantantantantantantantantantantantantantantantantantantantantant", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "42782453378e2c39414ceb63de413e4d1da252918f0b23b442f678669c2862aa", "output_hash": "ca08a175b71225c061ee860157fcf0ea37c19b1aec637f23336f4ac1197ff95a"} |
| |
509 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b6864b3d7f4da38296e707d", "attempt_id": "3761f667d744", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:52.183275Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5915, "keep": 1479, "compress_ms": 8.293291088193655}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 38, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538039, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.31520798522979, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 8.317583939060569, "serialize_ms": 13.824332971125841, "load_ms": 1.5733330510556698, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.49370892625302, "ttft_ms": 23.49370892625302, "decode_ms": 0.028249924071133137}, "total_wall_ms": 29.72162503283471, "ttft_ms": 23.49370892625302, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 38}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 1980170240, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6556492004, "mlx_cache_bytes": 22263112753, "process_rss_bytes": 1980170240}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6556492004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "42782453378e2c39414ceb63de413e4d1da252918f0b23b442f678669c2862aa", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
510 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec9aaf391a91d2aacc05e828", "attempt_id": "c32523a76a35", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:52.238198Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5915, "keep": 1479, "compress_ms": 8.293291088193655}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 42, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538039, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.31520798522979, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 8.317583939060569, "serialize_ms": 13.824332971125841, "load_ms": 1.5864999732002616, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.80645801778883, "ttft_ms": 53.80645801778883, "decode_ms": 650.7651670835912}, "total_wall_ms": 710.7667920645326, "ttft_ms": 53.80645801778883, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1980170240, "backend_memory": {"mlx_active_bytes": 6511910920, "mlx_peak_bytes": 6559899880, "mlx_cache_bytes": 22261638193, "process_rss_bytes": 1980170240}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6559899880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "When the project is named, when the project is named, when the project is named, when the project is named, when the project is named, when the project is named, when the project is named, when the project is named,", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "42782453378e2c39414ceb63de413e4d1da252918f0b23b442f678669c2862aa", "output_hash": "5b7a15f8b9d3199defa7667e95d5747c98810f3dea1ce0139a79fc4c4d945e7f"} |
| |
511 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13d89e42f02d4bf5266424d5", "attempt_id": "08f836e2ea67", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:52.974325Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 37, "compress_ms": 72.45124992914498}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 37, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538084, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 87.85574999637902, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 77.05120800528675, "serialize_ms": 10.525625082664192, "load_ms": 1.6422499902546406, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.675208048895, "ttft_ms": 22.675208048895, "decode_ms": 135.6468329904601}, "total_wall_ms": 252.50433397013694, "ttft_ms": 22.675208048895, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1980301312, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6554853588, "mlx_cache_bytes": 22471196969, "process_rss_bytes": 1980301312}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6554853588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-81Q-5632", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7f48b86fa3d97c5f7fa047ab85ae0d52956c5317c96622cbc29592ee6cd8dbf1", "output_hash": "a164ecfce8f107d7a20bd963c79c2c4c12f25230ed03a15a9b8418fd88a56a6a"} |
| |
512 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "66f75d9a634d983fff5b0142", "attempt_id": "0675c6c35908", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:53.255107Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 41, "compress_ms": 64.76079090498388}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 41, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538084, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.52087507490069, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 69.35345800593495, "serialize_ms": 8.938124985434115, "load_ms": 1.5358750242739916, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.665582946501672, "ttft_ms": 22.665582946501672, "decode_ms": 148.77491700462997}, "total_wall_ms": 256.0662500327453, "ttft_ms": 22.665582946501672, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1980334080, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6558523620, "mlx_cache_bytes": 22512353577, "process_rss_bytes": 1980334080}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6558523620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7f48b86fa3d97c5f7fa047ab85ae0d52956c5317c96622cbc29592ee6cd8dbf1", "output_hash": "2facb5a82d5d4139268d6cc6f9ed2170ae04b004140ac4fd883f87cb47e25ed7"} |
| |
513 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9d46f98c2d482282c7c79b80", "attempt_id": "741fb37a99d0", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:53.537539Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 40, "compress_ms": 62.794042052701116}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 40, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538085, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 75.95654192846268, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 67.28520803153515, "serialize_ms": 8.444124949164689, "load_ms": 1.4611660735681653, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.24899996165186, "ttft_ms": 23.24899996165186, "decode_ms": 94.64533301070333}, "total_wall_ms": 199.82629199512303, "ttft_ms": 23.24899996165186, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1980678144, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6557065444, "mlx_cache_bytes": 22527508777, "process_rss_bytes": 1980678144}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6557065444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1843ca8bf1961787a2ae2901fe7f6c3c81b63e705f312def16f5ca3267889adf", "output_hash": "6986847809d5a53c4e76c5aa700f652372268de4b7869fddc8462508803f355d"} |
| |
514 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d3803cf7420432dd7617c1e", "attempt_id": "4bd0f0850efb", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:53.762649Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 38, "compress_ms": 62.78891593683511}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 38, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538084, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 76.06416696216911, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 67.2667910112068, "serialize_ms": 8.551749982871115, "load_ms": 1.4452500035986304, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.31008401233703, "ttft_ms": 23.31008401233703, "decode_ms": 67.66391696874052}, "total_wall_ms": 173.05529199074954, "ttft_ms": 23.31008401233703, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1981693952, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6555672804, "mlx_cache_bytes": 22541910313, "process_rss_bytes": 1981693952}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6555672804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7f48b86fa3d97c5f7fa047ab85ae0d52956c5317c96622cbc29592ee6cd8dbf1", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
515 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "39107812a022748caed53bd6", "attempt_id": "e7985e82e639", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:53.961376Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 42, "compress_ms": 62.98237491864711}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 42, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538084, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 76.80579100269824, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 67.41524999961257, "serialize_ms": 9.165750001557171, "load_ms": 1.450416981242597, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.96620903816074, "ttft_ms": 55.96620903816074, "decode_ms": 96.17074998095632}, "total_wall_ms": 235.01983401365578, "ttft_ms": 55.96620903816074, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1982152704, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6559244520, "mlx_cache_bytes": 22557819177, "process_rss_bytes": 1982152704}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6559244520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7f48b86fa3d97c5f7fa047ab85ae0d52956c5317c96622cbc29592ee6cd8dbf1", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
516 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b177b950ad636c0f5584c808", "attempt_id": "9e414ed2a0b2", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:54.286831Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 19, "compress_ms": 56.92074995022267}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 37, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538084, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.34137502219528, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 57.05508298706263, "serialize_ms": 7.126125041395426, "load_ms": 1.649749930948019, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.70479190722108, "ttft_ms": 23.70479190722108, "decode_ms": 94.95220798999071}, "total_wall_ms": 124.81908302288502, "ttft_ms": 23.70479190722108, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1982218240, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6554853588, "mlx_cache_bytes": 22574367017, "process_rss_bytes": 1982218240}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6554853588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Obysellith-16", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7f48b86fa3d97c5f7fa047ab85ae0d52956c5317c96622cbc29592ee6cd8dbf1", "output_hash": "66b39064cfe9c103d8574722e2dac0e9a19ced28c716ed2067d84dd8796e7762"} |
| |
517 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6435572a652ebe0fe3af4950", "attempt_id": "8a140342f222", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:54.437022Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 19, "compress_ms": 56.92074995022267}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 41, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538084, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.34137502219528, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 57.05508298706263, "serialize_ms": 7.126125041395426, "load_ms": 1.7587080365046859, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.936334018595517, "ttft_ms": 22.936334018595517, "decode_ms": 13.62591702491045}, "total_wall_ms": 42.84412495326251, "ttft_ms": 22.936334018595517, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1982218240, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6558523620, "mlx_cache_bytes": 22574367017, "process_rss_bytes": 1982218240}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6558523620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7f48b86fa3d97c5f7fa047ab85ae0d52956c5317c96622cbc29592ee6cd8dbf1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
518 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0fbbd86a0a8632700c7fa69d", "attempt_id": "1cf1fd989247", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:54.505732Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 19, "compress_ms": 56.92074995022267}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 40, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538084, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.34137502219528, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 57.05508298706263, "serialize_ms": 7.126125041395426, "load_ms": 1.7493750201538205, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.619000101462007, "ttft_ms": 23.619000101462007, "decode_ms": 13.556999969296157}, "total_wall_ms": 43.530666967853904, "ttft_ms": 23.619000101462007, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 40}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1982218240, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6557065444, "mlx_cache_bytes": 22574367017, "process_rss_bytes": 1982218240}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6557065444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7f48b86fa3d97c5f7fa047ab85ae0d52956c5317c96622cbc29592ee6cd8dbf1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
519 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "99a61f580b47811157b7e57b", "attempt_id": "d62e6f615053", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:54.574027Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 19, "compress_ms": 56.92074995022267}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 38, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538084, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.34137502219528, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 57.05508298706263, "serialize_ms": 7.126125041395426, "load_ms": 1.7522089183330536, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.998916964046657, "ttft_ms": 23.998916964046657, "decode_ms": 96.09850007109344}, "total_wall_ms": 126.4868340222165, "ttft_ms": 23.998916964046657, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1982251008, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6555672804, "mlx_cache_bytes": 22574367017, "process_rss_bytes": 1982251008}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6555672804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Nkrumah", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7f48b86fa3d97c5f7fa047ab85ae0d52956c5317c96622cbc29592ee6cd8dbf1", "output_hash": "b06eb783d04176d8e5c63e4bd2bd7d80634c941e36e60cdf1622fac5283bd23d"} |
| |
520 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b675335896c580dee49abf2f", "attempt_id": "d9bc4c47ac5f", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:54.725210Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 19, "compress_ms": 56.92074995022267}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 42, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54538084, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.34137502219528, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 57.05508298706263, "serialize_ms": 7.126125041395426, "load_ms": 1.904207980260253, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.0921669928357, "ttft_ms": 55.0921669928357, "decode_ms": 125.7875420851633}, "total_wall_ms": 187.27104098070413, "ttft_ms": 55.0921669928357, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1982251008, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6559244520, "mlx_cache_bytes": 22574367017, "process_rss_bytes": 1982251008}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6559244520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,197,295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7f48b86fa3d97c5f7fa047ab85ae0d52956c5317c96622cbc29592ee6cd8dbf1", "output_hash": "6374766b900fcbe001784cd79b67ea647c019e08e04b4eea4092260d50433d7e"} |
| |
521 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "122ceacaa730aa514ceccecd", "attempt_id": "173b6ced8d0c", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:54.938763Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 37, "compress_ms": 91.684874962084}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 37, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54537972, "side_information_bytes": 16116, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 108.66587504278868, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 96.14675003103912, "serialize_ms": 12.281582923606038, "load_ms": 19.105916027911007, "receiver_prefill_ms": 0.0, "query_prefill_ms": 520.3095420729369, "ttft_ms": 520.3095420729369, "decode_ms": 109.61516690440476}, "total_wall_ms": 762.3732089996338, "ttft_ms": 520.3095420729369, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 37}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2038808576, "backend_memory": {"mlx_active_bytes": 6510813192, "mlx_peak_bytes": 6595210712, "mlx_cache_bytes": 22804583661, "process_rss_bytes": 2038808576}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6595210712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-818-81", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab34e0caf4d175887e2b5c08046f74f66e8c34d25659d4e28a305579ca7ac8c7", "output_hash": "24910238be2e4f90628c537ee3f4af603187a90a3fbac44acade685769084276"} |
| |
522 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7ad7e94bb16e0c34582d75de", "attempt_id": "af8540e673f1", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:55.727023Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 41, "compress_ms": 64.92416700348258}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 41, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54537974, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.6114999577403, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 69.41512494813651, "serialize_ms": 10.963457985781133, "load_ms": 1.734833000227809, "receiver_prefill_ms": 0.0, "query_prefill_ms": 393.11637496575713, "ttft_ms": 393.11637496575713, "decode_ms": 149.35862505808473}, "total_wall_ms": 629.3652500025928, "ttft_ms": 393.11637496575713, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2090958848, "backend_memory": {"mlx_active_bytes": 6510960648, "mlx_peak_bytes": 6596439560, "mlx_cache_bytes": 22824917341, "process_rss_bytes": 2090958848}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6596439560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dfd62eb45967ade73ee10de1bb7aa38b6e8477f29d77c6540379489e447f3f0f", "output_hash": "2facb5a82d5d4139268d6cc6f9ed2170ae04b004140ac4fd883f87cb47e25ed7"} |
| |
523 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d5ac8ae39dbc24daa6a9b33", "attempt_id": "20ed058450e0", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:56.382630Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 40, "compress_ms": 63.87812492903322}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 40, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54537974, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.04129102826118, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 68.33858403842896, "serialize_ms": 10.464625083841383, "load_ms": 1.621957984752953, "receiver_prefill_ms": 0.0, "query_prefill_ms": 386.7049999535084, "ttft_ms": 386.7049999535084, "decode_ms": 95.3421670710668}, "total_wall_ms": 567.3542920267209, "ttft_ms": 386.7049999535084, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2128429056, "backend_memory": {"mlx_active_bytes": 6510845960, "mlx_peak_bytes": 6596103680, "mlx_cache_bytes": 22825032029, "process_rss_bytes": 2128429056}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6596103680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dfd62eb45967ade73ee10de1bb7aa38b6e8477f29d77c6540379489e447f3f0f", "output_hash": "6986847809d5a53c4e76c5aa700f652372268de4b7869fddc8462508803f355d"} |
| |
524 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "59c8a91136c750a994640772", "attempt_id": "45e22d738468", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:56.976254Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 38, "compress_ms": 64.827875001356}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 38, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54537972, "side_information_bytes": 16116, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.13512504193932, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 69.45641699712723, "serialize_ms": 14.440957922488451, "load_ms": 1.4274169225245714, "receiver_prefill_ms": 0.0, "query_prefill_ms": 372.0936250174418, "ttft_ms": 372.0936250174418, "decode_ms": 68.51008394733071}, "total_wall_ms": 530.6717499624938, "ttft_ms": 372.0936250174418, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2170781696, "backend_memory": {"mlx_active_bytes": 6510649352, "mlx_peak_bytes": 6595431920, "mlx_cache_bytes": 22825228637, "process_rss_bytes": 2170781696}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6595431920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab34e0caf4d175887e2b5c08046f74f66e8c34d25659d4e28a305579ca7ac8c7", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
525 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5c875458a9bf23d0f19574f5", "attempt_id": "b561eb03ea5b", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:57.535132Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 42, "compress_ms": 63.71633394155651}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 42, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 54521856, "serialized_payload_bytes": 54537974, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.66795808169991, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 68.14412493258715, "serialize_ms": 11.2944160355255, "load_ms": 1.489125075750053, "receiver_prefill_ms": 0.0, "query_prefill_ms": 406.0478750616312, "ttft_ms": 406.0478750616312, "decode_ms": 95.56799998972565}, "total_wall_ms": 587.3481249436736, "ttft_ms": 406.0478750616312, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2212282368, "backend_memory": {"mlx_active_bytes": 6510911496, "mlx_peak_bytes": 6596742676, "mlx_cache_bytes": 22837885561, "process_rss_bytes": 2212282368}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6596742676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dfd62eb45967ade73ee10de1bb7aa38b6e8477f29d77c6540379489e447f3f0f", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
526 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c1182d14184a4b9367461770", "attempt_id": "0c6262142722", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:58.148903Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 37, "compress_ms": 65.54233399219811, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 37, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 28964736, "serialized_payload_bytes": 28999049, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 88.75420899130404, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 77.96112494543195, "serialize_ms": 10.352667071856558, "load_ms": 1.893125008791685, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.85470804013312, "ttft_ms": 20.85470804013312, "decode_ms": 144.17049998883158}, "total_wall_ms": 260.15266706235707, "ttft_ms": 20.85470804013312, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2238545920, "backend_memory": {"mlx_active_bytes": 6458462104, "mlx_peak_bytes": 6512124728, "mlx_cache_bytes": 22948358793, "process_rss_bytes": 2238545920}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6512124728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NC-81Q-5632", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7963329e50fcba5663049b041815ec852aa19bee26ba23db137805008db97adb", "output_hash": "a164ecfce8f107d7a20bd963c79c2c4c12f25230ed03a15a9b8418fd88a56a6a"} |
| |
527 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68ddfae385160868f2f98d77", "attempt_id": "bc5b42b62fa9", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:58.435188Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 41, "compress_ms": 62.45654192753136, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 41, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 28964736, "serialized_payload_bytes": 28999049, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 86.92475000862032, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 74.81495896354318, "serialize_ms": 11.655832990072668, "load_ms": 2.0717910956591368, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.281583023257554, "ttft_ms": 19.281583023257554, "decode_ms": 159.4661669805646}, "total_wall_ms": 272.65050006099045, "ttft_ms": 19.281583023257554, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2247720960, "backend_memory": {"mlx_active_bytes": 6458467032, "mlx_peak_bytes": 6517298048, "mlx_cache_bytes": 22975028217, "process_rss_bytes": 2247720960}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6517298048, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 586-H, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7963329e50fcba5663049b041815ec852aa19bee26ba23db137805008db97adb", "output_hash": "2facb5a82d5d4139268d6cc6f9ed2170ae04b004140ac4fd883f87cb47e25ed7"} |
| |
528 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af96aafe243d3cb4d64aaa96", "attempt_id": "82c165f5bada", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:58.734756Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 40, "compress_ms": 63.67137492634356, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 40, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 28964736, "serialized_payload_bytes": 28999049, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 86.19383303448558, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 76.3184999814257, "serialize_ms": 9.440790978260338, "load_ms": 2.082083956338465, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.933167030103505, "ttft_ms": 19.933167030103505, "decode_ms": 100.29691690579057}, "total_wall_ms": 212.98875007778406, "ttft_ms": 19.933167030103505, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2254831616, "backend_memory": {"mlx_active_bytes": 6458454664, "mlx_peak_bytes": 6515379968, "mlx_cache_bytes": 22992587849, "process_rss_bytes": 2254831616}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6515379968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "36.4443", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7963329e50fcba5663049b041815ec852aa19bee26ba23db137805008db97adb", "output_hash": "6986847809d5a53c4e76c5aa700f652372268de4b7869fddc8462508803f355d"} |
| |
529 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d856f7961dcba5d66c6737f0", "attempt_id": "13ca90ab6f90", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:58.973727Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 38, "compress_ms": 62.55979195702821, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 38, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 28964736, "serialized_payload_bytes": 28999049, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.70829098951072, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 74.70012502744794, "serialize_ms": 9.567083092406392, "load_ms": 2.001916989684105, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.643374999053776, "ttft_ms": 20.643374999053776, "decode_ms": 71.8304580077529}, "total_wall_ms": 183.69741702917963, "ttft_ms": 20.643374999053776, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2261991424, "backend_memory": {"mlx_active_bytes": 6458450056, "mlx_peak_bytes": 6526486016, "mlx_cache_bytes": 22992592457, "process_rss_bytes": 2261991424}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6526486016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7963329e50fcba5663049b041815ec852aa19bee26ba23db137805008db97adb", "output_hash": "5849498dab23072ae874aef51373bd300da620a33a626332ff86d41c9ce75103"} |
| |
530 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "37c96758f9e09b7037a843f5", "attempt_id": "a112f078dac6", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:38:59.183276Z", "task_family": "synthetic", "document_id": "syn_03004_8000", "document_hash": "9f5712249838ec2b73ad1d3dc0f47c148daf5210f80f5a314286aa23e84ab35d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03004_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5915, "keep": 1479, "window_tokens": 42, "compress_ms": 62.78341601137072, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5876, "source_tokens_receiver": 5876, "query_tokens": 42, "message_tokens": 5915, "message_utf8_bytes": 29477, "cache_tensor_bytes": 28964736, "serialized_payload_bytes": 28999049, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.82604103442281, "doc_prefill_ms": 1925.9327079635113, "compress_ms": 75.00562502536923, "serialize_ms": 7.39316688850522, "load_ms": 1.7310410039499402, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.75320791825652, "ttft_ms": 19.75320791825652, "decode_ms": 100.41024989914149}, "total_wall_ms": 209.29208304733038, "ttft_ms": 19.75320791825652, "input_usage": {"receiver_prefix_tokens": 5915, "dense_cache_bytes": 218050560, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2262007808, "backend_memory": {"mlx_active_bytes": 6458457000, "mlx_peak_bytes": 6518371540, "mlx_cache_bytes": 23011017513, "process_rss_bytes": 2262007808}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6518371540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9660295", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03004_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7963329e50fcba5663049b041815ec852aa19bee26ba23db137805008db97adb", "output_hash": "91988b1215586dd6899ef1d2a4168b0a54c0112d95ddff92bc07d79f5ac5ee86"} |
| |
531 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d18e2a776d3f1bf416eaadb1", "attempt_id": "c6a677669ad0", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:00.179153Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 63, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.013999990187585354, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.547375061549246, "ttft_ms": 13.173916027881205, "decode_ms": 13.193583930842578}, "total_wall_ms": 49.799000029452145, "ttft_ms": 13.173916027881205, "input_usage": {"receiver_prompt_tokens": 63}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1313701888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221554036, "mlx_cache_bytes": 278955696, "process_rss_bytes": 1313701888}, "peak_prefill_memory": null, "peak_decode_memory": 6221554036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
532 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4532831f5e6ea5d569176eff", "attempt_id": "299e9bdb9ebe", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:00.270495Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 72, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.013999990187585354, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.08720797393471, "ttft_ms": 12.871708953753114, "decode_ms": 12.9247079603374}, "total_wall_ms": 50.32829206902534, "ttft_ms": 12.871708953753114, "input_usage": {"receiver_prompt_tokens": 72}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1313701888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245278344, "mlx_cache_bytes": 345015984, "process_rss_bytes": 1313701888}, "peak_prefill_memory": null, "peak_decode_memory": 6245278344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
533 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa86dedcb0abf658df26c76d", "attempt_id": "0dc6074afe07", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:00.353711Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.013999990187585354, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.84662500116974, "ttft_ms": 12.940915999934077, "decode_ms": 13.02062498871237}, "total_wall_ms": 50.253208028152585, "ttft_ms": 12.940915999934077, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1313701888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244983432, "mlx_cache_bytes": 360498864, "process_rss_bytes": 1313701888}, "peak_prefill_memory": null, "peak_decode_memory": 6244983432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
534 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a022795628a8c6ba6075ea78", "attempt_id": "144968eeda74", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:00.436311Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.013999990187585354, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.437916921451688, "ttft_ms": 13.143916032277048, "decode_ms": 13.344209059141576}, "total_wall_ms": 41.37087496928871, "ttft_ms": 13.143916032277048, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1313718272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 385861552, "process_rss_bytes": 1313718272}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
535 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e95526aba10fa177017093d", "attempt_id": "07d2c9000a60", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:00.510429Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 75, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.013999990187585354, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.761124932207167, "ttft_ms": 12.914541061036289, "decode_ms": 12.898833025246859}, "total_wall_ms": 50.01366697251797, "ttft_ms": 12.914541061036289, "input_usage": {"receiver_prompt_tokens": 75}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1313718272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6248243848, "mlx_cache_bytes": 453035952, "process_rss_bytes": 1313718272}, "peak_prefill_memory": null, "peak_decode_memory": 6248243848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
536 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e44c54573b1db83e39c45de8", "attempt_id": "0f727c71fd2f", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:00.592411Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 11086, "message_tokens": 11013, "message_utf8_bytes": 58870, "cache_tensor_bytes": null, "serialized_payload_bytes": 58870, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1511.6785420104861, "ttft_ms": 14.749041991308331, "decode_ms": 143.2908340357244}, "total_wall_ms": 1685.96766598057, "ttft_ms": 14.749041991308331, "input_usage": {"receiver_prompt_tokens": 11086}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1313783808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3117598640, "process_rss_bytes": 1313783808}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-72F-9403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "output_hash": "add4881a5997cc1af8ac3872fda444736f37d88be9cc518f54880fd7f8681926"} |
| |
537 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d33cf6aa5d6d82b0c2faf3d0", "attempt_id": "72daba50c2a1", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:02.311929Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 11095, "message_tokens": 11013, "message_utf8_bytes": 58870, "cache_tensor_bytes": null, "serialized_payload_bytes": 58870, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1650.3684159833938, "ttft_ms": 15.100082964636385, "decode_ms": 176.19033297523856}, "total_wall_ms": 1857.8902080189437, "ttft_ms": 15.100082964636385, "input_usage": {"receiver_prompt_tokens": 11095}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1313865728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3625256880, "process_rss_bytes": 1313865728}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "output_hash": "24aee8b486ccfb5b834da6d74ce3fa04b1fe68e45d10d1a0966a4aa2f2494e2e"} |
| |
538 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "15f2fcc56181a4cebd23bd0d", "attempt_id": "6af4878955e9", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:04.202666Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 11094, "message_tokens": 11013, "message_utf8_bytes": 58870, "cache_tensor_bytes": null, "serialized_payload_bytes": 58870, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1803.9505000924692, "ttft_ms": 15.319042024202645, "decode_ms": 103.7090829340741}, "total_wall_ms": 1939.2180419526994, "ttft_ms": 15.319042024202645, "input_usage": {"receiver_prompt_tokens": 11094}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1313914880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3625256880, "process_rss_bytes": 1313914880}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
539 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5cfeecb7863bcb0d64643b1a", "attempt_id": "0e107763d7bb", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:06.174753Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 11088, "message_tokens": 11013, "message_utf8_bytes": 58870, "cache_tensor_bytes": null, "serialized_payload_bytes": 58870, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1847.7506659692153, "ttft_ms": 15.365457977168262, "decode_ms": 74.89941595122218}, "total_wall_ms": 1955.077749909833, "ttft_ms": 15.365457977168262, "input_usage": {"receiver_prompt_tokens": 11088}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1313964032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3974137776, "process_rss_bytes": 1313964032}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
540 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1176c7ef963fe719df084593", "attempt_id": "30a64471105d", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:08.162899Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 11098, "message_tokens": 11013, "message_utf8_bytes": 58870, "cache_tensor_bytes": null, "serialized_payload_bytes": 58870, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1888.8903750339523, "ttft_ms": 15.18141699489206, "decode_ms": 89.55079200677574}, "total_wall_ms": 2009.922624914907, "ttft_ms": 15.18141699489206, "input_usage": {"receiver_prompt_tokens": 11098}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1314013184, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4499752880, "process_rss_bytes": 1314013184}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
541 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd7be0d0900c7494ad5040f8", "attempt_id": "258c3d09d250", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:10.213432Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11013}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 594, "message_tokens": 516, "message_utf8_bytes": 2285, "cache_tensor_bytes": null, "serialized_payload_bytes": 2285, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.797915954142809, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.73483297973871, "ttft_ms": 13.411625055596232, "decode_ms": 13.306541950441897}, "total_wall_ms": 107.63841704465449, "ttft_ms": 13.411625055596232, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1314062336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 4889528240, "process_rss_bytes": 1314062336}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c4e862ac2c45cfe03003ed9015df25b841dd8b2830103abd595d6a2233499a3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
542 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "579af1d89ef354a7265e4397", "attempt_id": "a754ab3ba2e8", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:10.354698Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11013}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 603, "message_tokens": 516, "message_utf8_bytes": 2285, "cache_tensor_bytes": null, "serialized_payload_bytes": 2285, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.797915954142809, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.02858401555568, "ttft_ms": 13.48241709638387, "decode_ms": 146.901624975726}, "total_wall_ms": 239.68616605270654, "ttft_ms": 13.48241709638387, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1314062336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 5256202160, "process_rss_bytes": 1314062336}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 185-M in Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c4e862ac2c45cfe03003ed9015df25b841dd8b2830103abd595d6a2233499a3", "output_hash": "b93df482776478320e446389e4b3de1e4194f7b56b383cfedff25efcbac69544"} |
| |
543 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a5e46e75716151da90085ed2", "attempt_id": "c4af61623345", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:10.627566Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11013}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2285, "cache_tensor_bytes": null, "serialized_payload_bytes": 2285, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.797915954142809, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.3826660066843, "ttft_ms": 13.425625045783818, "decode_ms": 13.306292006745934}, "total_wall_ms": 99.27112492732704, "ttft_ms": 13.425625045783818, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1314062336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 5256202160, "process_rss_bytes": 1314062336}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c4e862ac2c45cfe03003ed9015df25b841dd8b2830103abd595d6a2233499a3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
544 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "43d69f86b26730d329bbbbf1", "attempt_id": "3763cbb6c2e7", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:10.760184Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11013}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2285, "cache_tensor_bytes": null, "serialized_payload_bytes": 2285, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.797915954142809, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.22574995830655, "ttft_ms": 13.513416983187199, "decode_ms": 13.586333021521568}, "total_wall_ms": 100.56341602467, "ttft_ms": 13.513416983187199, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1314078720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 5501274032, "process_rss_bytes": 1314078720}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c4e862ac2c45cfe03003ed9015df25b841dd8b2830103abd595d6a2233499a3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
545 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b7c1ca9baa80a0e93b2067dc", "attempt_id": "c17a419f4004", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:10.893850Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11013}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 606, "message_tokens": 516, "message_utf8_bytes": 2285, "cache_tensor_bytes": null, "serialized_payload_bytes": 2285, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.797915954142809, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.55199998710304, "ttft_ms": 13.549832976423204, "decode_ms": 94.10979098174721}, "total_wall_ms": 182.46350006666034, "ttft_ms": 13.549832976423204, "input_usage": {"receiver_prompt_tokens": 606}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1314095104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6571159640, "mlx_cache_bytes": 5854971824, "process_rss_bytes": 1314095104}, "peak_prefill_memory": null, "peak_decode_memory": 6571159640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617,950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c4e862ac2c45cfe03003ed9015df25b841dd8b2830103abd595d6a2233499a3", "output_hash": "6b9cf2afe575d2d7c90e6d92915b4ec409eada4ec5fcccc08295fa97e18440f1"} |
| |
546 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0acc3cefaae96c024fb99399", "attempt_id": "a4e576397978", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:11.119550Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 586, "message_tokens": 512, "message_utf8_bytes": 1262, "cache_tensor_bytes": null, "serialized_payload_bytes": 1262, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.788749972358346, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.61837497167289, "ttft_ms": 13.39279196690768, "decode_ms": 13.684624922461808}, "total_wall_ms": 98.75704196747392, "ttft_ms": 13.39279196690768, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1314308096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 6197168048, "process_rss_bytes": 1314308096}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81cc3520a853176f6de20751c144712107e4e20bb8781ec41079730ae45a7f0a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
547 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c58a10ef5c9d0a405a998ba6", "attempt_id": "aec3c6debaee", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:11.251429Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 595, "message_tokens": 512, "message_utf8_bytes": 1262, "cache_tensor_bytes": null, "serialized_payload_bytes": 1262, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.788749972358346, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.16629194933921, "ttft_ms": 13.590875081717968, "decode_ms": 13.714542030356824}, "total_wall_ms": 99.43433303851634, "ttft_ms": 13.590875081717968, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1314308096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 6284756912, "process_rss_bytes": 1314308096}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81cc3520a853176f6de20751c144712107e4e20bb8781ec41079730ae45a7f0a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
548 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "086367aa104dd5ffc4cf29c4", "attempt_id": "fe7d7bde657c", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:11.383552Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1262, "cache_tensor_bytes": null, "serialized_payload_bytes": 1262, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.788749972358346, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.17266706377268, "ttft_ms": 13.645583996549249, "decode_ms": 106.83608299586922}, "total_wall_ms": 194.68691700603813, "ttft_ms": 13.645583996549249, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1314324480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 6284756912, "process_rss_bytes": 1314324480}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11051960", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81cc3520a853176f6de20751c144712107e4e20bb8781ec41079730ae45a7f0a", "output_hash": "66704a1a4bc1a0a44a6a7f3a74aa926ec651de1d59313344831b883d13d0365c"} |
| |
549 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8773feb8953bb90694884166", "attempt_id": "97cfa2a5cbd4", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:11.610601Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 588, "message_tokens": 512, "message_utf8_bytes": 1262, "cache_tensor_bytes": null, "serialized_payload_bytes": 1262, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.788749972358346, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.43379095941782, "ttft_ms": 13.44629202503711, "decode_ms": 67.12829193565995}, "total_wall_ms": 153.06483302265406, "ttft_ms": 13.44629202503711, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1314340864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 6526486448, "process_rss_bytes": 1314340864}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81cc3520a853176f6de20751c144712107e4e20bb8781ec41079730ae45a7f0a", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
550 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1983d236da1a8a9561376d9b", "attempt_id": "c7ba03095705", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:11.796956Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1262, "cache_tensor_bytes": null, "serialized_payload_bytes": 1262, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.788749972358346, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.6359589714557, "ttft_ms": 13.567458023317158, "decode_ms": 80.3722090786323}, "total_wall_ms": 166.61349998321384, "ttft_ms": 13.567458023317158, "input_usage": {"receiver_prompt_tokens": 598}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1314340864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6589263960, "mlx_cache_bytes": 6794561456, "process_rss_bytes": 1314340864}, "peak_prefill_memory": null, "peak_decode_memory": 6589263960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "81cc3520a853176f6de20751c144712107e4e20bb8781ec41079730ae45a7f0a", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
551 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe007bd40cc0991ef611e05c", "attempt_id": "9449c090c357", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:11.996146Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 584, "message_tokens": 510, "message_utf8_bytes": 1376, "cache_tensor_bytes": null, "serialized_payload_bytes": 1376, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.2970838947221637, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.85354200191796, "ttft_ms": 13.415416004136205, "decode_ms": 133.30737501382828}, "total_wall_ms": 222.8723750449717, "ttft_ms": 13.415416004136205, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1314357248, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579794008, "mlx_cache_bytes": 7070599088, "process_rss_bytes": 1314357248}, "peak_prefill_memory": null, "peak_decode_memory": 6579794008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-72F-9403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "398d8d5bf386ab53dae4fbddefed936662ee9774aca59f248919106c6a26798a", "output_hash": "add4881a5997cc1af8ac3872fda444736f37d88be9cc518f54880fd7f8681926"} |
| |
552 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9e5d5d963629b575288f840", "attempt_id": "005fb82ae397", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:12.251901Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 584, "message_tokens": 501, "message_utf8_bytes": 1460, "cache_tensor_bytes": null, "serialized_payload_bytes": 1460, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.411000012420118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.8194169672206, "ttft_ms": 14.00624995585531, "decode_ms": 161.0134580405429}, "total_wall_ms": 249.29441593121737, "ttft_ms": 14.00624995585531, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1314373632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577385560, "mlx_cache_bytes": 7070599088, "process_rss_bytes": 1314373632}, "peak_prefill_memory": null, "peak_decode_memory": 6577385560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "82726feae9e193dd8c0a48ced9c90dec62939c3c972aebab0e6a3fba04f00bba", "output_hash": "24aee8b486ccfb5b834da6d74ce3fa04b1fe68e45d10d1a0966a4aa2f2494e2e"} |
| |
553 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b577098576233b9a777b5d3", "attempt_id": "c9a87e4e34be", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:12.533676Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 21}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 579, "message_tokens": 497, "message_utf8_bytes": 1283, "cache_tensor_bytes": null, "serialized_payload_bytes": 1283, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1592920422554016, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.18383296579123, "ttft_ms": 13.463875045999885, "decode_ms": 92.98600000329316}, "total_wall_ms": 179.8128749942407, "ttft_ms": 13.463875045999885, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1314373632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569160792, "mlx_cache_bytes": 7398868912, "process_rss_bytes": 1314373632}, "peak_prefill_memory": null, "peak_decode_memory": 6569160792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "85328ff02d167b37e06a65a4e547a8db5e5fdf8b4423e16e1039f48174a0d1b2", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
554 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd9372c35a900ba474b83b63", "attempt_id": "3c911f48cd34", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:12.747007Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 582, "message_tokens": 506, "message_utf8_bytes": 1557, "cache_tensor_bytes": null, "serialized_payload_bytes": 1557, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1342500587925315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.77545795962214, "ttft_ms": 13.54716601781547, "decode_ms": 67.18500005081296}, "total_wall_ms": 154.7612079884857, "ttft_ms": 13.54716601781547, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1314406400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6576500824, "mlx_cache_bytes": 7638140848, "process_rss_bytes": 1314406400}, "peak_prefill_memory": null, "peak_decode_memory": 6576500824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4dc5897d0ed7d80feed4ec309fef94830cb17cb2b6106af62fa3827721af23f0", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
555 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "96066e5dd9dfc4d67b0e541a", "attempt_id": "382590b4af0f", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:12.935340Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 593, "message_tokens": 507, "message_utf8_bytes": 1253, "cache_tensor_bytes": null, "serialized_payload_bytes": 1253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.25954204890877, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.83004205580801, "ttft_ms": 13.46383395139128, "decode_ms": 79.73629201296717}, "total_wall_ms": 169.23445893917233, "ttft_ms": 13.46383395139128, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1314422784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566277208, "mlx_cache_bytes": 7725434800, "process_rss_bytes": 1314422784}, "peak_prefill_memory": null, "peak_decode_memory": 6566277208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c4f82dc2e00f8b49bf1e7ab13d91b079186b61b04faaddf74544bb3f694fa6c", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
556 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b34d5961edb33d92b5a2b39e", "attempt_id": "0d9cb00fc21e", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:21.399128Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 502, "message_tokens": 425, "message_utf8_bytes": 2083, "cache_tensor_bytes": null, "serialized_payload_bytes": 2083, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8261.884166044183, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.52074993122369, "ttft_ms": 13.250375050120056, "decode_ms": 13.43095803167671}, "total_wall_ms": 89.0934580238536, "ttft_ms": 13.250375050120056, "input_usage": {"receiver_prompt_tokens": 502, "sender_input_tokens": 11129, "sender_output_tokens": 425, "sender_prefill_ms": 2117.5033329054713, "sender_ttft_ms": 15.27787500526756, "sender_decode_ms": 6114.345208043233}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1316864000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6500673580, "mlx_cache_bytes": 9420246916, "process_rss_bytes": 1316864000}, "peak_prefill_memory": null, "peak_decode_memory": 6500673580, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ddd9e86a8f5b3117741f83b87d14d4bb4c41f49549c52e841db584171e9d010a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
557 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "532ec83ea42e88effee74588", "attempt_id": "80efa49184bf", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:21.522808Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 511, "message_tokens": 425, "message_utf8_bytes": 2083, "cache_tensor_bytes": null, "serialized_payload_bytes": 2083, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8261.884166044183, "decode_payload_ms": 0.0, "receiver_prefill_ms": 58.5091250250116, "ttft_ms": 13.437541900202632, "decode_ms": 40.42683297302574}, "total_wall_ms": 113.53991692885756, "ttft_ms": 13.437541900202632, "input_usage": {"receiver_prompt_tokens": 511, "sender_input_tokens": 11129, "sender_output_tokens": 425, "sender_prefill_ms": 2117.5033329054713, "sender_ttft_ms": 15.27787500526756, "sender_decode_ms": 6114.345208043233}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1316880384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6505687120, "mlx_cache_bytes": 9630324604, "process_rss_bytes": 1316880384}, "peak_prefill_memory": null, "peak_decode_memory": 6505687120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ddd9e86a8f5b3117741f83b87d14d4bb4c41f49549c52e841db584171e9d010a", "output_hash": "3386b54405a27d7cf286c77001dc75897883844ad2c6646c319a104e812b3830"} |
| |
558 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8ad8242acd69e95ce89bc15c", "attempt_id": "c671f239646e", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:21.669458Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 510, "message_tokens": 425, "message_utf8_bytes": 2083, "cache_tensor_bytes": null, "serialized_payload_bytes": 2083, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8261.884166044183, "decode_payload_ms": 0.0, "receiver_prefill_ms": 60.277750017121434, "ttft_ms": 13.245458016172051, "decode_ms": 13.406333979219198}, "total_wall_ms": 88.07962504215539, "ttft_ms": 13.245458016172051, "input_usage": {"receiver_prompt_tokens": 510, "sender_input_tokens": 11129, "sender_output_tokens": 425, "sender_prefill_ms": 2117.5033329054713, "sender_ttft_ms": 15.27787500526756, "sender_decode_ms": 6114.345208043233}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1316880384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6505293904, "mlx_cache_bytes": 9764804476, "process_rss_bytes": 1316880384}, "peak_prefill_memory": null, "peak_decode_memory": 6505293904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ddd9e86a8f5b3117741f83b87d14d4bb4c41f49549c52e841db584171e9d010a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
559 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "34c5e8dc209a5a1c2cc56975", "attempt_id": "9518171c0e56", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:21.791298Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 504, "message_tokens": 425, "message_utf8_bytes": 2083, "cache_tensor_bytes": null, "serialized_payload_bytes": 2083, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8261.884166044183, "decode_payload_ms": 0.0, "receiver_prefill_ms": 62.24583298899233, "ttft_ms": 13.663834077306092, "decode_ms": 13.313000090420246}, "total_wall_ms": 90.56158398743719, "ttft_ms": 13.663834077306092, "input_usage": {"receiver_prompt_tokens": 504, "sender_input_tokens": 11129, "sender_output_tokens": 425, "sender_prefill_ms": 2117.5033329054713, "sender_ttft_ms": 15.27787500526756, "sender_decode_ms": 6114.345208043233}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1316880384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6501361744, "mlx_cache_bytes": 9971931004, "process_rss_bytes": 1316880384}, "peak_prefill_memory": null, "peak_decode_memory": 6501361744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ddd9e86a8f5b3117741f83b87d14d4bb4c41f49549c52e841db584171e9d010a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
560 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0f4ccefa9af585c3730ea2dc", "attempt_id": "0d54c49e754a", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:21.915289Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 514, "message_tokens": 425, "message_utf8_bytes": 2083, "cache_tensor_bytes": null, "serialized_payload_bytes": 2083, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8261.884166044183, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.77745897974819, "ttft_ms": 13.449624995701015, "decode_ms": 13.223916990682483}, "total_wall_ms": 101.59783298149705, "ttft_ms": 13.449624995701015, "input_usage": {"receiver_prompt_tokens": 514, "sender_input_tokens": 11129, "sender_output_tokens": 425, "sender_prefill_ms": 2117.5033329054713, "sender_ttft_ms": 15.27787500526756, "sender_decode_ms": 6114.345208043233}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1316896768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6517616728, "mlx_cache_bytes": 10284832636, "process_rss_bytes": 1316896768}, "peak_prefill_memory": null, "peak_decode_memory": 6517616728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ddd9e86a8f5b3117741f83b87d14d4bb4c41f49549c52e841db584171e9d010a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
561 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "36465558ca13be4e4a607506", "attempt_id": "3ccc1ec0f7b1", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:22.049342Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 289, "message_tokens": 212, "message_utf8_bytes": 1124, "cache_tensor_bytes": null, "serialized_payload_bytes": 1124, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5394.341000006534, "decode_payload_ms": 0.0, "receiver_prefill_ms": 41.73608298879117, "ttft_ms": 13.347166939638555, "decode_ms": 132.96729105059057}, "total_wall_ms": 5586.187958018854, "ttft_ms": 13.347166939638555, "input_usage": {"receiver_prompt_tokens": 289, "sender_input_tokens": 11123, "sender_output_tokens": 212, "sender_prefill_ms": 2294.1796249942854, "sender_ttft_ms": 16.020749928429723, "sender_decode_ms": 3075.3836249932647}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1317142528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6419572804, "mlx_cache_bytes": 10904868732, "process_rss_bytes": 1317142528}, "peak_prefill_memory": null, "peak_decode_memory": 6419572804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-72F-9403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "906033748bde91108d5a82ae6f50b2c9219c32a716c71337180bddb00e6d3b71", "output_hash": "add4881a5997cc1af8ac3872fda444736f37d88be9cc518f54880fd7f8681926"} |
| |
562 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "be39f1c987265213e6a79b0a", "attempt_id": "ab71a126af54", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:27.668801Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 299, "message_tokens": 213, "message_utf8_bytes": 565, "cache_tensor_bytes": null, "serialized_payload_bytes": 565, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5211.3016250077635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 43.52204198949039, "ttft_ms": 13.720000046305358, "decode_ms": 158.5504999384284}, "total_wall_ms": 5427.771499962546, "ttft_ms": 13.720000046305358, "input_usage": {"receiver_prompt_tokens": 299, "sender_input_tokens": 11132, "sender_output_tokens": 213, "sender_prefill_ms": 2127.9089159797877, "sender_ttft_ms": 15.770375030115247, "sender_decode_ms": 3059.273457969539}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1317273600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6430861380, "mlx_cache_bytes": 11671082876, "process_rss_bytes": 1317273600}, "peak_prefill_memory": null, "peak_decode_memory": 6430861380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "12fccec8252e560edf461632f2c219f79634525954f8f7556865f360eef04477", "output_hash": "24aee8b486ccfb5b834da6d74ce3fa04b1fe68e45d10d1a0966a4aa2f2494e2e"} |
| |
563 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02de9199a15a6a9526d2d6eb", "attempt_id": "8d83ebabad9d", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:33.130215Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 205, "message_tokens": 120, "message_utf8_bytes": 358, "cache_tensor_bytes": null, "serialized_payload_bytes": 358, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3850.786166964099, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.52283302228898, "ttft_ms": 13.11554096173495, "decode_ms": 92.13400003500283}, "total_wall_ms": 3990.1827500434592, "ttft_ms": 13.11554096173495, "input_usage": {"receiver_prompt_tokens": 205, "sender_input_tokens": 11131, "sender_output_tokens": 120, "sender_prefill_ms": 2094.588749925606, "sender_ttft_ms": 15.146833029575646, "sender_decode_ms": 1732.6685830485076}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1317339136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6346531744, "mlx_cache_bytes": 12197829292, "process_rss_bytes": 1317339136}, "peak_prefill_memory": null, "peak_decode_memory": 6346531744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89e1271525eee9cfa26b066d4042b36625014d1b0f5948442e035f60c5161979", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
564 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4524b09752f029dcdc0d1dd8", "attempt_id": "ba0168797ffa", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:46.593127Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 409, "message_tokens": 320, "message_utf8_bytes": 751, "cache_tensor_bytes": null, "serialized_payload_bytes": 751, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9439.119374961592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.18120897188783, "ttft_ms": 13.36762506980449, "decode_ms": 13.570999959483743}, "total_wall_ms": 80.0808749627322, "ttft_ms": 13.36762506980449, "input_usage": {"receiver_prompt_tokens": 409, "sender_input_tokens": 11157, "sender_output_tokens": 512, "sender_prefill_ms": 2083.7021250044927, "sender_ttft_ms": 15.504583017900586, "sender_decode_ms": 7328.549041994847}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317634048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6515238980, "mlx_cache_bytes": 13091920556, "process_rss_bytes": 1317634048}, "peak_prefill_memory": null, "peak_decode_memory": 6515238980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "370970580dd3db64fa2c622ef7d7219a3395ee350b45221317d305e359522c39", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
565 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e82cadccfdcefd063b3bd18", "attempt_id": "4776e0e9014e", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:46.706675Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 418, "message_tokens": 320, "message_utf8_bytes": 751, "cache_tensor_bytes": null, "serialized_payload_bytes": 751, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9439.119374961592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.94420800823718, "ttft_ms": 13.493540929630399, "decode_ms": 13.210791978053749}, "total_wall_ms": 82.60387496557087, "ttft_ms": 13.493540929630399, "input_usage": {"receiver_prompt_tokens": 418, "sender_input_tokens": 11157, "sender_output_tokens": 512, "sender_prefill_ms": 2083.7021250044927, "sender_ttft_ms": 15.504583017900586, "sender_decode_ms": 7328.549041994847}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317634048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6523562052, "mlx_cache_bytes": 13419567788, "process_rss_bytes": 1317634048}, "peak_prefill_memory": null, "peak_decode_memory": 6523562052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "370970580dd3db64fa2c622ef7d7219a3395ee350b45221317d305e359522c39", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
566 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2cd8197bf7d78a878735b421", "attempt_id": "9b96b8bbea9a", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:46.823576Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 417, "message_tokens": 320, "message_utf8_bytes": 751, "cache_tensor_bytes": null, "serialized_payload_bytes": 751, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9439.119374961592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.41412497404963, "ttft_ms": 13.564374996349216, "decode_ms": 13.240542029961944}, "total_wall_ms": 83.1167500000447, "ttft_ms": 13.564374996349216, "input_usage": {"receiver_prompt_tokens": 417, "sender_input_tokens": 11157, "sender_output_tokens": 512, "sender_prefill_ms": 2083.7021250044927, "sender_ttft_ms": 15.504583017900586, "sender_decode_ms": 7328.549041994847}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317634048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6522366020, "mlx_cache_bytes": 13651303084, "process_rss_bytes": 1317634048}, "peak_prefill_memory": null, "peak_decode_memory": 6522366020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "370970580dd3db64fa2c622ef7d7219a3395ee350b45221317d305e359522c39", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
567 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a703780b82a2f8a993935b97", "attempt_id": "ed19dd6b6ef1", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:46.939679Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 411, "message_tokens": 320, "message_utf8_bytes": 751, "cache_tensor_bytes": null, "serialized_payload_bytes": 751, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9439.119374961592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.93695892114192, "ttft_ms": 13.307707966305315, "decode_ms": 13.623832957819104}, "total_wall_ms": 84.75304092280567, "ttft_ms": 13.307707966305315, "input_usage": {"receiver_prompt_tokens": 411, "sender_input_tokens": 11157, "sender_output_tokens": 512, "sender_prefill_ms": 2083.7021250044927, "sender_ttft_ms": 15.504583017900586, "sender_decode_ms": 7328.549041994847}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317650432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6517467204, "mlx_cache_bytes": 13970856620, "process_rss_bytes": 1317650432}, "peak_prefill_memory": null, "peak_decode_memory": 6517467204, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "370970580dd3db64fa2c622ef7d7219a3395ee350b45221317d305e359522c39", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
568 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c8c9deaa2009764190d63f7", "attempt_id": "ffc936d77d15", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:47.057100Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 421, "message_tokens": 320, "message_utf8_bytes": 751, "cache_tensor_bytes": null, "serialized_payload_bytes": 751, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9439.119374961592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 59.28395898081362, "ttft_ms": 13.442749972455204, "decode_ms": 108.92829194199294}, "total_wall_ms": 182.5257500167936, "ttft_ms": 13.442749972455204, "input_usage": {"receiver_prompt_tokens": 421, "sender_input_tokens": 11157, "sender_output_tokens": 512, "sender_prefill_ms": 2083.7021250044927, "sender_ttft_ms": 15.504583017900586, "sender_decode_ms": 7328.549041994847}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1317666816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6525134916, "mlx_cache_bytes": 14201543340, "process_rss_bytes": 1317666816}, "peak_prefill_memory": null, "peak_decode_memory": 6525134916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617,950 CAD", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "370970580dd3db64fa2c622ef7d7219a3395ee350b45221317d305e359522c39", "output_hash": "b49238deaf95dee8fd56b537c4b2c34ac58c4482c32c32ca256eccf96c2c3954"} |
| |
569 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e1c98d9058b33f58cd4d01d6", "attempt_id": "3ca1383e9d8d", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:47.271915Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 142, "message_tokens": 53, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3392.5719159888104, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.683625023812056, "ttft_ms": 13.027874985709786, "decode_ms": 131.59220793750137}, "total_wall_ms": 3568.3706250274554, "ttft_ms": 13.027874985709786, "input_usage": {"receiver_prompt_tokens": 142, "sender_input_tokens": 11164, "sender_output_tokens": 73, "sender_prefill_ms": 2310.4664579732344, "sender_ttft_ms": 15.975374961271882, "sender_decode_ms": 1057.5229580281302}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1317715968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6296249248, "mlx_cache_bytes": 14842600108, "process_rss_bytes": 1317715968}, "peak_prefill_memory": null, "peak_decode_memory": 6296249248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-72F-9403", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0722229e7cd933e61680d36d7a44c346dd7ad63c1abff8ff2e0becdf1fb259a1", "output_hash": "add4881a5997cc1af8ac3872fda444736f37d88be9cc518f54880fd7f8681926"} |
| |
570 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80efd3674a7ad979db9f0a6e", "attempt_id": "87eec22e8d63", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:50.873604Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 154, "message_tokens": 56, "message_utf8_bytes": 123, "cache_tensor_bytes": null, "serialized_payload_bytes": 123, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3169.486250029877, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.05733299162239, "ttft_ms": 12.918916996568441, "decode_ms": 158.5422089556232}, "total_wall_ms": 3372.497000033036, "ttft_ms": 12.918916996568441, "input_usage": {"receiver_prompt_tokens": 154, "sender_input_tokens": 11173, "sender_output_tokens": 80, "sender_prefill_ms": 1987.0744170621037, "sender_ttft_ms": 15.761540969833732, "sender_decode_ms": 1158.3082500146702}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1317765120, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6306063264, "mlx_cache_bytes": 15517407916, "process_rss_bytes": 1317765120}, "peak_prefill_memory": null, "peak_decode_memory": 6306063264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R in Rouyn-Noranda", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7aeba2a248329561ad4258bb26607c48d2b1623fed698662b39a2f9d6465d3cf", "output_hash": "43ad85aa9f75b040f0ee7dbbfafd8be6388af09bbcc49c24cfd24186651e4dba"} |
| |
571 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "81586951a410d78b9ed20894", "attempt_id": "59b302d86a4d", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:54.280376Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 150, "message_tokens": 53, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3234.1803329763934, "decode_payload_ms": 0.0, "receiver_prefill_ms": 40.947417030110955, "ttft_ms": 17.523499904200435, "decode_ms": 126.39604206196964}, "total_wall_ms": 3419.666541973129, "ttft_ms": 17.523499904200435, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 11172, "sender_output_tokens": 75, "sender_prefill_ms": 2054.167167050764, "sender_ttft_ms": 16.028915997594595, "sender_decode_ms": 1155.267541995272}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1317830656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6309061536, "mlx_cache_bytes": 15599458988, "process_rss_bytes": 1317830656}, "peak_prefill_memory": null, "peak_decode_memory": 6309061536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5d3aa2550741028f9274cfb2796b2e2cb027fe4b45d7be2f01b64e39a3089673", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
572 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "69cb489faaf2109cf095acef", "attempt_id": "01df0e52cc34", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:57.733329Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 1061, "message_tokens": 987, "message_utf8_bytes": 628, "cache_tensor_bytes": null, "serialized_payload_bytes": 628, "side_information_bytes": 0, "fetched_bytes": 1662, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.030291033908724785, "decode_payload_ms": 0.0, "receiver_prefill_ms": 140.94037504401058, "ttft_ms": 16.940249945037067, "decode_ms": 19.343000021763146}, "total_wall_ms": 179.38379209954292, "ttft_ms": 16.940249945037067, "input_usage": {"receiver_prompt_tokens": 1061, "sender_input_tokens": 11157, "sender_output_tokens": 512, "sender_prefill_ms": 2083.7021250044927, "sender_ttft_ms": 15.504583017900586, "sender_decode_ms": 7328.549041994847}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317896192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6827569372, "mlx_cache_bytes": 16279989052, "process_rss_bytes": 1317896192}, "peak_prefill_memory": null, "peak_decode_memory": 6827569372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1662, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a244d79243af1bb71214f692c3d929b6a44d1f5e6b1dadcef875a65f08641748", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
573 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8931b59afcd87058bdaa0c63", "attempt_id": "2ea5a9663e5c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:57.950380Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 1071, "message_tokens": 988, "message_utf8_bytes": 628, "cache_tensor_bytes": null, "serialized_payload_bytes": 628, "side_information_bytes": 0, "fetched_bytes": 1657, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.030291033908724785, "decode_payload_ms": 0.0, "receiver_prefill_ms": 167.0133750885725, "ttft_ms": 16.40237506944686, "decode_ms": 18.528333050198853}, "total_wall_ms": 203.96633306518197, "ttft_ms": 16.40237506944686, "input_usage": {"receiver_prompt_tokens": 1071, "sender_input_tokens": 11157, "sender_output_tokens": 512, "sender_prefill_ms": 2083.7021250044927, "sender_ttft_ms": 15.504583017900586, "sender_decode_ms": 7328.549041994847}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317912576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6833471564, "mlx_cache_bytes": 16909298492, "process_rss_bytes": 1317912576}, "peak_prefill_memory": null, "peak_decode_memory": 6833471564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1657, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d5e064f367862eb37228436550fa5fb9428bc27dd55d69c43f84f168a326cd3a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
574 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "95194edad35238f2d02d200d", "attempt_id": "316b552d2ad1", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:58.193485Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 1070, "message_tokens": 988, "message_utf8_bytes": 628, "cache_tensor_bytes": null, "serialized_payload_bytes": 628, "side_information_bytes": 0, "fetched_bytes": 1657, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.030291033908724785, "decode_payload_ms": 0.0, "receiver_prefill_ms": 198.24008306022733, "ttft_ms": 18.091167090460658, "decode_ms": 21.141999983228743}, "total_wall_ms": 239.2927500186488, "ttft_ms": 18.091167090460658, "input_usage": {"receiver_prompt_tokens": 1070, "sender_input_tokens": 11157, "sender_output_tokens": 512, "sender_prefill_ms": 2083.7021250044927, "sender_ttft_ms": 15.504583017900586, "sender_decode_ms": 7328.549041994847}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317912576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6833471564, "mlx_cache_bytes": 16909298492, "process_rss_bytes": 1317912576}, "peak_prefill_memory": null, "peak_decode_memory": 6833471564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1657, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "08681b4a9e599fc0290877f3e46e6af85b419e5fc08f56be775cd24a8f7e6cbd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
575 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "503319fd995d69cafebaba39", "attempt_id": "51b5e4489a6e", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:58.469304Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 1064, "message_tokens": 988, "message_utf8_bytes": 628, "cache_tensor_bytes": null, "serialized_payload_bytes": 628, "side_information_bytes": 0, "fetched_bytes": 1657, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.030291033908724785, "decode_payload_ms": 0.0, "receiver_prefill_ms": 213.96333305165172, "ttft_ms": 18.555957940407097, "decode_ms": 18.265250022523105}, "total_wall_ms": 252.5534579763189, "ttft_ms": 18.555957940407097, "input_usage": {"receiver_prompt_tokens": 1064, "sender_input_tokens": 11157, "sender_output_tokens": 512, "sender_prefill_ms": 2083.7021250044927, "sender_ttft_ms": 15.504583017900586, "sender_decode_ms": 7328.549041994847}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317928960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6829473868, "mlx_cache_bytes": 17534446396, "process_rss_bytes": 1317928960}, "peak_prefill_memory": null, "peak_decode_memory": 6829473868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1657, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "08681b4a9e599fc0290877f3e46e6af85b419e5fc08f56be775cd24a8f7e6cbd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
576 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4bb8c811528ff186df1a38cc", "attempt_id": "e2c1a7492efd", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:58.760629Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 1074, "message_tokens": 988, "message_utf8_bytes": 628, "cache_tensor_bytes": null, "serialized_payload_bytes": 628, "side_information_bytes": 0, "fetched_bytes": 1657, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.030291033908724785, "decode_payload_ms": 0.0, "receiver_prefill_ms": 219.28870806004852, "ttft_ms": 21.671209018677473, "decode_ms": 124.96783304959536}, "total_wall_ms": 367.99745890311897, "ttft_ms": 21.671209018677473, "input_usage": {"receiver_prompt_tokens": 1074, "sender_input_tokens": 11157, "sender_output_tokens": 512, "sender_prefill_ms": 2083.7021250044927, "sender_ttft_ms": 15.504583017900586, "sender_decode_ms": 7328.549041994847}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1317928960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6835372108, "mlx_cache_bytes": 18165738300, "process_rss_bytes": 1317928960}, "peak_prefill_memory": null, "peak_decode_memory": 6835372108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1657, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "08681b4a9e599fc0290877f3e46e6af85b419e5fc08f56be775cd24a8f7e6cbd", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
577 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1cc13110326bb8fc43136faf", "attempt_id": "f1caa392bc70", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:39:59.166873Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.504065040650406}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 11086, "message_tokens": 11013, "message_utf8_bytes": 58870, "cache_tensor_bytes": null, "serialized_payload_bytes": 3567, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.12075004633516073, "decode_payload_ms": 0.020249979570508003, "receiver_prefill_ms": 2513.778959051706, "ttft_ms": 20.41258302051574, "decode_ms": 198.75199999660254}, "total_wall_ms": 2751.385708921589, "ttft_ms": 20.41258302051574, "input_usage": {"receiver_prompt_tokens": 11086}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1317978112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 18165738300, "process_rss_bytes": 1317978112}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-72F-9403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "output_hash": "add4881a5997cc1af8ac3872fda444736f37d88be9cc518f54880fd7f8681926"} |
| |
578 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "898b1ccfeb9ce93ec5d1fc10", "attempt_id": "fa676529f31b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:01.955975Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.504065040650406}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 11095, "message_tokens": 11013, "message_utf8_bytes": 58870, "cache_tensor_bytes": null, "serialized_payload_bytes": 3567, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.12075004633516073, "decode_payload_ms": 0.020249979570508003, "receiver_prefill_ms": 2258.0714580835775, "ttft_ms": 19.682000041939318, "decode_ms": 234.78570790030062}, "total_wall_ms": 2530.484459013678, "ttft_ms": 19.682000041939318, "input_usage": {"receiver_prompt_tokens": 11095}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1318027264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 18165738300, "process_rss_bytes": 1318027264}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "output_hash": "24aee8b486ccfb5b834da6d74ce3fa04b1fe68e45d10d1a0966a4aa2f2494e2e"} |
| |
579 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2a4024f3efe241d95f43b29b", "attempt_id": "905c99cbc52f", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:04.524027Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.504065040650406}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 11094, "message_tokens": 11013, "message_utf8_bytes": 58870, "cache_tensor_bytes": null, "serialized_payload_bytes": 3567, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.12075004633516073, "decode_payload_ms": 0.020249979570508003, "receiver_prefill_ms": 2242.5896249478683, "ttft_ms": 22.73558301385492, "decode_ms": 145.8375829970464}, "total_wall_ms": 2429.0195419453084, "ttft_ms": 22.73558301385492, "input_usage": {"receiver_prompt_tokens": 11094}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1318076416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 18165738300, "process_rss_bytes": 1318076416}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
580 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2365189d30e9e52fb4dcdf24", "attempt_id": "b4a5e52dac5d", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:06.990455Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.504065040650406}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 11088, "message_tokens": 11013, "message_utf8_bytes": 58870, "cache_tensor_bytes": null, "serialized_payload_bytes": 3567, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.12075004633516073, "decode_payload_ms": 0.020249979570508003, "receiver_prefill_ms": 2233.7606670334935, "ttft_ms": 20.06937493570149, "decode_ms": 97.48758294153959}, "total_wall_ms": 2369.732917053625, "ttft_ms": 20.06937493570149, "input_usage": {"receiver_prompt_tokens": 11088}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1318125568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 18165738300, "process_rss_bytes": 1318125568}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
581 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "75ea79f40ccf053ec302129f", "attempt_id": "273d55c6aee8", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:09.397240Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.504065040650406}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 11098, "message_tokens": 11013, "message_utf8_bytes": 58870, "cache_tensor_bytes": null, "serialized_payload_bytes": 3567, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.12075004633516073, "decode_payload_ms": 0.020249979570508003, "receiver_prefill_ms": 2224.9264999991283, "ttft_ms": 18.03666597697884, "decode_ms": 120.8532500313595}, "total_wall_ms": 2382.89300003089, "ttft_ms": 18.03666597697884, "input_usage": {"receiver_prompt_tokens": 11098}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1318174720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 18165738300, "process_rss_bytes": 1318174720}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
582 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f12298d1d5397979a0005a5f", "attempt_id": "9f012522298e", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:13.229363Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04649051121401979, "origin_tokens": 10782, "compressed_tokens": 522, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 615, "message_tokens": 540, "message_utf8_bytes": 2559, "cache_tensor_bytes": null, "serialized_payload_bytes": 2559, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1410.339333000593, "decode_payload_ms": 0.0, "receiver_prefill_ms": 119.5525829680264, "ttft_ms": 17.315082950517535, "decode_ms": 18.70850007981062}, "total_wall_ms": 157.27845893707126, "ttft_ms": 17.315082950517535, "input_usage": {"receiver_prompt_tokens": 615}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1355284480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6576828504, "mlx_cache_bytes": 18540440380, "process_rss_bytes": 1355284480}, "peak_prefill_memory": null, "peak_decode_memory": 6576828504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cca99e503f310df0a1b131a1eb87dc6496a54df89a6b91c41dafbf6d397932e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
583 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "660ca53ef7f68313fdee0e67", "attempt_id": "ca6ab9bb8c77", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:13.428363Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04649051121401979, "origin_tokens": 10782, "compressed_tokens": 522, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 624, "message_tokens": 540, "message_utf8_bytes": 2559, "cache_tensor_bytes": null, "serialized_payload_bytes": 2559, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1410.339333000593, "decode_payload_ms": 0.0, "receiver_prefill_ms": 130.5027500493452, "ttft_ms": 19.842791953124106, "decode_ms": 19.58424993790686}, "total_wall_ms": 171.72274994663894, "ttft_ms": 19.842791953124106, "input_usage": {"receiver_prompt_tokens": 624}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1351958528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582104152, "mlx_cache_bytes": 18919795516, "process_rss_bytes": 1351958528}, "peak_prefill_memory": null, "peak_decode_memory": 6582104152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cca99e503f310df0a1b131a1eb87dc6496a54df89a6b91c41dafbf6d397932e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
584 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "133d9da85e689b93327ed288", "attempt_id": "837788235d52", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:13.639096Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04649051121401979, "origin_tokens": 10782, "compressed_tokens": 522, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 623, "message_tokens": 540, "message_utf8_bytes": 2559, "cache_tensor_bytes": null, "serialized_payload_bytes": 2559, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1410.339333000593, "decode_payload_ms": 0.0, "receiver_prefill_ms": 369.9771669926122, "ttft_ms": 17.62125000823289, "decode_ms": 17.286957940086722}, "total_wall_ms": 406.9219999946654, "ttft_ms": 17.62125000823289, "input_usage": {"receiver_prompt_tokens": 623}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1351565312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581514328, "mlx_cache_bytes": 19175877436, "process_rss_bytes": 1351565312}, "peak_prefill_memory": null, "peak_decode_memory": 6581514328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cca99e503f310df0a1b131a1eb87dc6496a54df89a6b91c41dafbf6d397932e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
585 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c168e9f98e3b7b461040f808", "attempt_id": "63b345d4e9c8", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:14.090050Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04649051121401979, "origin_tokens": 10782, "compressed_tokens": 522, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 617, "message_tokens": 540, "message_utf8_bytes": 2559, "cache_tensor_bytes": null, "serialized_payload_bytes": 2559, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1410.339333000593, "decode_payload_ms": 0.0, "receiver_prefill_ms": 128.42091696802527, "ttft_ms": 20.031124935485423, "decode_ms": 19.15075001306832}, "total_wall_ms": 169.13629102054983, "ttft_ms": 20.031124935485423, "input_usage": {"receiver_prompt_tokens": 617}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1343963136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577516632, "mlx_cache_bytes": 19429501756, "process_rss_bytes": 1343963136}, "peak_prefill_memory": null, "peak_decode_memory": 6577516632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cca99e503f310df0a1b131a1eb87dc6496a54df89a6b91c41dafbf6d397932e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
586 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "16d3d76389eafa45fc0b10c3", "attempt_id": "cb2a8d45877b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:14.298108Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04649051121401979, "origin_tokens": 10782, "compressed_tokens": 522, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 627, "message_tokens": 540, "message_utf8_bytes": 2559, "cache_tensor_bytes": null, "serialized_payload_bytes": 2559, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1410.339333000593, "decode_payload_ms": 0.0, "receiver_prefill_ms": 849.1142500424758, "ttft_ms": 19.528332981280982, "decode_ms": 18.621625029481947}, "total_wall_ms": 889.4786670571193, "ttft_ms": 19.528332981280982, "input_usage": {"receiver_prompt_tokens": 627}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1313013760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584152152, "mlx_cache_bytes": 19810921276, "process_rss_bytes": 1313013760}, "peak_prefill_memory": null, "peak_decode_memory": 6584152152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cca99e503f310df0a1b131a1eb87dc6496a54df89a6b91c41dafbf6d397932e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
587 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c71c77d96fd6e42d7881f29c", "attempt_id": "d2b92ac6d887", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:17.807119Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 34, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 407420928, "serialized_payload_bytes": 407437418, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2578.142207930796, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 6.705167004838586, "serialize_ms": 310.93387492001057, "load_ms": 9.852666989900172, "receiver_prefill_ms": 0.0, "query_prefill_ms": 90.71383299306035, "ttft_ms": 90.71383299306035, "decode_ms": 171.88845796044916}, "total_wall_ms": 281.5163329942152, "ttft_ms": 90.71383299306035, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2109603840, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7516809973, "mlx_cache_bytes": 20397599549, "process_rss_bytes": 2109603840}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7516809973, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-72F-9403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4936343ec820d2ca6e1bc5722b5d7e84ca5a25ef74bf7d53dfc41e1c0eed6116", "output_hash": "add4881a5997cc1af8ac3872fda444736f37d88be9cc518f54880fd7f8681926"} |
| |
588 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f5887bb1a955641dffb3b97", "attempt_id": "426523dddac1", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:18.185276Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 43, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 407420928, "serialized_payload_bytes": 407437418, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2578.142207930796, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 6.705167004838586, "serialize_ms": 310.93387492001057, "load_ms": 2.659916994161904, "receiver_prefill_ms": 0.0, "query_prefill_ms": 82.25820795632899, "ttft_ms": 82.25820795632899, "decode_ms": 251.293541979976}, "total_wall_ms": 344.59233307279646, "ttft_ms": 82.25820795632899, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2109685760, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7522623800, "mlx_cache_bytes": 20936534845, "process_rss_bytes": 2109685760}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522623800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4936343ec820d2ca6e1bc5722b5d7e84ca5a25ef74bf7d53dfc41e1c0eed6116", "output_hash": "24aee8b486ccfb5b834da6d74ce3fa04b1fe68e45d10d1a0966a4aa2f2494e2e"} |
| |
589 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0b6754c94eb0ba124a07f7be", "attempt_id": "29ad9c722c30", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:18.566367Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 42, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 407420928, "serialized_payload_bytes": 407437418, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2578.142207930796, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 6.705167004838586, "serialize_ms": 310.93387492001057, "load_ms": 3.1608330318704247, "receiver_prefill_ms": 0.0, "query_prefill_ms": 81.15712506696582, "ttft_ms": 81.15712506696582, "decode_ms": 147.68791699316353}, "total_wall_ms": 243.42012498527765, "ttft_ms": 81.15712506696582, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1652490240, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7522296120, "mlx_cache_bytes": 20950477629, "process_rss_bytes": 1652490240}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522296120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4936343ec820d2ca6e1bc5722b5d7e84ca5a25ef74bf7d53dfc41e1c0eed6116", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
590 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "faff0b97293444615682d0d4", "attempt_id": "39642dc84bf1", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:18.913746Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 36, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 407420928, "serialized_payload_bytes": 407437418, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2578.142207930796, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 6.705167004838586, "serialize_ms": 310.93387492001057, "load_ms": 2.7030829805880785, "receiver_prefill_ms": 0.0, "query_prefill_ms": 101.13304096739739, "ttft_ms": 101.13304096739739, "decode_ms": 111.30570794921368}, "total_wall_ms": 224.97666697017848, "ttft_ms": 101.13304096739739, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1652490240, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7516660024, "mlx_cache_bytes": 20975086397, "process_rss_bytes": 1652490240}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7516660024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4936343ec820d2ca6e1bc5722b5d7e84ca5a25ef74bf7d53dfc41e1c0eed6116", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
591 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a59e774947ad0aa61e420b2a", "attempt_id": "0580cfd0766e", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:19.180713Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 46, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 407420928, "serialized_payload_bytes": 407437418, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2578.142207930796, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 6.705167004838586, "serialize_ms": 310.93387492001057, "load_ms": 2.2328749764710665, "receiver_prefill_ms": 0.0, "query_prefill_ms": 96.83437494095415, "ttft_ms": 96.83437494095415, "decode_ms": 126.74741703085601}, "total_wall_ms": 235.0819999119267, "ttft_ms": 96.83437494095415, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1652506624, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7526818104, "mlx_cache_bytes": 21012605757, "process_rss_bytes": 1652506624}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7526818104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4936343ec820d2ca6e1bc5722b5d7e84ca5a25ef74bf7d53dfc41e1c0eed6116", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
592 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "64e45a5ad38aa01a7de4696d", "attempt_id": "487d637a5d4b", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:19.593956Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "3928b4e812439178", "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 34, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 407420928, "serialized_payload_bytes": 407437446, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 141.79545792285353, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 11.999625014141202, "serialize_ms": 129.6034170081839, "load_ms": 61.113249976187944, "receiver_prefill_ms": 0.0, "query_prefill_ms": 85.89404204394668, "ttft_ms": 85.89404204394668, "decode_ms": 236.95074999704957}, "total_wall_ms": 393.56141595635563, "ttft_ms": 85.89404204394668, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2464088064, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7516646133, "mlx_cache_bytes": 21012605757, "process_rss_bytes": 2464088064}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7516646133, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-72F-9403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e635eba62b72f01765107adaa09b97d88e12033ed449d4ca488f31759ddffe6b", "output_hash": "add4881a5997cc1af8ac3872fda444736f37d88be9cc518f54880fd7f8681926"} |
| |
593 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a183cc1c98da79518a7ce8d1", "attempt_id": "03cb49aa6c56", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:20.025662Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "3928b4e812439178", "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 43, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 407420928, "serialized_payload_bytes": 407437446, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 141.79545792285353, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 11.999625014141202, "serialize_ms": 129.6034170081839, "load_ms": 40.01195798628032, "receiver_prefill_ms": 0.0, "query_prefill_ms": 109.992416924797, "ttft_ms": 109.992416924797, "decode_ms": 282.90508303325623}, "total_wall_ms": 441.89112505409867, "ttft_ms": 109.992416924797, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2464088064, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7522623800, "mlx_cache_bytes": 21011426109, "process_rss_bytes": 2464088064}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522623800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e635eba62b72f01765107adaa09b97d88e12033ed449d4ca488f31759ddffe6b", "output_hash": "24aee8b486ccfb5b834da6d74ce3fa04b1fe68e45d10d1a0966a4aa2f2494e2e"} |
| |
594 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0de40e8336520d6c4e70ba70", "attempt_id": "f6483a54be03", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:20.505675Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "3928b4e812439178", "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 42, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 407420928, "serialized_payload_bytes": 407437446, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 141.79545792285353, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 11.999625014141202, "serialize_ms": 129.6034170081839, "load_ms": 44.78391690645367, "receiver_prefill_ms": 0.0, "query_prefill_ms": 94.63637496810406, "ttft_ms": 94.63637496810406, "decode_ms": 176.08050000853837}, "total_wall_ms": 324.6260000159964, "ttft_ms": 94.63637496810406, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2464088064, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7522296120, "mlx_cache_bytes": 21012605757, "process_rss_bytes": 2464088064}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522296120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e635eba62b72f01765107adaa09b97d88e12033ed449d4ca488f31759ddffe6b", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
595 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d7f4494fc6b177cfafcf484a", "attempt_id": "f279b9120721", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:20.869912Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "3928b4e812439178", "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 36, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 407420928, "serialized_payload_bytes": 407437446, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 141.79545792285353, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 11.999625014141202, "serialize_ms": 129.6034170081839, "load_ms": 36.124291946180165, "receiver_prefill_ms": 0.0, "query_prefill_ms": 80.97237499896437, "ttft_ms": 80.97237499896437, "decode_ms": 117.48700006864965}, "total_wall_ms": 243.01033397205174, "ttft_ms": 80.97237499896437, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2464088064, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7516660024, "mlx_cache_bytes": 21012605757, "process_rss_bytes": 2464088064}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7516660024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e635eba62b72f01765107adaa09b97d88e12033ed449d4ca488f31759ddffe6b", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
596 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4c44b67abd5998b63d8b11e", "attempt_id": "d397318fc897", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:21.149730Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "3928b4e812439178", "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 46, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 407420928, "serialized_payload_bytes": 407437446, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 141.79545792285353, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 11.999625014141202, "serialize_ms": 129.6034170081839, "load_ms": 37.8762090113014, "receiver_prefill_ms": 0.0, "query_prefill_ms": 101.51783307082951, "ttft_ms": 101.51783307082951, "decode_ms": 158.6309999693185}, "total_wall_ms": 307.5046669691801, "ttft_ms": 101.51783307082951, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2464088064, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7526605112, "mlx_cache_bytes": 21012605757, "process_rss_bytes": 2464088064}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7526605112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e635eba62b72f01765107adaa09b97d88e12033ed449d4ca488f31759ddffe6b", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
597 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6897c2ef150b7c5e845a351c", "attempt_id": "dafe38fc8ba4", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:21.577274Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 34, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 216442368, "serialized_payload_bytes": 216477444, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.58320893906057, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 31.688167015090585, "serialize_ms": 48.50841697771102, "load_ms": 5.619208910502493, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.19441708829254, "ttft_ms": 59.19441708829254, "decode_ms": 248.05958406068385}, "total_wall_ms": 321.9877500087023, "ttft_ms": 59.19441708829254, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2681716736, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7193501285, "mlx_cache_bytes": 22188834365, "process_rss_bytes": 2681716736}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7193501285, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-72F-9403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fb02abef5442920902eb113e95dc2706ff8994d8cb72fa453994a2441e4e6411", "output_hash": "add4881a5997cc1af8ac3872fda444736f37d88be9cc518f54880fd7f8681926"} |
| |
598 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "44f6199ab3225ebb4c573856", "attempt_id": "66f3f00b69e9", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:21.937261Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 43, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 216442368, "serialized_payload_bytes": 216477444, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.58320893906057, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 31.688167015090585, "serialize_ms": 48.50841697771102, "load_ms": 2.297291997820139, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.3429170595482, "ttft_ms": 64.3429170595482, "decode_ms": 305.5912919808179}, "total_wall_ms": 381.1352920019999, "ttft_ms": 64.3429170595482, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2681716736, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7269507669, "mlx_cache_bytes": 22265188621, "process_rss_bytes": 2681716736}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7269507669, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fb02abef5442920902eb113e95dc2706ff8994d8cb72fa453994a2441e4e6411", "output_hash": "24aee8b486ccfb5b834da6d74ce3fa04b1fe68e45d10d1a0966a4aa2f2494e2e"} |
| |
599 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d3ac1d5df06f10b38d2b7ebb", "attempt_id": "bda162599a4b", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:22.357257Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 42, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 216442368, "serialized_payload_bytes": 216477444, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.58320893906057, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 31.688167015090585, "serialize_ms": 48.50841697771102, "load_ms": 2.0568750333040953, "receiver_prefill_ms": 0.0, "query_prefill_ms": 57.56804207339883, "ttft_ms": 57.56804207339883, "decode_ms": 176.9279590807855}, "total_wall_ms": 246.68891599867493, "ttft_ms": 57.56804207339883, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2681716736, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7220814421, "mlx_cache_bytes": 22384595213, "process_rss_bytes": 2681716736}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7220814421, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fb02abef5442920902eb113e95dc2706ff8994d8cb72fa453994a2441e4e6411", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
600 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e9e26235d6ba5286e14d40dc", "attempt_id": "1e4b3dfdc384", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:22.644545Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 36, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 216442368, "serialized_payload_bytes": 216477444, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.58320893906057, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 31.688167015090585, "serialize_ms": 48.50841697771102, "load_ms": 2.4777500657364726, "receiver_prefill_ms": 0.0, "query_prefill_ms": 145.22658404894173, "ttft_ms": 145.22658404894173, "decode_ms": 124.76237502414733}, "total_wall_ms": 282.29937504511327, "ttft_ms": 145.22658404894173, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2681733120, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7275635285, "mlx_cache_bytes": 22410154253, "process_rss_bytes": 2681733120}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7275635285, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fb02abef5442920902eb113e95dc2706ff8994d8cb72fa453994a2441e4e6411", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
601 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "196145d6256ba76886ff8eca", "attempt_id": "a34142fd0ed7", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:22.963212Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 46, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 216442368, "serialized_payload_bytes": 216477444, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.58320893906057, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 31.688167015090585, "serialize_ms": 48.50841697771102, "load_ms": 1.890874933451414, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.80350002553314, "ttft_ms": 58.80350002553314, "decode_ms": 154.10608402453363}, "total_wall_ms": 223.5307910013944, "ttft_ms": 58.80350002553314, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2681749504, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7235398609, "mlx_cache_bytes": 22542935341, "process_rss_bytes": 2681749504}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7235398609, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fb02abef5442920902eb113e95dc2706ff8994d8cb72fa453994a2441e4e6411", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
602 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e4b9f167267b10988f72df60", "attempt_id": "2b905085a26b", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:23.285945Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 34, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 114587136, "serialized_payload_bytes": 114622044, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 61.766832950524986, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 30.21970798727125, "serialize_ms": 31.1866250121966, "load_ms": 3.750957897864282, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.744374985806644, "ttft_ms": 55.744374985806644, "decode_ms": 1099.5772500755265}, "total_wall_ms": 1169.214874971658, "ttft_ms": 55.744374985806644, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2796273664, "backend_memory": {"mlx_active_bytes": 6820749320, "mlx_peak_bytes": 6967431925, "mlx_cache_bytes": 22978063917, "process_rss_bytes": 2796273664}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6967431925, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " question\n\n\n\n the the the the number entry the the number the entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f37c24a97b502cbb43d8e31a0ab0be09caec3a03857049543cc07fcb3e47359f", "output_hash": "e67eab2c44b0e7c4451bcf512393b70c70e0501395f701a247909f28e03f81d5"} |
| |
603 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ea7475bbd84a5d770fd6b7a7", "attempt_id": "46a25ad1625e", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:24.490112Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 43, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 114587136, "serialized_payload_bytes": 114622044, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 61.766832950524986, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 30.21970798727125, "serialize_ms": 31.1866250121966, "load_ms": 1.9379580626264215, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.5542500698939, "ttft_ms": 56.5542500698939, "decode_ms": 1116.3919160608202}, "total_wall_ms": 1183.8577080052346, "ttft_ms": 56.5542500698939, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2796306432, "backend_memory": {"mlx_active_bytes": 6822060040, "mlx_peak_bytes": 7043603061, "mlx_cache_bytes": 23106514477, "process_rss_bytes": 2796306432}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7043603061, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the letter quarter the the the\n the letter the the the the letter quarter the the the the letter quarter the the the letter quarter quarter the the letter quarter the the letter quarter the the letter quarter quarter quarter the the letter quarter quarter the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f37c24a97b502cbb43d8e31a0ab0be09caec3a03857049543cc07fcb3e47359f", "output_hash": "8e4397fed0801ee57f5add0c0351adb37958d5b9cb47be00e85a8d566c707863"} |
| |
604 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "733d9d9724766c7e0da1b614", "attempt_id": "b9a909ec4344", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:25.712677Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 42, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 114587136, "serialized_payload_bytes": 114622044, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 61.766832950524986, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 30.21970798727125, "serialize_ms": 31.1866250121966, "load_ms": 2.6174159720540047, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.16279207728803, "ttft_ms": 62.16279207728803, "decode_ms": 0.026958994567394257}, "total_wall_ms": 73.67937499657273, "ttft_ms": 62.16279207728803, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 42}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 2796306432, "backend_memory": {"mlx_active_bytes": 6820814856, "mlx_peak_bytes": 6994909813, "mlx_cache_bytes": 23107759661, "process_rss_bytes": 2796306432}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6994909813, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f37c24a97b502cbb43d8e31a0ab0be09caec3a03857049543cc07fcb3e47359f", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
605 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a774d4baafdf569807238b6c", "attempt_id": "0909e3ff6dea", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:25.830528Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 36, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 114587136, "serialized_payload_bytes": 114622044, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 61.766832950524986, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 30.21970798727125, "serialize_ms": 31.1866250121966, "load_ms": 1.6884999349713326, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.67550007253885, "ttft_ms": 55.67550007253885, "decode_ms": 1135.3633330436423}, "total_wall_ms": 1201.6818749252707, "ttft_ms": 55.67550007253885, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2795929600, "backend_memory": {"mlx_active_bytes": 6820880392, "mlx_peak_bytes": 7049730677, "mlx_cache_bytes": 23107694125, "process_rss_bytes": 2795929600}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7049730677, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n the\n\n\n\n\n bank bank letter number letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f37c24a97b502cbb43d8e31a0ab0be09caec3a03857049543cc07fcb3e47359f", "output_hash": "cf8dd35b30a388c38cd4307852923ce817a1d27fad80810dc279e00b9fa358eb"} |
| |
606 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "34758a7714a5a8cf43bf1760", "attempt_id": "6daa6fbbc8ed", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:27.070085Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 46, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 114587136, "serialized_payload_bytes": 114622044, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 61.766832950524986, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 30.21970798727125, "serialize_ms": 31.1866250121966, "load_ms": 4.109082976356149, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.78508301731199, "ttft_ms": 46.78508301731199, "decode_ms": 1121.6486670309678}, "total_wall_ms": 1181.3633749261498, "ttft_ms": 46.78508301731199, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2795880448, "backend_memory": {"mlx_active_bytes": 6821928968, "mlx_peak_bytes": 7009283025, "mlx_cache_bytes": 23106645549, "process_rss_bytes": 2795880448}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7009283025, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n letter\n\n letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f37c24a97b502cbb43d8e31a0ab0be09caec3a03857049543cc07fcb3e47359f", "output_hash": "b0df028414466a4e700e034b82668e64c349a99051b4a2235b0db21caf22086f"} |
| |
607 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "24dee8f4a1fe43f288d3c447", "attempt_id": "90ff3eae7f04", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:28.341990Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11052, "keep": 2763, "compress_ms": 17.83783407881856}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 34, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871511, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.78520804736763, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 17.876959056593478, "serialize_ms": 28.738874942064285, "load_ms": 1.7325420631095767, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.564583946950734, "ttft_ms": 47.564583946950734, "decode_ms": 225.0764579512179}, "total_wall_ms": 285.3688329923898, "ttft_ms": 47.564583946950734, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 34}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2819407872, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6844883256, "mlx_cache_bytes": 23136529965, "process_rss_bytes": 2819407872}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6844883256, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LW-74F-3125", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd6513a7663a09bb33154ae0022e7bad9f67e1e8dd1ccca9c3a13dbc82c191b9", "output_hash": "2d564253f5d5ccaa5535142c8cbbd0cb25e392e884ae1530f7832e9f5af494cb"} |
| |
608 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3344b614e419e4d5ca29aa42", "attempt_id": "0de027251a22", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:28.667804Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11052, "keep": 2763, "compress_ms": 17.83783407881856}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 43, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871511, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.78520804736763, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 17.876959056593478, "serialize_ms": 28.738874942064285, "load_ms": 0.9877500124275684, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.38966700620949, "ttft_ms": 37.38966700620949, "decode_ms": 42.347416980192065}, "total_wall_ms": 89.83670792076737, "ttft_ms": 37.38966700620949, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 43}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2819407872, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6852026680, "mlx_cache_bytes": 23138430509, "process_rss_bytes": 2819407872}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6852026680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd6513a7663a09bb33154ae0022e7bad9f67e1e8dd1ccca9c3a13dbc82c191b9", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
609 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1656f628d650fce2655211b2", "attempt_id": "4a442e1dbb70", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:28.794927Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11052, "keep": 2763, "compress_ms": 17.83783407881856}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 42, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871511, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.78520804736763, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 17.876959056593478, "serialize_ms": 28.738874942064285, "load_ms": 1.244042068719864, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.956458922475576, "ttft_ms": 48.956458922475576, "decode_ms": 152.72845793515444}, "total_wall_ms": 212.0926670031622, "ttft_ms": 48.956458922475576, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2819407872, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6851715384, "mlx_cache_bytes": 23138430509, "process_rss_bytes": 2819407872}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851715384, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd6513a7663a09bb33154ae0022e7bad9f67e1e8dd1ccca9c3a13dbc82c191b9", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
610 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2167efa6d2b5167806ca74ba", "attempt_id": "6c368aab9ee2", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:29.043271Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11052, "keep": 2763, "compress_ms": 17.83783407881856}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 36, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871511, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.78520804736763, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 17.876959056593478, "serialize_ms": 28.738874942064285, "load_ms": 1.072749961167574, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.62300006020814, "ttft_ms": 46.62300006020814, "decode_ms": 128.01270897034556}, "total_wall_ms": 184.61054097861052, "ttft_ms": 46.62300006020814, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2819407872, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6845964600, "mlx_cache_bytes": 23140036141, "process_rss_bytes": 2819407872}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845964600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd6513a7663a09bb33154ae0022e7bad9f67e1e8dd1ccca9c3a13dbc82c191b9", "output_hash": "45ff0e7c77e2e966645cab7036fa95be17fd1c693e20b6686bb623be8ab94914"} |
| |
611 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b849bb72b1a05c9031cdff95", "attempt_id": "3f26189f0348", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:29.263181Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11052, "keep": 2763, "compress_ms": 17.83783407881856}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 46, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871511, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.78520804736763, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 17.876959056593478, "serialize_ms": 28.738874942064285, "load_ms": 1.1549589689821005, "receiver_prefill_ms": 0.0, "query_prefill_ms": 49.45483396295458, "ttft_ms": 49.45483396295458, "decode_ms": 205.5586250498891}, "total_wall_ms": 265.2196669951081, "ttft_ms": 49.45483396295458, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 46}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2819260416, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6855418168, "mlx_cache_bytes": 23272123949, "process_rss_bytes": 2819260416}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6855418168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "10,500,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd6513a7663a09bb33154ae0022e7bad9f67e1e8dd1ccca9c3a13dbc82c191b9", "output_hash": "0bff96947fc0ddf478dc6a0c9cdb39aae1ec7f07bedb80276449143b1edc0334"} |
| |
612 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a154c8ebce16afc98ec5ac5", "attempt_id": "a649d1f3d56c", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:29.622710Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11052, "keep": 2763, "compress_ms": 14.709083014167845}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 34, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871507, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.686958017759025, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 14.751499984413385, "serialize_ms": 40.72020808234811, "load_ms": 0.9716660715639591, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.55608299840242, "ttft_ms": 48.55608299840242, "decode_ms": 960.6581249972805}, "total_wall_ms": 1018.795125070028, "ttft_ms": 48.55608299840242, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2895937536, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6844883256, "mlx_cache_bytes": 23272123949, "process_rss_bytes": 2895937536}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6844883256, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " \n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a024e83bb69b32006e400d132804c29413fdd214c20036372496fdcb1f1e1aa6", "output_hash": "fb831bc9ae1dc7e3c8efd39f58b2e01bb937c5cc82cb55219bcf87454e2f5c92"} |
| |
613 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "98b3a253edfb04ddb85efb2e", "attempt_id": "ca5990f3b696", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:30.680162Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11052, "keep": 2763, "compress_ms": 14.709083014167845}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 43, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871507, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.686958017759025, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 14.751499984413385, "serialize_ms": 40.72020808234811, "load_ms": 1.7894170014187694, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.63987501710653, "ttft_ms": 43.63987501710653, "decode_ms": 966.606792062521}, "total_wall_ms": 1021.6704580234364, "ttft_ms": 43.63987501710653, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2895724544, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6852026680, "mlx_cache_bytes": 23403654701, "process_rss_bytes": 2895724544}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6852026680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words or a number), with no explanation. Give the lot and the town.\nGive a short answer (a few words or a number), with no explanation. Give the lot and the town.\nGive a", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0606060606060606}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a024e83bb69b32006e400d132804c29413fdd214c20036372496fdcb1f1e1aa6", "output_hash": "9967b462515818133942841952bae0bc6b2955e2881006f787907a0c510c2213"} |
| |
614 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "73eddae0956f3eee88eac7e7", "attempt_id": "9d3addc28fe0", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:31.742027Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11052, "keep": 2763, "compress_ms": 14.709083014167845}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 42, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871507, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.686958017759025, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 14.751499984413385, "serialize_ms": 40.72020808234811, "load_ms": 1.454083016142249, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.980999992229044, "ttft_ms": 46.980999992229044, "decode_ms": 343.20887504145503}, "total_wall_ms": 400.78024996910244, "ttft_ms": 46.980999992229044, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 42}, "output_usage": {"output_tokens": 16}, "provider_cached_usage": null, "process_memory": 2895724544, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6851715384, "mlx_cache_bytes": 23404834349, "process_rss_bytes": 2895724544}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851715384, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words or a number), with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a024e83bb69b32006e400d132804c29413fdd214c20036372496fdcb1f1e1aa6", "output_hash": "79e3a5979c1914bcdefaec8446bb066de2d26d1df804ff78828b1bc4dd6b1264"} |
| |
615 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c1407cfaa2b8f622e7401387", "attempt_id": "1a033b75f84b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:32.179530Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11052, "keep": 2763, "compress_ms": 14.709083014167845}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 36, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871507, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.686958017759025, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 14.751499984413385, "serialize_ms": 40.72020808234811, "load_ms": 1.3230829499661922, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.688250033184886, "ttft_ms": 46.688250033184886, "decode_ms": 972.524916054681}, "total_wall_ms": 1031.3022499904037, "ttft_ms": 46.688250033184886, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2720759808, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6845964600, "mlx_cache_bytes": 23404834349, "process_rss_bytes": 2720759808}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845964600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words or a number), with no explanation. Give a short answer (a few words or a number), with the same explanation. Give a short answer (a few words or a number), with the same", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a024e83bb69b32006e400d132804c29413fdd214c20036372496fdcb1f1e1aa6", "output_hash": "11e3827dc46d1eb42484ecf84fc4f2758f817cb6e3c92d5d3c33b529ae6b211e"} |
| |
616 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f85699548e9d18206991eaa7", "attempt_id": "40b2776f9162", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:33.254598Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11052, "keep": 2763, "compress_ms": 14.709083014167845}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 46, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871507, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.686958017759025, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 14.751499984413385, "serialize_ms": 40.72020808234811, "load_ms": 1.7535419901832938, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.986165900714695, "ttft_ms": 48.986165900714695, "decode_ms": 965.3260419145226}, "total_wall_ms": 1026.2457500211895, "ttft_ms": 48.986165900714695, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2720759808, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6855418168, "mlx_cache_bytes": 23403654701, "process_rss_bytes": 2720759808}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6855418168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "At a time, a project was proposed, a budget was was was was was was was was was was was was was was was was was was was was was was was was was was was was was was was was was was was was was", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a024e83bb69b32006e400d132804c29413fdd214c20036372496fdcb1f1e1aa6", "output_hash": "dbe18dd12d75de20a3771788e08e83e31a281ab9dabbe9af35d734f67245048c"} |
| |
617 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1929f4d1bf71d5763b0b27fe", "attempt_id": "e0b59e9a16d9", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:34.322082Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 34, "compress_ms": 227.61762491427362}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 34, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871552, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 272.0260829664767, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 237.42558399681002, "serialize_ms": 34.334916970692575, "load_ms": 1.798874931409955, "receiver_prefill_ms": 0.0, "query_prefill_ms": 50.465083913877606, "ttft_ms": 50.465083913877606, "decode_ms": 215.52824997343123}, "total_wall_ms": 552.646082942374, "ttft_ms": 50.465083913877606, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2423554048, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6844358968, "mlx_cache_bytes": 23863504565, "process_rss_bytes": 2423554048}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6844358968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-72F-9403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f505263dd91c2d65a0496a4664aa0e521d0a3a63c04c2206c7054270c63bc350", "output_hash": "add4881a5997cc1af8ac3872fda444736f37d88be9cc518f54880fd7f8681926"} |
| |
618 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a6a380a3f619f9344feadfb", "attempt_id": "ef64fe7d56af", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:34.917200Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 43, "compress_ms": 200.8689580252394}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 43, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871551, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 237.00033407658339, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 211.45429194439203, "serialize_ms": 25.244666961953044, "load_ms": 0.8776669856160879, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.576292004436255, "ttft_ms": 53.576292004436255, "decode_ms": 263.24175007175654}, "total_wall_ms": 564.2908749869093, "ttft_ms": 53.576292004436255, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2423963648, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6851977528, "mlx_cache_bytes": 23899778741, "process_rss_bytes": 2423963648}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851977528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64f5a020f53371452002775af04ebf69bd3a9713db6de2045a28581ea24fa5bd", "output_hash": "24aee8b486ccfb5b834da6d74ce3fa04b1fe68e45d10d1a0966a4aa2f2494e2e"} |
| |
619 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6dc6222c3c3a8fa387ebcef3", "attempt_id": "43ba7d535812", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:35.520199Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 42, "compress_ms": 138.67608306463808}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 42, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871552, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.32791699562222, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 148.7114999908954, "serialize_ms": 19.1281670704484, "load_ms": 0.9652079315856099, "receiver_prefill_ms": 0.0, "query_prefill_ms": 50.190667039714754, "ttft_ms": 50.190667039714754, "decode_ms": 148.49933399818838}, "total_wall_ms": 376.9857919542119, "ttft_ms": 50.190667039714754, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2426257408, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6851666232, "mlx_cache_bytes": 23930678965, "process_rss_bytes": 2426257408}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851666232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f505263dd91c2d65a0496a4664aa0e521d0a3a63c04c2206c7054270c63bc350", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
620 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c4f8878debb0d8ce34e9b56d", "attempt_id": "fa9b84a14cc2", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:35.938334Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 36, "compress_ms": 150.1737500075251}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 36, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871551, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 178.2028340967372, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 159.5027920557186, "serialize_ms": 18.428915995173156, "load_ms": 0.9617089526727796, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.97325003892183, "ttft_ms": 47.97325003892183, "decode_ms": 95.18262499477714}, "total_wall_ms": 330.96358308102936, "ttft_ms": 47.97325003892183, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2427256832, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6845767992, "mlx_cache_bytes": 23956156085, "process_rss_bytes": 2427256832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845767992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64f5a020f53371452002775af04ebf69bd3a9713db6de2045a28581ea24fa5bd", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
621 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d40a9720591c56d794df833", "attempt_id": "0fa89ef863fd", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:36.308730Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 46, "compress_ms": 151.91912499722093}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 46, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871552, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 179.0482079377398, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 160.78129201196134, "serialize_ms": 17.9794579744339, "load_ms": 1.0828750673681498, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.639209009706974, "ttft_ms": 48.639209009706974, "decode_ms": 126.28612492699176}, "total_wall_ms": 364.22195797786117, "ttft_ms": 48.639209009706974, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2427273216, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6854795576, "mlx_cache_bytes": 24002457269, "process_rss_bytes": 2427273216}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6854795576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f505263dd91c2d65a0496a4664aa0e521d0a3a63c04c2206c7054270c63bc350", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
622 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6231ef7104aa576f5d546403", "attempt_id": "99a9cc7ae308", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:36.849040Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 19, "compress_ms": 124.96841710526496}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 34, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871552, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 137.55366601981223, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 125.12962496839464, "serialize_ms": 12.245125020854175, "load_ms": 1.1512920027598739, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.614125069230795, "ttft_ms": 47.614125069230795, "decode_ms": 127.12883297353983}, "total_wall_ms": 185.07604207843542, "ttft_ms": 47.614125069230795, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 34}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2427289600, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6844358968, "mlx_cache_bytes": 24015986357, "process_rss_bytes": 2427289600}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6844358968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-7432", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f505263dd91c2d65a0496a4664aa0e521d0a3a63c04c2206c7054270c63bc350", "output_hash": "54440c95f4eb03e929ca14e8f2946b5efb2b82d7820c41a4c31703cd4c8ea3fa"} |
| |
623 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6daed7c7b619dffd4ed6488e", "attempt_id": "9baf6cfbefb6", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:37.070532Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 19, "compress_ms": 124.96841710526496}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 43, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871552, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 137.55366601981223, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 125.12962496839464, "serialize_ms": 12.245125020854175, "load_ms": 1.0045000817626715, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.99958304222673, "ttft_ms": 44.99958304222673, "decode_ms": 220.35774996038526}, "total_wall_ms": 275.40587505791336, "ttft_ms": 44.99958304222673, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2427289600, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6851977528, "mlx_cache_bytes": 24014806709, "process_rss_bytes": 2427289600}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851977528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 64-R in Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.75}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f505263dd91c2d65a0496a4664aa0e521d0a3a63c04c2206c7054270c63bc350", "output_hash": "6641c1a040e9db649437f5c43ae3355a83c6c9d04b642bec65e2c3027eeab125"} |
| |
624 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "244b88fd9cd1bffffb7520ee", "attempt_id": "256aa0b65e67", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:37.384084Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 19, "compress_ms": 124.96841710526496}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 42, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871552, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 137.55366601981223, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 125.12962496839464, "serialize_ms": 12.245125020854175, "load_ms": 1.140084001235664, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.55870799999684, "ttft_ms": 47.55870799999684, "decode_ms": 122.26475006900728}, "total_wall_ms": 180.30091701075435, "ttft_ms": 47.55870799999684, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 42}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2427305984, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6851666232, "mlx_cache_bytes": 24015986357, "process_rss_bytes": 2427305984}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851666232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1159.0", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f505263dd91c2d65a0496a4664aa0e521d0a3a63c04c2206c7054270c63bc350", "output_hash": "1cadd0e42a263b63aef241c6c8a6d18ca84d6055a734f98c1aa893e982ad0095"} |
| |
625 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "889dbed26f916faa0473c1ea", "attempt_id": "ac517dddbbde", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:37.600923Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 19, "compress_ms": 124.96841710526496}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 36, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871552, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 137.55366601981223, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 125.12962496839464, "serialize_ms": 12.245125020854175, "load_ms": 1.220082980580628, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.07837498001754, "ttft_ms": 44.07837498001754, "decode_ms": 103.07445900980383}, "total_wall_ms": 157.00020804069936, "ttft_ms": 44.07837498001754, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2427322368, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6845767992, "mlx_cache_bytes": 24015986357, "process_rss_bytes": 2427322368}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845767992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f505263dd91c2d65a0496a4664aa0e521d0a3a63c04c2206c7054270c63bc350", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
626 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fb0d6d1857ef91aedfc44c3b", "attempt_id": "fc85ee6df5e8", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:37.792501Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 19, "compress_ms": 124.96841710526496}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 46, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871552, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 137.55366601981223, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 125.12962496839464, "serialize_ms": 12.245125020854175, "load_ms": 1.1757080210372806, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.58658295031637, "ttft_ms": 47.58658295031637, "decode_ms": 20.06554207764566}, "total_wall_ms": 78.02416593767703, "ttft_ms": 47.58658295031637, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 46}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2427322368, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6854795576, "mlx_cache_bytes": 24015986357, "process_rss_bytes": 2427322368}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6854795576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f505263dd91c2d65a0496a4664aa0e521d0a3a63c04c2206c7054270c63bc350", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
627 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c12f7bc566de0d5293c7ce5", "attempt_id": "68e568aceccd", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:37.909191Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 34, "compress_ms": 217.33474999200553}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 34, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871482, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 271.4557920116931, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 225.69616697728634, "serialize_ms": 45.4560830257833, "load_ms": 59.39641606528312, "receiver_prefill_ms": 0.0, "query_prefill_ms": 2360.9834170201793, "ttft_ms": 2360.9834170201793, "decode_ms": 512.8979170694947}, "total_wall_ms": 3213.799042045139, "ttft_ms": 2360.9834170201793, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 34}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1669300224, "backend_memory": {"mlx_active_bytes": 6794207240, "mlx_peak_bytes": 6913919284, "mlx_cache_bytes": 24630852517, "process_rss_bytes": 1669300224}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6913919284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-7203-0009", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5194abe17fbb17b0b89d48db1cce6d73f5e72b138030fe9c830d0ed5ad4ef33b", "output_hash": "c46d372b5ea40552c21cfc21b45653f159c4a09aa0a209831261c078cdd4c066"} |
| |
628 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "927025dd4b8911750cac4e39", "attempt_id": "8df57195ef59", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:41.163124Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 43, "compress_ms": 320.41670801118016}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 43, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871482, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 372.44800000917166, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 333.81104096770287, "serialize_ms": 38.206833065487444, "load_ms": 28.063999954611063, "receiver_prefill_ms": 0.0, "query_prefill_ms": 875.8067499147728, "ttft_ms": 875.8067499147728, "decode_ms": 433.3715420216322}, "total_wall_ms": 1722.440249985084, "ttft_ms": 875.8067499147728, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1704984576, "backend_memory": {"mlx_active_bytes": 6794534920, "mlx_peak_bytes": 6916596124, "mlx_cache_bytes": 24726219169, "process_rss_bytes": 1704984576}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6916596124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5194abe17fbb17b0b89d48db1cce6d73f5e72b138030fe9c830d0ed5ad4ef33b", "output_hash": "24aee8b486ccfb5b834da6d74ce3fa04b1fe68e45d10d1a0966a4aa2f2494e2e"} |
| |
629 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7e7122215bb1bfbe72ed98af", "attempt_id": "6a204e5434f7", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:42.941597Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 42, "compress_ms": 285.54670908488333}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 42, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871482, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 342.82637503929436, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 299.39845798071474, "serialize_ms": 43.01237501204014, "load_ms": 7.837458048015833, "receiver_prefill_ms": 0.0, "query_prefill_ms": 702.416916959919, "ttft_ms": 702.416916959919, "decode_ms": 144.11304204259068}, "total_wall_ms": 1211.7577079916373, "ttft_ms": 702.416916959919, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1770749952, "backend_memory": {"mlx_active_bytes": 6794371080, "mlx_peak_bytes": 6915998092, "mlx_cache_bytes": 24729463201, "process_rss_bytes": 1770749952}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6915998092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5194abe17fbb17b0b89d48db1cce6d73f5e72b138030fe9c830d0ed5ad4ef33b", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
630 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9d9fd8dd703bd2e9d22c407d", "attempt_id": "609c25dc300a", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:44.216089Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 36, "compress_ms": 180.66091695800424}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 36, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871482, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 224.93245801888406, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 195.33904106356204, "serialize_ms": 29.125208035111427, "load_ms": 2.314792014658451, "receiver_prefill_ms": 0.0, "query_prefill_ms": 545.9155830321833, "ttft_ms": 545.9155830321833, "decode_ms": 101.68479103595018}, "total_wall_ms": 887.5814579660073, "ttft_ms": 545.9155830321833, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1865777152, "backend_memory": {"mlx_active_bytes": 6794043400, "mlx_peak_bytes": 6912327980, "mlx_cache_bytes": 24729790881, "process_rss_bytes": 1865777152}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6912327980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5194abe17fbb17b0b89d48db1cce6d73f5e72b138030fe9c830d0ed5ad4ef33b", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
631 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "87b5785bd46ec7ac9f251177", "attempt_id": "ba5a54c8ce39", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:45.160835Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 46, "compress_ms": 178.49500000011176}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 46, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 101855232, "serialized_payload_bytes": 101871482, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 241.98512500151992, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 193.45675001386553, "serialize_ms": 48.10012492816895, "load_ms": 2.617541002109647, "receiver_prefill_ms": 0.0, "query_prefill_ms": 712.3775000218302, "ttft_ms": 712.3775000218302, "decode_ms": 122.33491707593203}, "total_wall_ms": 1093.6782920034602, "ttft_ms": 712.3775000218302, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1939013632, "backend_memory": {"mlx_active_bytes": 6794469384, "mlx_peak_bytes": 6920966644, "mlx_cache_bytes": 24738960629, "process_rss_bytes": 1939013632}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6920966644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5194abe17fbb17b0b89d48db1cce6d73f5e72b138030fe9c830d0ed5ad4ef33b", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
632 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "230c7aa76ab79c06c721c585", "attempt_id": "f8438556b230", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:46.316622Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 34, "compress_ms": 192.67379096709192, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 34, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 54110592, "serialized_payload_bytes": 54145082, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 264.8091670125723, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 225.24537495337427, "serialize_ms": 38.87858404777944, "load_ms": 5.2343340357765555, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.58116697240621, "ttft_ms": 35.58116697240621, "decode_ms": 238.69316594209522}, "total_wall_ms": 558.5724589182064, "ttft_ms": 35.58116697240621, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1997553664, "backend_memory": {"mlx_active_bytes": 6700802056, "mlx_peak_bytes": 6766149564, "mlx_cache_bytes": 24978052341, "process_rss_bytes": 1997553664}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6766149564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MW-72F-9403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ed0bd3ed8f8bcefb533ae50be1cde95275d64d13bf0cacdab6d7a78c344f47c2", "output_hash": "add4881a5997cc1af8ac3872fda444736f37d88be9cc518f54880fd7f8681926"} |
| |
633 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e830cccbeff17e5d8031f3c6", "attempt_id": "4c00ec66e2ff", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:46.929343Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 43, "compress_ms": 179.14291704073548, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 43, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 54110592, "serialized_payload_bytes": 54145082, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 225.47574993222952, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 202.45595800224692, "serialize_ms": 22.30995800346136, "load_ms": 1.5770840691402555, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.84704103600234, "ttft_ms": 37.84704103600234, "decode_ms": 286.61049995571375}, "total_wall_ms": 565.9575830213726, "ttft_ms": 37.84704103600234, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2015625216, "backend_memory": {"mlx_active_bytes": 6702014472, "mlx_peak_bytes": 6779069316, "mlx_cache_bytes": 25064745717, "process_rss_bytes": 2015625216}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6779069316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 649-R, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ed0bd3ed8f8bcefb533ae50be1cde95275d64d13bf0cacdab6d7a78c344f47c2", "output_hash": "24aee8b486ccfb5b834da6d74ce3fa04b1fe68e45d10d1a0966a4aa2f2494e2e"} |
| |
634 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f54909f5b2c1e3017738ac6", "attempt_id": "221ed57cea8e", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:47.555417Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 42, "compress_ms": 161.74474998842925, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 42, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 54110592, "serialized_payload_bytes": 54145082, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 216.4650830673054, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 187.81499995384365, "serialize_ms": 27.94279099907726, "load_ms": 1.5732910251244903, "receiver_prefill_ms": 0.0, "query_prefill_ms": 203.39412498287857, "ttft_ms": 203.39412498287857, "decode_ms": 165.73945805430412}, "total_wall_ms": 601.2946250848472, "ttft_ms": 203.39412498287857, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2040987648, "backend_memory": {"mlx_active_bytes": 6700539912, "mlx_peak_bytes": 6778269564, "mlx_cache_bytes": 25066220277, "process_rss_bytes": 2040987648}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6778269564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.1159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ed0bd3ed8f8bcefb533ae50be1cde95275d64d13bf0cacdab6d7a78c344f47c2", "output_hash": "0d5fe13b6cb4fbe59cdb3495289e0625ae1062b264d1e487d64afbfddfc4de98"} |
| |
635 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "161b0dcaabafe2b5a7c30329", "attempt_id": "167bb1263fe2", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:48.211867Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 36, "compress_ms": 144.7460000636056, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 36, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 54110592, "serialized_payload_bytes": 54145081, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 197.2140419529751, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 167.2027090098709, "serialize_ms": 29.299540910869837, "load_ms": 1.5587919624522328, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.2382909944281, "ttft_ms": 32.2382909944281, "decode_ms": 115.5583750223741}, "total_wall_ms": 360.8997920528054, "ttft_ms": 32.2382909944281, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2017329152, "backend_memory": {"mlx_active_bytes": 6700523528, "mlx_peak_bytes": 6768566140, "mlx_cache_bytes": 25095285493, "process_rss_bytes": 2017329152}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6768566140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ishikawa", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6838fdd3e91bfd323d50e68addf72c02829daf1ff57cc9b7a730bd25a9c11bf6", "output_hash": "e8c49eea088ea68b0f72783eedc4d45bda50c4211edf0c15d1e35eda76333a2a"} |
| |
636 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e000612b3726d7a4613e73f", "attempt_id": "a26d7132ee4c", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:48.628431Z", "task_family": "synthetic", "document_id": "syn_03005_16000", "document_hash": "9c6f3343b2ab71d9f7e4670098820bae2ce40fdba51f9a559ea11eeea35d143a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03005_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11052, "keep": 2763, "window_tokens": 46, "compress_ms": 157.36675006337464, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11013, "source_tokens_receiver": 11013, "query_tokens": 46, "message_tokens": 11052, "message_utf8_bytes": 58870, "cache_tensor_bytes": 54110592, "serialized_payload_bytes": 54145082, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 212.13466697372496, "doc_prefill_ms": 2228.8967920467257, "compress_ms": 180.08149997331202, "serialize_ms": 31.386125017888844, "load_ms": 1.644000061787665, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.497459039092064, "ttft_ms": 26.497459039092064, "decode_ms": 148.7042079679668}, "total_wall_ms": 401.7551669385284, "ttft_ms": 26.497459039092064, "input_usage": {"receiver_prefix_tokens": 11052, "dense_cache_bytes": 407420928, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1989148672, "backend_memory": {"mlx_active_bytes": 6700556296, "mlx_peak_bytes": 6783964660, "mlx_cache_bytes": 25132582645, "process_rss_bytes": 1989148672}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6783964660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "617950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03005_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ed0bd3ed8f8bcefb533ae50be1cde95275d64d13bf0cacdab6d7a78c344f47c2", "output_hash": "8df15246b1726bee653db5e0fae9e01a83132693d7dab9eaa309749116e2c3c4"} |
| |
637 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "877341865d95318c4a6cc5d5", "attempt_id": "dfd3595e8882", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:50.223292Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01683307345956564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 93.1914170505479, "ttft_ms": 19.381041056476533, "decode_ms": 18.298374954611063}, "total_wall_ms": 131.95412489585578, "ttft_ms": 19.381041056476533, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1447313408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 468289208, "process_rss_bytes": 1447313408}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
638 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9452573dcecfcff845b734be", "attempt_id": "e37d38f4ff53", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:50.394869Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01683307345956564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 27.902332949452102, "ttft_ms": 14.0990000218153, "decode_ms": 19.33412509970367}, "total_wall_ms": 62.17308295890689, "ttft_ms": 14.0990000218153, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1447362560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 533022392, "process_rss_bytes": 1447362560}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
639 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf547277453700899bb10c4b", "attempt_id": "ade1d1513bec", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:50.486720Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01683307345956564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 38.75829197932035, "ttft_ms": 19.01262509636581, "decode_ms": 18.807791057042778}, "total_wall_ms": 77.35108293127269, "ttft_ms": 19.01262509636581, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1447362560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243623560, "mlx_cache_bytes": 548341432, "process_rss_bytes": 1447362560}, "peak_prefill_memory": null, "peak_decode_memory": 6243623560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
640 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5c7821ecb850c306e9f4388f", "attempt_id": "ffa72dc1423e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:50.595572Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01683307345956564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 21.66866697371006, "ttft_ms": 17.024667002260685, "decode_ms": 18.55520799290389}, "total_wall_ms": 57.86970804911107, "ttft_ms": 17.024667002260685, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1447362560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 548341432, "process_rss_bytes": 1447362560}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
641 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f8b6b266a119758fffbbd5f2", "attempt_id": "51873bb2808d", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:50.678881Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01683307345956564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 38.38104195892811, "ttft_ms": 19.544083974324167, "decode_ms": 17.247540992684662}, "total_wall_ms": 75.95450000371784, "ttft_ms": 19.544083974324167, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1447362560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245704328, "mlx_cache_bytes": 592873144, "process_rss_bytes": 1447362560}, "peak_prefill_memory": null, "peak_decode_memory": 6245704328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
642 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "07dbf74d24cf3efaa305ae6e", "attempt_id": "fe3f41515c06", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:50.782668Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1965, "message_tokens": 1890, "message_utf8_bytes": 7159, "cache_tensor_bytes": null, "serialized_payload_bytes": 7159, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.014042016118764877, "decode_payload_ms": 0.0, "receiver_prefill_ms": 363.4498749161139, "ttft_ms": 22.102416027337313, "decode_ms": 190.21708401851356}, "total_wall_ms": 579.91375005804, "ttft_ms": 22.102416027337313, "input_usage": {"receiver_prompt_tokens": 1965}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1447428096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7029866224, "mlx_cache_bytes": 1457825128, "process_rss_bytes": 1447428096}, "peak_prefill_memory": null, "peak_decode_memory": 7029866224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
643 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5e5c367d2bc7838ba4c6d510", "attempt_id": "bfad6783c26b", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:51.391666Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1970, "message_tokens": 1890, "message_utf8_bytes": 7159, "cache_tensor_bytes": null, "serialized_payload_bytes": 7159, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.014042016118764877, "decode_payload_ms": 0.0, "receiver_prefill_ms": 395.59474994894117, "ttft_ms": 19.324250053614378, "decode_ms": 187.50795791856945}, "total_wall_ms": 605.7961670449004, "ttft_ms": 19.324250053614378, "input_usage": {"receiver_prompt_tokens": 1970}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1447428096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7032127552, "mlx_cache_bytes": 2232477032, "process_rss_bytes": 1447428096}, "peak_prefill_memory": null, "peak_decode_memory": 7032127552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V in La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "output_hash": "84c42522b2f0d8d7b2b428910bd5a8a72f5e6ac0c46e7f094371288ee823011c"} |
| |
644 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0ad5c830bf9d66e80a029231", "attempt_id": "9633cb18d73d", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:52.020905Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1969, "message_tokens": 1890, "message_utf8_bytes": 7159, "cache_tensor_bytes": null, "serialized_payload_bytes": 7159, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.014042016118764877, "decode_payload_ms": 0.0, "receiver_prefill_ms": 373.13279195223004, "ttft_ms": 23.566334042698145, "decode_ms": 151.28320804797113}, "total_wall_ms": 551.0270829545334, "ttft_ms": 23.566334042698145, "input_usage": {"receiver_prompt_tokens": 1969}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1447444480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7031996480, "mlx_cache_bytes": 2425939304, "process_rss_bytes": 1447444480}, "peak_prefill_memory": null, "peak_decode_memory": 7031996480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
645 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a6c94121d218dc5bd294fb9e", "attempt_id": "5d250e78094c", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:52.593540Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1964, "message_tokens": 1890, "message_utf8_bytes": 7159, "cache_tensor_bytes": null, "serialized_payload_bytes": 7159, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.014042016118764877, "decode_payload_ms": 0.0, "receiver_prefill_ms": 382.00704101473093, "ttft_ms": 18.996375030837953, "decode_ms": 153.6500840447843}, "total_wall_ms": 557.7168749878183, "ttft_ms": 18.996375030837953, "input_usage": {"receiver_prompt_tokens": 1964}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1447460864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7029604080, "mlx_cache_bytes": 2771707240, "process_rss_bytes": 1447460864}, "peak_prefill_memory": null, "peak_decode_memory": 7029604080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "output_hash": "a3b6e0a44d495387d8b8fc50ba6be0f2ed43121c674d3b3e962f8c4690e15b5c"} |
| |
646 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "45efd6a242e479479fe091f1", "attempt_id": "22ff9d00fdc9", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:53.175224Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1973, "message_tokens": 1890, "message_utf8_bytes": 7159, "cache_tensor_bytes": null, "serialized_payload_bytes": 7159, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.014042016118764877, "decode_payload_ms": 0.0, "receiver_prefill_ms": 331.7744160303846, "ttft_ms": 18.714500009082258, "decode_ms": 174.21025002840906}, "total_wall_ms": 527.6415830012411, "ttft_ms": 18.714500009082258, "input_usage": {"receiver_prompt_tokens": 1973}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1447526400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7032913984, "mlx_cache_bytes": 3312903528, "process_rss_bytes": 1447526400}, "peak_prefill_memory": null, "peak_decode_memory": 7032913984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,631,925", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "output_hash": "878945125d6da3defd51b9fd8f53c4954b8aa80d94b40b2fca77c8b7f9a7d2a0"} |
| |
647 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "03a5b64f2831da8e46b39aa7", "attempt_id": "41657af558f2", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:53.725742Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1890}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1784, "cache_tensor_bytes": null, "serialized_payload_bytes": 1784, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.247667009010911, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.05216707196087, "ttft_ms": 19.54379095695913, "decode_ms": 184.47104201186448}, "total_wall_ms": 322.54383398685604, "ttft_ms": 19.54379095695913, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1447723008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 3708544360, "process_rss_bytes": 1447723008}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a120f7696d17fca9a6be5e7a85d0410d5d962e708b1e627ecf8ad1e5644d402", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
648 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "359def0092ffd99b16298d24", "attempt_id": "75d1090ae91c", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:54.070987Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1890}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 1784, "cache_tensor_bytes": null, "serialized_payload_bytes": 1784, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.247667009010911, "decode_payload_ms": 0.0, "receiver_prefill_ms": 119.7098339907825, "ttft_ms": 17.430000007152557, "decode_ms": 17.379916040226817}, "total_wall_ms": 155.9720829827711, "ttft_ms": 17.430000007152557, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1447739392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4058899816, "process_rss_bytes": 1447739392}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a120f7696d17fca9a6be5e7a85d0410d5d962e708b1e627ecf8ad1e5644d402", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
649 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "be7688117fa88c4ed0972ffb", "attempt_id": "be9b9334dfb0", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:54.250528Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1890}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 1784, "cache_tensor_bytes": null, "serialized_payload_bytes": 1784, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.247667009010911, "decode_payload_ms": 0.0, "receiver_prefill_ms": 111.79179197642952, "ttft_ms": 19.632874988019466, "decode_ms": 135.40104206185788}, "total_wall_ms": 268.4137501055375, "ttft_ms": 19.632874988019466, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1447772160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567260248, "mlx_cache_bytes": 4217169256, "process_rss_bytes": 1447772160}, "peak_prefill_memory": null, "peak_decode_memory": 6567260248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a120f7696d17fca9a6be5e7a85d0410d5d962e708b1e627ecf8ad1e5644d402", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
650 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8a126432965a110cbc2eb60b", "attempt_id": "bcceeae95cc0", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:54.541808Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1890}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 1784, "cache_tensor_bytes": null, "serialized_payload_bytes": 1784, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.247667009010911, "decode_payload_ms": 0.0, "receiver_prefill_ms": 118.07508405763656, "ttft_ms": 19.19233298394829, "decode_ms": 19.233541912399232}, "total_wall_ms": 157.8403749736026, "ttft_ms": 19.19233298394829, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1447788544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 4304758120, "process_rss_bytes": 1447788544}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a120f7696d17fca9a6be5e7a85d0410d5d962e708b1e627ecf8ad1e5644d402", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
651 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0d79ebc3a4a0bbc796faac71", "attempt_id": "054a61d71018", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:54.720396Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1890}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 1784, "cache_tensor_bytes": null, "serialized_payload_bytes": 1784, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.247667009010911, "decode_payload_ms": 0.0, "receiver_prefill_ms": 114.99558296054602, "ttft_ms": 19.89804196637124, "decode_ms": 19.3922909675166}, "total_wall_ms": 155.57029098272324, "ttft_ms": 19.89804196637124, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1447804928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569799768, "mlx_cache_bytes": 4672021864, "process_rss_bytes": 1447804928}, "peak_prefill_memory": null, "peak_decode_memory": 6569799768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a120f7696d17fca9a6be5e7a85d0410d5d962e708b1e627ecf8ad1e5644d402", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
652 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eb289376d6a7f09f4993f15c", "attempt_id": "2d61061fb367", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:54.898909Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 581, "message_tokens": 505, "message_utf8_bytes": 1253, "cache_tensor_bytes": null, "serialized_payload_bytes": 1253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7649580258876085, "decode_payload_ms": 0.0, "receiver_prefill_ms": 127.10929103195667, "ttft_ms": 20.649207988753915, "decode_ms": 124.29270800203085}, "total_wall_ms": 273.31199997570366, "ttft_ms": 20.649207988753915, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1448083456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 5025031528, "process_rss_bytes": 1448083456}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Praymi-11", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccb6a6e3a98d9c9654651b396ea6707ca5d72d18b48f062e72c5155669175691", "output_hash": "849597882f995af2b27ff5870d3e46a2cdcc4c3f2814b3873f634447a51e5f26"} |
| |
653 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "60112d1451b656cfa4744fbe", "attempt_id": "28ad13905fc0", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:55.194756Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 586, "message_tokens": 505, "message_utf8_bytes": 1253, "cache_tensor_bytes": null, "serialized_payload_bytes": 1253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7649580258876085, "decode_payload_ms": 0.0, "receiver_prefill_ms": 119.7674999712035, "ttft_ms": 20.981292007490993, "decode_ms": 20.90083307120949}, "total_wall_ms": 163.00812491681427, "ttft_ms": 20.981292007490993, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1448099840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 5367227752, "process_rss_bytes": 1448099840}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccb6a6e3a98d9c9654651b396ea6707ca5d72d18b48f062e72c5155669175691", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
654 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c70fd4f9c688f1b71fc0cc6c", "attempt_id": "e5d43a1d10cc", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:55.381047Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 585, "message_tokens": 505, "message_utf8_bytes": 1253, "cache_tensor_bytes": null, "serialized_payload_bytes": 1253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7649580258876085, "decode_payload_ms": 0.0, "receiver_prefill_ms": 122.62799998279661, "ttft_ms": 18.232833012007177, "decode_ms": 21.035749930888414}, "total_wall_ms": 163.19716710131615, "ttft_ms": 18.232833012007177, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1448099840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560968792, "mlx_cache_bytes": 5607679336, "process_rss_bytes": 1448099840}, "peak_prefill_memory": null, "peak_decode_memory": 6560968792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccb6a6e3a98d9c9654651b396ea6707ca5d72d18b48f062e72c5155669175691", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
655 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7f6961c6a3b6e5567df15f64", "attempt_id": "678d5d78248f", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:55.565830Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 580, "message_tokens": 505, "message_utf8_bytes": 1253, "cache_tensor_bytes": null, "serialized_payload_bytes": 1253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7649580258876085, "decode_payload_ms": 0.0, "receiver_prefill_ms": 143.942957976833, "ttft_ms": 21.57862496096641, "decode_ms": 154.42945901304483}, "total_wall_ms": 321.21625007130206, "ttft_ms": 21.57862496096641, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1448116224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 5607679336, "process_rss_bytes": 1448116224}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccb6a6e3a98d9c9654651b396ea6707ca5d72d18b48f062e72c5155669175691", "output_hash": "a3b6e0a44d495387d8b8fc50ba6be0f2ed43121c674d3b3e962f8c4690e15b5c"} |
| |
656 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d275c5af43f852bef43fbefc", "attempt_id": "2d111da25421", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:55.908556Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 589, "message_tokens": 505, "message_utf8_bytes": 1253, "cache_tensor_bytes": null, "serialized_payload_bytes": 1253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7649580258876085, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.18254094012082, "ttft_ms": 18.11945904046297, "decode_ms": 169.52179209329188}, "total_wall_ms": 306.2107500154525, "ttft_ms": 18.11945904046297, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1448116224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 5849900392, "process_rss_bytes": 1448116224}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,631,925", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccb6a6e3a98d9c9654651b396ea6707ca5d72d18b48f062e72c5155669175691", "output_hash": "878945125d6da3defd51b9fd8f53c4954b8aa80d94b40b2fca77c8b7f9a7d2a0"} |
| |
657 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "362cd9de7ff5f0550e2877de", "attempt_id": "50e64b929cf2", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:56.238946Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 580, "message_tokens": 504, "message_utf8_bytes": 1315, "cache_tensor_bytes": null, "serialized_payload_bytes": 1315, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2480419827625155, "decode_payload_ms": 0.0, "receiver_prefill_ms": 128.47170897293836, "ttft_ms": 22.058499976992607, "decode_ms": 194.14970907382667}, "total_wall_ms": 347.21012494992465, "ttft_ms": 22.058499976992607, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1448214528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 5849900392, "process_rss_bytes": 1448214528}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "09b655d9f3538dce00f6d14803aed1ca6e21736689dafba0e100242d53a1d7aa", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
658 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "54bdb072e7169932fa2a4284", "attempt_id": "986a0d364aa7", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:56.612787Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 27}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 588, "message_tokens": 507, "message_utf8_bytes": 1646, "cache_tensor_bytes": null, "serialized_payload_bytes": 1646, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1784579837694764, "decode_payload_ms": 0.0, "receiver_prefill_ms": 112.18762502539903, "ttft_ms": 18.074832973070443, "decode_ms": 190.1691670063883}, "total_wall_ms": 322.947834036313, "ttft_ms": 18.074832973070443, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1448247296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562738264, "mlx_cache_bytes": 6005024104, "process_rss_bytes": 1448247296}, "peak_prefill_memory": null, "peak_decode_memory": 6562738264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aab7f1692b241da4390b734b14f5598f687edba37a8fe432fa244134d87887e8", "output_hash": "f3efd2f22a2bd1fc1064c66b80ea23ee9b55bfcfeed5abf0afc74d8e6e6e9472"} |
| |
659 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3443f4423f92ef67dd92a0e6", "attempt_id": "8f9d2ca2bea0", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:56.959260Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 581, "message_tokens": 501, "message_utf8_bytes": 1378, "cache_tensor_bytes": null, "serialized_payload_bytes": 1378, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2850420316681266, "decode_payload_ms": 0.0, "receiver_prefill_ms": 125.95495802816004, "ttft_ms": 20.553207956254482, "decode_ms": 138.10304191429168}, "total_wall_ms": 287.4778340337798, "ttft_ms": 20.553207956254482, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1448280064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 6005024104, "process_rss_bytes": 1448280064}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6373a3dfe544b4de9b0c16380c3546ff9fa5da21eec85c79c6c5efea6a08f327", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
660 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "84c967f8fe9f39ecce588051", "attempt_id": "f45aaca4689e", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:57.273472Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 498, "n_sentences": 18}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 573, "message_tokens": 498, "message_utf8_bytes": 1455, "cache_tensor_bytes": null, "serialized_payload_bytes": 1455, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0429170215502381, "decode_payload_ms": 0.0, "receiver_prefill_ms": 118.79924999084324, "ttft_ms": 21.834917017258704, "decode_ms": 159.62591697461903}, "total_wall_ms": 302.62941704131663, "ttft_ms": 21.834917017258704, "input_usage": {"receiver_prompt_tokens": 573}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1448312832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553006168, "mlx_cache_bytes": 6338962792, "process_rss_bytes": 1448312832}, "peak_prefill_memory": null, "peak_decode_memory": 6553006168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "70a52b71359ffea8770bb456c88f6bd9150aceb02832c5d2353fa47503592633", "output_hash": "a3b6e0a44d495387d8b8fc50ba6be0f2ed43121c674d3b3e962f8c4690e15b5c"} |
| |
661 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bdd3753993373b8fed1745e2", "attempt_id": "30426066125e", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:40:57.599172Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 581, "message_tokens": 497, "message_utf8_bytes": 1200, "cache_tensor_bytes": null, "serialized_payload_bytes": 1200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3068339321762323, "decode_payload_ms": 0.0, "receiver_prefill_ms": 131.45729096140712, "ttft_ms": 20.1182080199942, "decode_ms": 181.68191600125283}, "total_wall_ms": 336.0815830528736, "ttft_ms": 20.1182080199942, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1448329216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 6338962792, "process_rss_bytes": 1448329216}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,631,925", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3bd6b620de1dc846f4bcbe95669201fbc2cbfd2f391160dd6a90ab0570fed7f9", "output_hash": "878945125d6da3defd51b9fd8f53c4954b8aa80d94b40b2fca77c8b7f9a7d2a0"} |
| |
662 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bbd093188fed37ceda14b81b", "attempt_id": "677b1478fc2f", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:08.460371Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1090, "cache_tensor_bytes": null, "serialized_payload_bytes": 1090, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10498.769292025827, "decode_payload_ms": 0.0, "receiver_prefill_ms": 114.88054203800857, "ttft_ms": 21.13712497521192, "decode_ms": 191.83941697701812}, "total_wall_ms": 329.60329100023955, "ttft_ms": 21.13712497521192, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2006, "sender_output_tokens": 512, "sender_prefill_ms": 430.7690840214491, "sender_ttft_ms": 26.125291944481432, "sender_decode_ms": 10038.75695890747}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1449082880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585167960, "mlx_cache_bytes": 7570810216, "process_rss_bytes": 1449082880}, "peak_prefill_memory": null, "peak_decode_memory": 6585167960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59ebcb001cb3b215cde08e24830c6746ced6f1f9e503fe9746effea5a14644d1", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
663 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fac88cbe0d43a2f2652fedb0", "attempt_id": "59a8d1839683", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:08.812602Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1090, "cache_tensor_bytes": null, "serialized_payload_bytes": 1090, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10498.769292025827, "decode_payload_ms": 0.0, "receiver_prefill_ms": 127.65804200898856, "ttft_ms": 21.101666032336652, "decode_ms": 20.819750032387674}, "total_wall_ms": 170.81062495708466, "ttft_ms": 21.101666032336652, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2006, "sender_output_tokens": 512, "sender_prefill_ms": 430.7690840214491, "sender_ttft_ms": 26.125291944481432, "sender_decode_ms": 10038.75695890747}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1449082880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 7816177000, "process_rss_bytes": 1449082880}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59ebcb001cb3b215cde08e24830c6746ced6f1f9e503fe9746effea5a14644d1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
664 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "08fdebc462078385dee6072f", "attempt_id": "cb32db14f859", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:09.002936Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1090, "cache_tensor_bytes": null, "serialized_payload_bytes": 1090, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10498.769292025827, "decode_payload_ms": 0.0, "receiver_prefill_ms": 136.51316694449633, "ttft_ms": 18.775457981973886, "decode_ms": 20.744916051626205}, "total_wall_ms": 177.59254202246666, "ttft_ms": 18.775457981973886, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 2006, "sender_output_tokens": 512, "sender_prefill_ms": 430.7690840214491, "sender_ttft_ms": 26.125291944481432, "sender_decode_ms": 10038.75695890747}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1449099264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 7816177000, "process_rss_bytes": 1449099264}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59ebcb001cb3b215cde08e24830c6746ced6f1f9e503fe9746effea5a14644d1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
665 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94203cf261f5e8475053721d", "attempt_id": "327711c43fdf", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:09.201340Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1090, "cache_tensor_bytes": null, "serialized_payload_bytes": 1090, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10498.769292025827, "decode_payload_ms": 0.0, "receiver_prefill_ms": 143.79150001332164, "ttft_ms": 20.80770896282047, "decode_ms": 159.6635840833187}, "total_wall_ms": 325.5832080030814, "ttft_ms": 20.80770896282047, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 2006, "sender_output_tokens": 512, "sender_prefill_ms": 430.7690840214491, "sender_ttft_ms": 26.125291944481432, "sender_decode_ms": 10038.75695890747}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1449099264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 8059086184, "process_rss_bytes": 1449099264}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59ebcb001cb3b215cde08e24830c6746ced6f1f9e503fe9746effea5a14644d1", "output_hash": "a3b6e0a44d495387d8b8fc50ba6be0f2ed43121c674d3b3e962f8c4690e15b5c"} |
| |
666 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d469e0f22876067fabc683c", "attempt_id": "63d830470d7a", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:09.548218Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 600, "message_tokens": 512, "message_utf8_bytes": 1090, "cache_tensor_bytes": null, "serialized_payload_bytes": 1090, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10498.769292025827, "decode_payload_ms": 0.0, "receiver_prefill_ms": 128.50541702937335, "ttft_ms": 20.545499981381, "decode_ms": 18.52208294440061}, "total_wall_ms": 168.8855829415843, "ttft_ms": 20.545499981381, "input_usage": {"receiver_prompt_tokens": 600, "sender_input_tokens": 2006, "sender_output_tokens": 512, "sender_prefill_ms": 430.7690840214491, "sender_ttft_ms": 26.125291944481432, "sender_decode_ms": 10038.75695890747}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1449099264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567260248, "mlx_cache_bytes": 8059086184, "process_rss_bytes": 1449099264}, "peak_prefill_memory": null, "peak_decode_memory": 6567260248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59ebcb001cb3b215cde08e24830c6746ced6f1f9e503fe9746effea5a14644d1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
667 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f1ebb8c21bd9999fddb52a1", "attempt_id": "ad85688f6f1e", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:09.738572Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1188, "cache_tensor_bytes": null, "serialized_payload_bytes": 1188, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10390.441083000042, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.00354200322181, "ttft_ms": 13.98887496907264, "decode_ms": 183.26449999585748}, "total_wall_ms": 10685.816332930699, "ttft_ms": 13.98887496907264, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2002, "sender_output_tokens": 512, "sender_prefill_ms": 392.2721669077873, "sender_ttft_ms": 21.38758299406618, "sender_decode_ms": 9975.017125019804}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1449263104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 8665736552, "process_rss_bytes": 1449263104}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a25ab3318d6d5f57879fb2da64f1374780210dcd2cae9987a9c8112441a10cb", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
668 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4fda88e2e8b22e6c44bf877a", "attempt_id": "1e48ba583d95", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:20.446220Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 228, "message_tokens": 144, "message_utf8_bytes": 480, "cache_tensor_bytes": null, "serialized_payload_bytes": 480, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3142.537208972499, "decode_payload_ms": 0.0, "receiver_prefill_ms": 49.842540989629924, "ttft_ms": 18.478665966540575, "decode_ms": 198.9744579186663}, "total_wall_ms": 3411.073833005503, "ttft_ms": 18.478665966540575, "input_usage": {"receiver_prompt_tokens": 228, "sender_input_tokens": 2007, "sender_output_tokens": 144, "sender_prefill_ms": 410.2175000589341, "sender_ttft_ms": 19.694166025146842, "sender_decode_ms": 2710.1762499660254}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1449426944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6364570620, "mlx_cache_bytes": 9401903348, "process_rss_bytes": 1449426944}, "peak_prefill_memory": null, "peak_decode_memory": 6364570620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f4bc03a2ac9b054b6cd91a1af00659c1b74931d0fb668af8d31d274852f644c", "output_hash": "f3efd2f22a2bd1fc1064c66b80ea23ee9b55bfcfeed5abf0afc74d8e6e6e9472"} |
| |
669 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d9809cb137bf8e2be76d12e0", "attempt_id": "c2cc2ac107bb", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:23.877186Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 348, "message_tokens": 265, "message_utf8_bytes": 1137, "cache_tensor_bytes": null, "serialized_payload_bytes": 1137, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5632.192959077656, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.63716592267156, "ttft_ms": 20.394208026118577, "decode_ms": 159.00237497407943}, "total_wall_ms": 5891.078792046756, "ttft_ms": 20.394208026118577, "input_usage": {"receiver_prompt_tokens": 348, "sender_input_tokens": 2006, "sender_output_tokens": 265, "sender_prefill_ms": 405.3387090098113, "sender_ttft_ms": 22.61862496379763, "sender_decode_ms": 5202.521958970465}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1449459712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6467003868, "mlx_cache_bytes": 9691819616, "process_rss_bytes": 1449459712}, "peak_prefill_memory": null, "peak_decode_memory": 6467003868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607 CAD", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cbde7c6d4a7c79fbd331b50b99acec1309ca8925746aec7b4fd99103f9d14b7a", "output_hash": "efa51ff2cdffa0a23990c3d4321b16c8aee4b0e08324314d6829f84d50f007af"} |
| |
670 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "767a49be2216ceb06c7b3478", "attempt_id": "eda7206aadb7", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:38.228221Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 438, "message_tokens": 347, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8439.085624995641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.91149996593595, "ttft_ms": 18.96979089360684, "decode_ms": 185.8649590285495}, "total_wall_ms": 293.8510419335216, "ttft_ms": 18.96979089360684, "input_usage": {"receiver_prompt_tokens": 438, "sender_input_tokens": 2034, "sender_output_tokens": 512, "sender_prefill_ms": 419.00379094295204, "sender_ttft_ms": 21.881415974348783, "sender_decode_ms": 7996.359916985966}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1450115072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6539175748, "mlx_cache_bytes": 10860705076, "process_rss_bytes": 1450115072}, "peak_prefill_memory": null, "peak_decode_memory": 6539175748, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6eb36e552c0b20e1d4c0ec60c923ef1a6dfb4d2e9f9261c0c21f9440e14d599b", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
671 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2a78d9815f9e492e98153849", "attempt_id": "5fd633e56a3e", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:38.549336Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 443, "message_tokens": 347, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8439.085624995641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.11220894474536, "ttft_ms": 19.98625008855015, "decode_ms": 20.08350007236004}, "total_wall_ms": 128.46870790235698, "ttft_ms": 19.98625008855015, "input_usage": {"receiver_prompt_tokens": 443, "sender_input_tokens": 2034, "sender_output_tokens": 512, "sender_prefill_ms": 419.00379094295204, "sender_ttft_ms": 21.881415974348783, "sender_decode_ms": 7996.359916985966}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1450115072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6542960472, "mlx_cache_bytes": 11206982684, "process_rss_bytes": 1450115072}, "peak_prefill_memory": null, "peak_decode_memory": 6542960472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6eb36e552c0b20e1d4c0ec60c923ef1a6dfb4d2e9f9261c0c21f9440e14d599b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
672 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "52c5b93f3ac324437f8f0071", "attempt_id": "45dd123aa796", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:38.701919Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 442, "message_tokens": 347, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8439.085624995641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.94329109415412, "ttft_ms": 15.767124947160482, "decode_ms": 21.67929196730256}, "total_wall_ms": 139.53195791691542, "ttft_ms": 15.767124947160482, "input_usage": {"receiver_prompt_tokens": 442, "sender_input_tokens": 2034, "sender_output_tokens": 512, "sender_prefill_ms": 419.00379094295204, "sender_ttft_ms": 21.881415974348783, "sender_decode_ms": 7996.359916985966}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1450131456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6542960472, "mlx_cache_bytes": 11206982684, "process_rss_bytes": 1450131456}, "peak_prefill_memory": null, "peak_decode_memory": 6542960472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6eb36e552c0b20e1d4c0ec60c923ef1a6dfb4d2e9f9261c0c21f9440e14d599b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
673 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3b5ed251af9adfe7969d913b", "attempt_id": "1b200f6865bf", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:38.864240Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 437, "message_tokens": 347, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8439.085624995641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.90354190208018, "ttft_ms": 19.837166997604072, "decode_ms": 20.253874943591654}, "total_wall_ms": 147.13304198812693, "ttft_ms": 19.837166997604072, "input_usage": {"receiver_prompt_tokens": 437, "sender_input_tokens": 2034, "sender_output_tokens": 512, "sender_prefill_ms": 419.00379094295204, "sender_ttft_ms": 21.881415974348783, "sender_decode_ms": 7996.359916985966}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1450131456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6538389316, "mlx_cache_bytes": 11446320156, "process_rss_bytes": 1450131456}, "peak_prefill_memory": null, "peak_decode_memory": 6538389316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6eb36e552c0b20e1d4c0ec60c923ef1a6dfb4d2e9f9261c0c21f9440e14d599b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
674 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b0c4f5e56bbc737ef852c2df", "attempt_id": "b44c0661ab7d", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:39.034545Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 446, "message_tokens": 347, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8439.085624995641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 104.40354200545698, "ttft_ms": 20.566791063174605, "decode_ms": 20.711541990749538}, "total_wall_ms": 146.90962503664196, "ttft_ms": 20.566791063174605, "input_usage": {"receiver_prompt_tokens": 446, "sender_input_tokens": 2034, "sender_output_tokens": 512, "sender_prefill_ms": 419.00379094295204, "sender_ttft_ms": 21.881415974348783, "sender_decode_ms": 7996.359916985966}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1450180608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6545500004, "mlx_cache_bytes": 11795235600, "process_rss_bytes": 1450180608}, "peak_prefill_memory": null, "peak_decode_memory": 6545500004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6eb36e552c0b20e1d4c0ec60c923ef1a6dfb4d2e9f9261c0c21f9440e14d599b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
675 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ff7f3f63ba49749d0b8f9f3b", "attempt_id": "145b3ebbc17c", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:39.204770Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 141, "message_tokens": 50, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1841.4488750277087, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.16620789561421, "ttft_ms": 17.004791065119207, "decode_ms": 182.56541597656906}, "total_wall_ms": 2085.818666033447, "ttft_ms": 17.004791065119207, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 2043, "sender_output_tokens": 76, "sender_prefill_ms": 401.918749907054, "sender_ttft_ms": 24.28495802450925, "sender_decode_ms": 1413.2643340853974}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1450262528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294856700, "mlx_cache_bytes": 12709577488, "process_rss_bytes": 1450262528}, "peak_prefill_memory": null, "peak_decode_memory": 6294856700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f7182f4a49a68b6c11a5fdf4e0784272b8294a6185186f26c751cee10b97e82", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
676 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f5cc065e178c2041a4cc0aab", "attempt_id": "bc8bdff13b6d", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:41.315668Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 147, "message_tokens": 51, "message_utf8_bytes": 115, "cache_tensor_bytes": null, "serialized_payload_bytes": 115, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1631.6546669695526, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.11924998648465, "ttft_ms": 19.6489579975605, "decode_ms": 188.9214999973774}, "total_wall_ms": 1888.9400829793885, "ttft_ms": 19.6489579975605, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 2048, "sender_output_tokens": 67, "sender_prefill_ms": 316.6373750427738, "sender_ttft_ms": 20.65041707828641, "sender_decode_ms": 1290.6765419756994}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1450328064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300132348, "mlx_cache_bytes": 13628982032, "process_rss_bytes": 1450328064}, "peak_prefill_memory": null, "peak_decode_memory": 6300132348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V in La Tuque", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1ed16e140652aa9611262024b4822f26e6b4c3f46fc761ad0d563714bd0b0500", "output_hash": "84c42522b2f0d8d7b2b428910bd5a8a72f5e6ac0c46e7f094371288ee823011c"} |
| |
677 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "47ff7ffd611b74cc6b3bfa0f", "attempt_id": "0f185f8d1481", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:43.226193Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 145, "message_tokens": 50, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1746.8228749930859, "decode_payload_ms": 0.0, "receiver_prefill_ms": 40.97408300731331, "ttft_ms": 20.2707500429824, "decode_ms": 118.50816698279232}, "total_wall_ms": 1927.120125037618, "ttft_ms": 20.2707500429824, "input_usage": {"receiver_prompt_tokens": 145, "sender_input_tokens": 2047, "sender_output_tokens": 72, "sender_prefill_ms": 353.6664169514552, "sender_ttft_ms": 20.512624992989004, "sender_decode_ms": 1370.658415951766}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1450344448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6298690556, "mlx_cache_bytes": 13909279504, "process_rss_bytes": 1450344448}, "peak_prefill_memory": null, "peak_decode_memory": 6298690556, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b0d614ca1b2957bc83ddec5a8c4c1ca43f2dbe71102c2e2c496cf04f2fa5ac9", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
678 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "86f71d93006975c64c24964c", "attempt_id": "02357686b13e", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:45.175771Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1060, "message_tokens": 984, "message_utf8_bytes": 658, "cache_tensor_bytes": null, "serialized_payload_bytes": 658, "side_information_bytes": 0, "fetched_bytes": 1576, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03770797047764063, "decode_payload_ms": 0.0, "receiver_prefill_ms": 170.64829100854695, "ttft_ms": 19.748750026337802, "decode_ms": 179.34295895975083}, "total_wall_ms": 372.256041970104, "ttft_ms": 19.748750026337802, "input_usage": {"receiver_prompt_tokens": 1060, "sender_input_tokens": 2034, "sender_output_tokens": 512, "sender_prefill_ms": 419.00379094295204, "sender_ttft_ms": 21.881415974348783, "sender_decode_ms": 7996.359916985966}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1450557440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6827523836, "mlx_cache_bytes": 14579335952, "process_rss_bytes": 1450557440}, "peak_prefill_memory": null, "peak_decode_memory": 6827523836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1576, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c24b03dc6edc12db392296bd1ff71d357179dae30ea5f75500d2344254fd7bcf", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
679 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40129b00ddca38989439ad07", "attempt_id": "0308cd2fb0a5", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:45.569692Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1077, "message_tokens": 996, "message_utf8_bytes": 658, "cache_tensor_bytes": null, "serialized_payload_bytes": 658, "side_information_bytes": 0, "fetched_bytes": 1573, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03770797047764063, "decode_payload_ms": 0.0, "receiver_prefill_ms": 201.71229098923504, "ttft_ms": 22.646166966296732, "decode_ms": 19.45141702890396}, "total_wall_ms": 245.95275009050965, "ttft_ms": 22.646166966296732, "input_usage": {"receiver_prompt_tokens": 1077, "sender_input_tokens": 2034, "sender_output_tokens": 512, "sender_prefill_ms": 419.00379094295204, "sender_ttft_ms": 21.881415974348783, "sender_decode_ms": 7996.359916985966}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1450590208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6836797180, "mlx_cache_bytes": 15211807504, "process_rss_bytes": 1450590208}, "peak_prefill_memory": null, "peak_decode_memory": 6836797180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1573, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d76301f7de61b9a030b72aa2cbd02ef33577b56840839a3708c507b2754e99b5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
680 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "03ea072e18983a313a850385", "attempt_id": "c7aa09592009", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:45.836286Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1076, "message_tokens": 996, "message_utf8_bytes": 658, "cache_tensor_bytes": null, "serialized_payload_bytes": 658, "side_information_bytes": 0, "fetched_bytes": 1573, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03770797047764063, "decode_payload_ms": 0.0, "receiver_prefill_ms": 227.1634159842506, "ttft_ms": 17.666250001639128, "decode_ms": 22.220541955903172}, "total_wall_ms": 268.68366601411253, "ttft_ms": 17.666250001639128, "input_usage": {"receiver_prompt_tokens": 1076, "sender_input_tokens": 2034, "sender_output_tokens": 512, "sender_prefill_ms": 419.00379094295204, "sender_ttft_ms": 21.881415974348783, "sender_decode_ms": 7996.359916985966}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1450590208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6836797180, "mlx_cache_bytes": 15211807504, "process_rss_bytes": 1450590208}, "peak_prefill_memory": null, "peak_decode_memory": 6836797180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1573, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5bba01e3c859b8d012c834f769ad2c7cd0dee8ba80cb3b2be65cbf54d6975889", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
681 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee592aa7026e68553bae7cfc", "attempt_id": "d809f67bf839", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:46.126193Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1071, "message_tokens": 996, "message_utf8_bytes": 658, "cache_tensor_bytes": null, "serialized_payload_bytes": 658, "side_information_bytes": 0, "fetched_bytes": 1573, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03770797047764063, "decode_payload_ms": 0.0, "receiver_prefill_ms": 253.5460829967633, "ttft_ms": 21.552416030317545, "decode_ms": 22.594582987949252}, "total_wall_ms": 299.53083291184157, "ttft_ms": 21.552416030317545, "input_usage": {"receiver_prompt_tokens": 1071, "sender_input_tokens": 2034, "sender_output_tokens": 512, "sender_prefill_ms": 419.00379094295204, "sender_ttft_ms": 21.881415974348783, "sender_decode_ms": 7996.359916985966}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1450622976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6865092348, "mlx_cache_bytes": 15696216848, "process_rss_bytes": 1450622976}, "peak_prefill_memory": null, "peak_decode_memory": 6865092348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1573, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5bba01e3c859b8d012c834f769ad2c7cd0dee8ba80cb3b2be65cbf54d6975889", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
682 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7020e179c49634d851bf2ae4", "attempt_id": "810d7dd0137b", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:46.445711Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1080, "message_tokens": 996, "message_utf8_bytes": 658, "cache_tensor_bytes": null, "serialized_payload_bytes": 658, "side_information_bytes": 0, "fetched_bytes": 1573, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03770797047764063, "decode_payload_ms": 0.0, "receiver_prefill_ms": 224.66187505051494, "ttft_ms": 19.89720796700567, "decode_ms": 20.496207987889647}, "total_wall_ms": 266.7821670183912, "ttft_ms": 19.89720796700567, "input_usage": {"receiver_prompt_tokens": 1080, "sender_input_tokens": 2034, "sender_output_tokens": 512, "sender_prefill_ms": 419.00379094295204, "sender_ttft_ms": 21.881415974348783, "sender_decode_ms": 7996.359916985966}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1450262528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6838697724, "mlx_cache_bytes": 16330670864, "process_rss_bytes": 1450262528}, "peak_prefill_memory": null, "peak_decode_memory": 6838697724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1573, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5bba01e3c859b8d012c834f769ad2c7cd0dee8ba80cb3b2be65cbf54d6975889", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
683 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "909d486b4c8bb1d05c38a147", "attempt_id": "cce5714ee335", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:46.735441Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.512757605495584}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1965, "message_tokens": 1890, "message_utf8_bytes": 7159, "cache_tensor_bytes": null, "serialized_payload_bytes": 2038, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.5503330612555146, "decode_payload_ms": 0.15220907516777515, "receiver_prefill_ms": 363.7561670038849, "ttft_ms": 17.312707961536944, "decode_ms": 204.9429169856012}, "total_wall_ms": 589.0917499782518, "ttft_ms": 17.312707961536944, "input_usage": {"receiver_prompt_tokens": 1965}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1450557440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7029866224, "mlx_cache_bytes": 16330670864, "process_rss_bytes": 1450557440}, "peak_prefill_memory": null, "peak_decode_memory": 7029866224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
684 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d8ff31abfe536f791ca4fe24", "attempt_id": "b30d1a4fcee6", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:47.349861Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.512757605495584}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1970, "message_tokens": 1890, "message_utf8_bytes": 7159, "cache_tensor_bytes": null, "serialized_payload_bytes": 2038, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.5503330612555146, "decode_payload_ms": 0.15220907516777515, "receiver_prefill_ms": 320.9975000936538, "ttft_ms": 19.32529197074473, "decode_ms": 195.3730839304626}, "total_wall_ms": 538.5679579339921, "ttft_ms": 19.32529197074473, "input_usage": {"receiver_prompt_tokens": 1970}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1450590208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7032127552, "mlx_cache_bytes": 16330670864, "process_rss_bytes": 1450590208}, "peak_prefill_memory": null, "peak_decode_memory": 7032127552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V in La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "output_hash": "84c42522b2f0d8d7b2b428910bd5a8a72f5e6ac0c46e7f094371288ee823011c"} |
| |
685 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dea69cae07e93dc5cb6143c5", "attempt_id": "33e96e598e10", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:47.909721Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.512757605495584}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1969, "message_tokens": 1890, "message_utf8_bytes": 7159, "cache_tensor_bytes": null, "serialized_payload_bytes": 2038, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.5503330612555146, "decode_payload_ms": 0.15220907516777515, "receiver_prefill_ms": 320.77500002924353, "ttft_ms": 21.027041017077863, "decode_ms": 139.86745802685618}, "total_wall_ms": 484.6462500281632, "ttft_ms": 21.027041017077863, "input_usage": {"receiver_prompt_tokens": 1969}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1450590208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7031996480, "mlx_cache_bytes": 16330670864, "process_rss_bytes": 1450590208}, "peak_prefill_memory": null, "peak_decode_memory": 7031996480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
686 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23131d948c505b1bb19d7273", "attempt_id": "36c6229dae48", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:48.415520Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.512757605495584}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1964, "message_tokens": 1890, "message_utf8_bytes": 7159, "cache_tensor_bytes": null, "serialized_payload_bytes": 2038, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.5503330612555146, "decode_payload_ms": 0.15220907516777515, "receiver_prefill_ms": 318.6949169030413, "ttft_ms": 17.250750097446144, "decode_ms": 159.14716699626297}, "total_wall_ms": 498.1661249184981, "ttft_ms": 17.250750097446144, "input_usage": {"receiver_prompt_tokens": 1964}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1450590208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7029604080, "mlx_cache_bytes": 16330670864, "process_rss_bytes": 1450590208}, "peak_prefill_memory": null, "peak_decode_memory": 7029604080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "output_hash": "a3b6e0a44d495387d8b8fc50ba6be0f2ed43121c674d3b3e962f8c4690e15b5c"} |
| |
687 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1aaef340c9c12fb6a4c42b1b", "attempt_id": "fada97c4d76b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:48.935332Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.512757605495584}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 1973, "message_tokens": 1890, "message_utf8_bytes": 7159, "cache_tensor_bytes": null, "serialized_payload_bytes": 2038, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.5503330612555146, "decode_payload_ms": 0.15220907516777515, "receiver_prefill_ms": 314.5202921004966, "ttft_ms": 19.57954198587686, "decode_ms": 178.74658305663615}, "total_wall_ms": 515.9432080108672, "ttft_ms": 19.57954198587686, "input_usage": {"receiver_prompt_tokens": 1973}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1450606592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7032913984, "mlx_cache_bytes": 16330670864, "process_rss_bytes": 1450606592}, "peak_prefill_memory": null, "peak_decode_memory": 7032913984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,631,925", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "output_hash": "878945125d6da3defd51b9fd8f53c4954b8aa80d94b40b2fca77c8b7f9a7d2a0"} |
| |
688 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "77726e14d2cee39cb763feb5", "attempt_id": "c82ddbfdc7b2", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:53.037311Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2708994708994709, "origin_tokens": 1717, "compressed_tokens": 556, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 733, "message_tokens": 656, "message_utf8_bytes": 2074, "cache_tensor_bytes": null, "serialized_payload_bytes": 2074, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3563.7748750159517, "decode_payload_ms": 0.0, "receiver_prefill_ms": 665.9405410755426, "ttft_ms": 43.36516698822379, "decode_ms": 20.28158400207758}, "total_wall_ms": 731.2872500624508, "ttft_ms": 43.36516698822379, "input_usage": {"receiver_prompt_tokens": 733}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1476526080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6641807448, "mlx_cache_bytes": 16764928784, "process_rss_bytes": 1476526080}, "peak_prefill_memory": null, "peak_decode_memory": 6641807448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63d19d1ab0c5caf6407b38c7db57b6c9f382acfdac155c99050a8e246f25ede5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
689 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5be337c9e6bf9e9ebe3600cb", "attempt_id": "b799538c9efa", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:53.793160Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2708994708994709, "origin_tokens": 1717, "compressed_tokens": 556, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 738, "message_tokens": 656, "message_utf8_bytes": 2074, "cache_tensor_bytes": null, "serialized_payload_bytes": 2074, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3563.7748750159517, "decode_payload_ms": 0.0, "receiver_prefill_ms": 702.8232080629095, "ttft_ms": 19.11312493029982, "decode_ms": 166.04625002946705}, "total_wall_ms": 889.601832954213, "ttft_ms": 19.11312493029982, "input_usage": {"receiver_prompt_tokens": 738}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1367719936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6645362776, "mlx_cache_bytes": 17199334160, "process_rss_bytes": 1367719936}, "peak_prefill_memory": null, "peak_decode_memory": 6645362776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63d19d1ab0c5caf6407b38c7db57b6c9f382acfdac155c99050a8e246f25ede5", "output_hash": "8ae05772474a3ed679fb786c4648677f8956180f100517cc4a7de821a0b15ea7"} |
| |
690 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe5fc1cd142b11a4a1cdfaa7", "attempt_id": "91604e2c3aea", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:54.710128Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2708994708994709, "origin_tokens": 1717, "compressed_tokens": 556, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 737, "message_tokens": 656, "message_utf8_bytes": 2074, "cache_tensor_bytes": null, "serialized_payload_bytes": 2074, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3563.7748750159517, "decode_payload_ms": 0.0, "receiver_prefill_ms": 121.11441697925329, "ttft_ms": 18.704916001297534, "decode_ms": 128.89662489760667}, "total_wall_ms": 270.1972499489784, "ttft_ms": 18.704916001297534, "input_usage": {"receiver_prompt_tokens": 737}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1282965504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6644625496, "mlx_cache_bytes": 17502307088, "process_rss_bytes": 1282965504}, "peak_prefill_memory": null, "peak_decode_memory": 6644625496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12 3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63d19d1ab0c5caf6407b38c7db57b6c9f382acfdac155c99050a8e246f25ede5", "output_hash": "fc19b0ccc3e01271a877a8ee4c707b5a2dcc0f721067928e585147e236d3def3"} |
| |
691 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "900006e0ed3220e5f6d14b77", "attempt_id": "dc1263bc01bd", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:55.004914Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2708994708994709, "origin_tokens": 1717, "compressed_tokens": 556, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 732, "message_tokens": 656, "message_utf8_bytes": 2074, "cache_tensor_bytes": null, "serialized_payload_bytes": 2074, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3563.7748750159517, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.46758298389614, "ttft_ms": 18.78874993417412, "decode_ms": 113.15387499053031}, "total_wall_ms": 239.73537504207343, "ttft_ms": 18.78874993417412, "input_usage": {"receiver_prompt_tokens": 732}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1282965504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6641774680, "mlx_cache_bytes": 17502307088, "process_rss_bytes": 1282965504}, "peak_prefill_memory": null, "peak_decode_memory": 6641774680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63d19d1ab0c5caf6407b38c7db57b6c9f382acfdac155c99050a8e246f25ede5", "output_hash": "a96c34a18511a7af27d5facb9f24163827d785a98f6ca1ad18a3d6f0867fc447"} |
| |
692 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a4bea0c80e444e258594f9b", "attempt_id": "6b4364b28835", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:55.266248Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2708994708994709, "origin_tokens": 1717, "compressed_tokens": 556, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 741, "message_tokens": 656, "message_utf8_bytes": 2074, "cache_tensor_bytes": null, "serialized_payload_bytes": 2074, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3563.7748750159517, "decode_payload_ms": 0.0, "receiver_prefill_ms": 130.07245806511492, "ttft_ms": 19.685333012603223, "decode_ms": 20.080124959349632}, "total_wall_ms": 171.25154193490744, "ttft_ms": 19.685333012603223, "input_usage": {"receiver_prompt_tokens": 741}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1282867200, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6646542424, "mlx_cache_bytes": 17807049488, "process_rss_bytes": 1282867200}, "peak_prefill_memory": null, "peak_decode_memory": 6646542424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63d19d1ab0c5caf6407b38c7db57b6c9f382acfdac155c99050a8e246f25ede5", "output_hash": "ef2d127de37b942baad06145e54b0c619a1f22327b2ebbcfbec78f5564afe39d"} |
| |
693 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f1760db3501ecf03d196d1e2", "attempt_id": "a399198fa116", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:55.900241Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319529992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 36, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 71110656, "serialized_payload_bytes": 71126728, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 439.8697919677943, "doc_prefill_ms": 407.47316693887115, "compress_ms": 2.4651670828461647, "serialize_ms": 26.280916994437575, "load_ms": 2.611291012726724, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.298750025220215, "ttft_ms": 47.298750025220215, "decode_ms": 208.22649996262044}, "total_wall_ms": 259.986084070988, "ttft_ms": 47.298750025220215, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1354940416, "backend_memory": {"mlx_active_bytes": 6392766472, "mlx_peak_bytes": 6438986048, "mlx_cache_bytes": 18583372705, "process_rss_bytes": 1354940416}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6438986048, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b519928048a49bcc2641e641d9ea229fe4b2a79e8e6f765ba38a62a122b93a4", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
694 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "168fcaca95e35ad310674ac7", "attempt_id": "e0e5bc7161af", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:56.194515Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319529992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 41, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 71110656, "serialized_payload_bytes": 71126728, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 439.8697919677943, "doc_prefill_ms": 407.47316693887115, "compress_ms": 2.4651670828461647, "serialize_ms": 26.280916994437575, "load_ms": 0.7464170921593904, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.90083304233849, "ttft_ms": 39.90083304233849, "decode_ms": 199.7714580502361}, "total_wall_ms": 241.97362503036857, "ttft_ms": 39.90083304233849, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1354956800, "backend_memory": {"mlx_active_bytes": 6392668168, "mlx_peak_bytes": 6444212544, "mlx_cache_bytes": 18602787909, "process_rss_bytes": 1354956800}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6444212544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V in La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b519928048a49bcc2641e641d9ea229fe4b2a79e8e6f765ba38a62a122b93a4", "output_hash": "84c42522b2f0d8d7b2b428910bd5a8a72f5e6ac0c46e7f094371288ee823011c"} |
| |
695 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3caf960dc9762583a6a713b6", "attempt_id": "acb7ae3b0899", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:56.457929Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319529992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 40, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 71110656, "serialized_payload_bytes": 71126728, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 439.8697919677943, "doc_prefill_ms": 407.47316693887115, "compress_ms": 2.4651670828461647, "serialize_ms": 26.280916994437575, "load_ms": 0.8068339666351676, "receiver_prefill_ms": 0.0, "query_prefill_ms": 41.28808295354247, "ttft_ms": 41.28808295354247, "decode_ms": 136.14554202649742}, "total_wall_ms": 179.9581249943003, "ttft_ms": 41.28808295354247, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1354940416, "backend_memory": {"mlx_active_bytes": 6392766472, "mlx_peak_bytes": 6443344100, "mlx_cache_bytes": 18616616005, "process_rss_bytes": 1354940416}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6443344100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b519928048a49bcc2641e641d9ea229fe4b2a79e8e6f765ba38a62a122b93a4", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
696 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "791d371975d75a0148c79409", "attempt_id": "558bc6ed35ee", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:56.700694Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319529992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 35, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 71110656, "serialized_payload_bytes": 71126728, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 439.8697919677943, "doc_prefill_ms": 407.47316693887115, "compress_ms": 2.4651670828461647, "serialize_ms": 26.280916994437575, "load_ms": 1.1316670570522547, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.325458040460944, "ttft_ms": 35.325458040460944, "decode_ms": 161.05699993204325}, "total_wall_ms": 199.4154159910977, "ttft_ms": 35.325458040460944, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1354792960, "backend_memory": {"mlx_active_bytes": 6392766472, "mlx_peak_bytes": 6437642448, "mlx_cache_bytes": 18627265605, "process_rss_bytes": 1354792960}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6437642448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b519928048a49bcc2641e641d9ea229fe4b2a79e8e6f765ba38a62a122b93a4", "output_hash": "a3b6e0a44d495387d8b8fc50ba6be0f2ed43121c674d3b3e962f8c4690e15b5c"} |
| |
697 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "905aefc3220ac55dc1170f82", "attempt_id": "d7e25be374ca", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:56.924270Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319529992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 44, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 71110656, "serialized_payload_bytes": 71126728, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 439.8697919677943, "doc_prefill_ms": 407.47316693887115, "compress_ms": 2.4651670828461647, "serialize_ms": 26.280916994437575, "load_ms": 1.5760830137878656, "receiver_prefill_ms": 0.0, "query_prefill_ms": 40.76654196251184, "ttft_ms": 40.76654196251184, "decode_ms": 177.87162505555898}, "total_wall_ms": 221.94658301305026, "ttft_ms": 40.76654196251184, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1354792960, "backend_memory": {"mlx_active_bytes": 6392733704, "mlx_peak_bytes": 6445965632, "mlx_cache_bytes": 18656611461, "process_rss_bytes": 1354792960}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6445965632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,631,925", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b519928048a49bcc2641e641d9ea229fe4b2a79e8e6f765ba38a62a122b93a4", "output_hash": "878945125d6da3defd51b9fd8f53c4954b8aa80d94b40b2fca77c8b7f9a7d2a0"} |
| |
698 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "47e7798a05f8a14325fd4713", "attempt_id": "0063efb86d02", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:57.208075Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319333384}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "75e01bc22017a59e", "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 36, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 71110656, "serialized_payload_bytes": 71126756, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.075584094040096, "doc_prefill_ms": 407.47316693887115, "compress_ms": 2.2760829888284206, "serialize_ms": 25.603291927836835, "load_ms": 15.95324999652803, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.08729099202901, "ttft_ms": 39.08729099202901, "decode_ms": 197.9395840317011}, "total_wall_ms": 254.92016598582268, "ttft_ms": 39.08729099202901, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1426817024, "backend_memory": {"mlx_active_bytes": 6392471560, "mlx_peak_bytes": 6438723792, "mlx_cache_bytes": 18656873605, "process_rss_bytes": 1426817024}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6438723792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ef59bc27d1bf29a12d974cb7eb6fcdbf516fc9ab7500c7f33cb8b3c735e42486", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
699 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27b67d764ef98b0e1e1878ab", "attempt_id": "7e5cd87ac520", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:57.487559Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319333384}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "75e01bc22017a59e", "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 41, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 71110656, "serialized_payload_bytes": 71126756, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.075584094040096, "doc_prefill_ms": 407.47316693887115, "compress_ms": 2.2760829888284206, "serialize_ms": 25.603291927836835, "load_ms": 9.981749928556383, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.453665980137885, "ttft_ms": 37.453665980137885, "decode_ms": 196.4737910311669}, "total_wall_ms": 245.71462499443442, "ttft_ms": 37.453665980137885, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1438826496, "backend_memory": {"mlx_active_bytes": 6392471560, "mlx_peak_bytes": 6444048612, "mlx_cache_bytes": 18656873605, "process_rss_bytes": 1438826496}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6444048612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V in La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ef59bc27d1bf29a12d974cb7eb6fcdbf516fc9ab7500c7f33cb8b3c735e42486", "output_hash": "84c42522b2f0d8d7b2b428910bd5a8a72f5e6ac0c46e7f094371288ee823011c"} |
| |
700 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "71bc88c9ad9266cdff8c6e2c", "attempt_id": "c840614b67c1", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:57.756163Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319333384}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "75e01bc22017a59e", "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 40, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 71110656, "serialized_payload_bytes": 71126756, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.075584094040096, "doc_prefill_ms": 407.47316693887115, "compress_ms": 2.2760829888284206, "serialize_ms": 25.603291927836835, "load_ms": 9.448458906263113, "receiver_prefill_ms": 0.0, "query_prefill_ms": 38.97358395624906, "ttft_ms": 38.97358395624906, "decode_ms": 137.29629199951887}, "total_wall_ms": 187.55637505091727, "ttft_ms": 38.97358395624906, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1450819584, "backend_memory": {"mlx_active_bytes": 6392471560, "mlx_peak_bytes": 6443213028, "mlx_cache_bytes": 18656873605, "process_rss_bytes": 1450819584}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6443213028, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ef59bc27d1bf29a12d974cb7eb6fcdbf516fc9ab7500c7f33cb8b3c735e42486", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
701 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "86236935bc2abf894d9044bf", "attempt_id": "e900bb5b054c", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:57.966839Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319333384}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "75e01bc22017a59e", "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 35, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 71110656, "serialized_payload_bytes": 71126756, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.075584094040096, "doc_prefill_ms": 407.47316693887115, "compress_ms": 2.2760829888284206, "serialize_ms": 25.603291927836835, "load_ms": 8.818958071060479, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.827833973802626, "ttft_ms": 36.827833973802626, "decode_ms": 153.94124994054437}, "total_wall_ms": 201.35108300019056, "ttft_ms": 36.827833973802626, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1450835968, "backend_memory": {"mlx_active_bytes": 6392471560, "mlx_peak_bytes": 6438428880, "mlx_cache_bytes": 18656873605, "process_rss_bytes": 1450835968}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6438428880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ef59bc27d1bf29a12d974cb7eb6fcdbf516fc9ab7500c7f33cb8b3c735e42486", "output_hash": "a3b6e0a44d495387d8b8fc50ba6be0f2ed43121c674d3b3e962f8c4690e15b5c"} |
| |
702 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e4bbf18edff6122687f20e0", "attempt_id": "675a72624dfc", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:58.191814Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6319333384}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "75e01bc22017a59e", "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 44, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 71110656, "serialized_payload_bytes": 71126756, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.075584094040096, "doc_prefill_ms": 407.47316693887115, "compress_ms": 2.2760829888284206, "serialize_ms": 25.603291927836835, "load_ms": 9.124999982304871, "receiver_prefill_ms": 0.0, "query_prefill_ms": 41.41029203310609, "ttft_ms": 41.41029203310609, "decode_ms": 177.19237494748086}, "total_wall_ms": 229.28137495182455, "ttft_ms": 41.41029203310609, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1462829056, "backend_memory": {"mlx_active_bytes": 6392471560, "mlx_peak_bytes": 6445801712, "mlx_cache_bytes": 18656873605, "process_rss_bytes": 1462829056}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6445801712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,631,925", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ef59bc27d1bf29a12d974cb7eb6fcdbf516fc9ab7500c7f33cb8b3c735e42486", "output_hash": "878945125d6da3defd51b9fd8f53c4954b8aa80d94b40b2fca77c8b7f9a7d2a0"} |
| |
703 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5ef328078706ffa66cf72d01", "attempt_id": "ffcbc5383afd", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:58.470700Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286313608}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 36, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 37777536, "serialized_payload_bytes": 37811718, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.131874976679683, "doc_prefill_ms": 407.47316693887115, "compress_ms": 15.236416948027909, "serialize_ms": 12.502791010774672, "load_ms": 3.6743340315297246, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.38570797070861, "ttft_ms": 30.38570797070861, "decode_ms": 211.9356250623241}, "total_wall_ms": 247.64233303721994, "ttft_ms": 30.38570797070861, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1498742784, "backend_memory": {"mlx_active_bytes": 6325157896, "mlx_peak_bytes": 6382406668, "mlx_cache_bytes": 18853299685, "process_rss_bytes": 1498742784}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6382406668, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-76Q-2958", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "411f35ebbab0053c6a518a6ada06076d56de922e3f9d63c842ec0ca866a36a7d", "output_hash": "cf42691eec772b9ec74d67643944de2e19e53724d7b772cef1e0f2d5ef3b4926"} |
| |
704 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e314c621069caee8bdda75b1", "attempt_id": "3887e3048864", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:58.740285Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286313608}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 41, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 37777536, "serialized_payload_bytes": 37811718, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.131874976679683, "doc_prefill_ms": 407.47316693887115, "compress_ms": 15.236416948027909, "serialize_ms": 12.502791010774672, "load_ms": 1.446375041268766, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.759124900214374, "ttft_ms": 30.759124900214374, "decode_ms": 222.16212493367493}, "total_wall_ms": 255.91283291578293, "ttft_ms": 30.759124900214374, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1498923008, "backend_memory": {"mlx_active_bytes": 6325163656, "mlx_peak_bytes": 6390233440, "mlx_cache_bytes": 18889252725, "process_rss_bytes": 1498923008}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6390233440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V in La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "411f35ebbab0053c6a518a6ada06076d56de922e3f9d63c842ec0ca866a36a7d", "output_hash": "84c42522b2f0d8d7b2b428910bd5a8a72f5e6ac0c46e7f094371288ee823011c"} |
| |
705 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "48a944d8d927ed67ff200070", "attempt_id": "404e7166ad04", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:59.018008Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286313608}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 40, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 37777536, "serialized_payload_bytes": 37811718, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.131874976679683, "doc_prefill_ms": 407.47316693887115, "compress_ms": 15.236416948027909, "serialize_ms": 12.502791010774672, "load_ms": 1.6026250086724758, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.620000001974404, "ttft_ms": 33.620000001974404, "decode_ms": 156.28004202153534}, "total_wall_ms": 193.2515410007909, "ttft_ms": 33.620000001974404, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1498939392, "backend_memory": {"mlx_active_bytes": 6325159048, "mlx_peak_bytes": 6388939424, "mlx_cache_bytes": 18911965557, "process_rss_bytes": 1498939392}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6388939424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "411f35ebbab0053c6a518a6ada06076d56de922e3f9d63c842ec0ca866a36a7d", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
706 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "287d29b1d5612eeae9b59dd7", "attempt_id": "b79c94d53124", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:59.233151Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286313608}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 35, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 37777536, "serialized_payload_bytes": 37811718, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.131874976679683, "doc_prefill_ms": 407.47316693887115, "compress_ms": 15.236416948027909, "serialize_ms": 12.502791010774672, "load_ms": 1.46770803257823, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.63958410732448, "ttft_ms": 31.63958410732448, "decode_ms": 169.40962499938905}, "total_wall_ms": 204.24016704782844, "ttft_ms": 31.63958410732448, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1498939392, "backend_memory": {"mlx_active_bytes": 6325154440, "mlx_peak_bytes": 6381651484, "mlx_cache_bytes": 18932024181, "process_rss_bytes": 1498939392}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6381651484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "411f35ebbab0053c6a518a6ada06076d56de922e3f9d63c842ec0ca866a36a7d", "output_hash": "a3b6e0a44d495387d8b8fc50ba6be0f2ed43121c674d3b3e962f8c4690e15b5c"} |
| |
707 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d8c593ab74f7ab168f4252a7", "attempt_id": "37f8bcebbe5f", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:59.459518Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286313608}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 44, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 37777536, "serialized_payload_bytes": 37811718, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.131874976679683, "doc_prefill_ms": 407.47316693887115, "compress_ms": 15.236416948027909, "serialize_ms": 12.502791010774672, "load_ms": 1.523541985079646, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.21800003666431, "ttft_ms": 32.21800003666431, "decode_ms": 186.7660409770906}, "total_wall_ms": 222.3192909732461, "ttft_ms": 32.21800003666431, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1499070464, "backend_memory": {"mlx_active_bytes": 6325165960, "mlx_peak_bytes": 6393367324, "mlx_cache_bytes": 18961651893, "process_rss_bytes": 1499070464}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6393367324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,631,925", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "411f35ebbab0053c6a518a6ada06076d56de922e3f9d63c842ec0ca866a36a7d", "output_hash": "878945125d6da3defd51b9fd8f53c4954b8aa80d94b40b2fca77c8b7f9a7d2a0"} |
| |
708 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a18d7d1478dab1002d43164a", "attempt_id": "19f10ff325ab", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:41:59.732686Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268487816}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 36, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 19999872, "serialized_payload_bytes": 20033916, "side_information_bytes": 34044, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.949333074502647, "doc_prefill_ms": 407.47316693887115, "compress_ms": 16.053333994932473, "serialize_ms": 11.517166974954307, "load_ms": 2.4672909639775753, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.081417040899396, "ttft_ms": 32.081417040899396, "decode_ms": 331.2105839140713}, "total_wall_ms": 367.45291703846306, "ttft_ms": 32.081417040899396, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 36}, "output_usage": {"output_tokens": 16}, "provider_cached_usage": null, "process_memory": 1540390912, "backend_memory": {"mlx_active_bytes": 6289644296, "mlx_peak_bytes": 6343429324, "mlx_cache_bytes": 19020768565, "process_rss_bytes": 1540390912}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6343429324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the\n<|im_start|><|im_start|>useruser\n 2 the\n the the\n<|im_start|>", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a108b4fc72e75f2db7b111506f0121b11341208e176d724e5cbc0f324463e659", "output_hash": "b0ab04f0cc2919226f56cacaf7fd07323fa3bcd2cde5eac35093d1e5c5a65846"} |
| |
709 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "12b2e105243c0e17cb88f5f3", "attempt_id": "e91b0bc3d106", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:00.123649Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268487816}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 41, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 19999872, "serialized_payload_bytes": 20033916, "side_information_bytes": 34044, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.949333074502647, "doc_prefill_ms": 407.47316693887115, "compress_ms": 16.053333994932473, "serialize_ms": 11.517166974954307, "load_ms": 1.4079579850658774, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.72566695138812, "ttft_ms": 31.72566695138812, "decode_ms": 981.5427919384092}, "total_wall_ms": 1016.8126670178026, "ttft_ms": 31.72566695138812, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1295826944, "backend_memory": {"mlx_active_bytes": 6289685768, "mlx_peak_bytes": 6351169520, "mlx_cache_bytes": 19101547317, "process_rss_bytes": 1295826944}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6351169520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\ntro\n0000 the the the the the00 the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a108b4fc72e75f2db7b111506f0121b11341208e176d724e5cbc0f324463e659", "output_hash": "6a128895ff1341e5814281ae30b742d39f07631f09ea124df12ff5487a0756ec"} |
| |
710 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13df1c5b8e59fd5383c23fd6", "attempt_id": "1603a9e73795", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:01.166706Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268487816}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 40, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 19999872, "serialized_payload_bytes": 20033916, "side_information_bytes": 34044, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.949333074502647, "doc_prefill_ms": 407.47316693887115, "compress_ms": 16.053333994932473, "serialize_ms": 11.517166974954307, "load_ms": 1.4755000593140721, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.45912501309067, "ttft_ms": 29.45912501309067, "decode_ms": 971.5175000019372}, "total_wall_ms": 1004.2587079806253, "ttft_ms": 29.45912501309067, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1295843328, "backend_memory": {"mlx_active_bytes": 6289684616, "mlx_peak_bytes": 6349874032, "mlx_cache_bytes": 19101548469, "process_rss_bytes": 1295843328}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6349874032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the\n the the\n\n2222 the the the the the the the the The The 2222222 N the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a108b4fc72e75f2db7b111506f0121b11341208e176d724e5cbc0f324463e659", "output_hash": "29e8b9fea039e9e5f4b3833f4763b93915209baadcc73f834fb140e636f00700"} |
| |
711 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d2cbea2009e8974cc3735513", "attempt_id": "667650cded65", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:02.196804Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268487816}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 35, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 19999872, "serialized_payload_bytes": 20033916, "side_information_bytes": 34044, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.949333074502647, "doc_prefill_ms": 407.47316693887115, "compress_ms": 16.053333994932473, "serialize_ms": 11.517166974954307, "load_ms": 1.552750007249415, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.56833299342543, "ttft_ms": 30.56833299342543, "decode_ms": 977.3928750073537}, "total_wall_ms": 1011.3356249639764, "ttft_ms": 30.56833299342543, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1295843328, "backend_memory": {"mlx_active_bytes": 6289678856, "mlx_peak_bytes": 6342675660, "mlx_cache_bytes": 19101554229, "process_rss_bytes": 1295843328}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6342675660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a108b4fc72e75f2db7b111506f0121b11341208e176d724e5cbc0f324463e659", "output_hash": "eb643d04fbdda8898a98537eec909fe4366021c7805d5ffa4fd87f4b2a6d0e75"} |
| |
712 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c4f08745c761c1b7609d9fe8", "attempt_id": "2d9d67e5161d", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:03.232835Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268487816}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 44, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 19999872, "serialized_payload_bytes": 20033916, "side_information_bytes": 34044, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.949333074502647, "doc_prefill_ms": 407.47316693887115, "compress_ms": 16.053333994932473, "serialize_ms": 11.517166974954307, "load_ms": 1.432957942597568, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.560124967247248, "ttft_ms": 29.560124967247248, "decode_ms": 980.7883749017492}, "total_wall_ms": 1013.5666670976207, "ttft_ms": 29.560124967247248, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1296138240, "backend_memory": {"mlx_active_bytes": 6289689224, "mlx_peak_bytes": 6354305452, "mlx_cache_bytes": 19108521525, "process_rss_bytes": 1296138240}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6354305452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n budget a budget budget budget budget budget budget budget budget budget budget3 budget budget budget budget budget budget budget budget budget budget budget budget budget budget budget budget budget Budget budget budget budget budget budget budget budget budget budget budget budget budget budget budget budget budget", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a108b4fc72e75f2db7b111506f0121b11341208e176d724e5cbc0f324463e659", "output_hash": "ab95dae56125bdf42c12f73a260860df4ce01f7acfddf11b2c5e828468f8c95c"} |
| |
713 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "89409fcbe022bc5799462018", "attempt_id": "1846832f0abe", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:04.287117Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1929, "keep": 482, "compress_ms": 10.255582979880273}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 36, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784360, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.527124960906804, "doc_prefill_ms": 407.47316693887115, "compress_ms": 10.29379095416516, "serialize_ms": 7.037500035949051, "load_ms": 0.7264170562848449, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.465624920092523, "ttft_ms": 26.465624920092523, "decode_ms": 36.34287498425692}, "total_wall_ms": 65.30012504663318, "ttft_ms": 26.465624920092523, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1299333120, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6323167440, "mlx_cache_bytes": 19119003709, "process_rss_bytes": 1299333120}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6323167440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b8b7dc413e1c5f0da6b94fec047634d99b3403b35f0c880d8d121b073dac342", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
714 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3ba540967d6055c4ab83ab07", "attempt_id": "194c40c812d6", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:04.376651Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1929, "keep": 482, "compress_ms": 10.255582979880273}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 41, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784360, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.527124960906804, "doc_prefill_ms": 407.47316693887115, "compress_ms": 10.29379095416516, "serialize_ms": 7.037500035949051, "load_ms": 1.5429169870913029, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.429999968968332, "ttft_ms": 26.429999968968332, "decode_ms": 184.71950001548976}, "total_wall_ms": 215.02487501129508, "ttft_ms": 26.429999968968332, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1299333120, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6328197348, "mlx_cache_bytes": 19119003709, "process_rss_bytes": 1299333120}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6328197348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 77-Y, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.25}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b8b7dc413e1c5f0da6b94fec047634d99b3403b35f0c880d8d121b073dac342", "output_hash": "622bb4fd539b89c19fbe38cfff081156abad4719a1cf492f146853da30c3f8ff"} |
| |
715 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d309c99fdda0ad11eb2e7606", "attempt_id": "a883877bf1b5", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:04.617619Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1929, "keep": 482, "compress_ms": 10.255582979880273}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 40, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784360, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.527124960906804, "doc_prefill_ms": 407.47316693887115, "compress_ms": 10.29379095416516, "serialize_ms": 7.037500035949051, "load_ms": 0.7349590305238962, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.695792050100863, "ttft_ms": 25.695792050100863, "decode_ms": 132.71600008010864}, "total_wall_ms": 160.93595803249627, "ttft_ms": 25.695792050100863, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1299267584, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6327361764, "mlx_cache_bytes": 19119003709, "process_rss_bytes": 1299267584}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6327361764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b8b7dc413e1c5f0da6b94fec047634d99b3403b35f0c880d8d121b073dac342", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
716 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33a6495713b1585c1fbdd873", "attempt_id": "d9ce06df024f", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:04.802827Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1929, "keep": 482, "compress_ms": 10.255582979880273}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 35, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784360, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.527124960906804, "doc_prefill_ms": 407.47316693887115, "compress_ms": 10.29379095416516, "serialize_ms": 7.037500035949051, "load_ms": 0.701499986462295, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.342042001895607, "ttft_ms": 28.342042001895607, "decode_ms": 37.17454103752971}, "total_wall_ms": 68.04970907978714, "ttft_ms": 28.342042001895607, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 35}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1299267584, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322577616, "mlx_cache_bytes": 19119003709, "process_rss_bytes": 1299267584}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6322577616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b8b7dc413e1c5f0da6b94fec047634d99b3403b35f0c880d8d121b073dac342", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
717 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e42a5c1becef857bdc58e9a4", "attempt_id": "ce336b10573a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:04.895535Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1929, "keep": 482, "compress_ms": 10.255582979880273}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 44, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784360, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.527124960906804, "doc_prefill_ms": 407.47316693887115, "compress_ms": 10.29379095416516, "serialize_ms": 7.037500035949051, "load_ms": 0.7064579986035824, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.329833035357296, "ttft_ms": 25.329833035357296, "decode_ms": 166.06983297970146}, "total_wall_ms": 193.77704209182411, "ttft_ms": 25.329833035357296, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1299283968, "backend_memory": {"mlx_active_bytes": 6287269896, "mlx_peak_bytes": 6329934064, "mlx_cache_bytes": 19118741565, "process_rss_bytes": 1299283968}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6329934064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,200,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b8b7dc413e1c5f0da6b94fec047634d99b3403b35f0c880d8d121b073dac342", "output_hash": "de38706446342efd1371008e2c6699c88875a3b52819f6b843a54e8c24b7d6a0"} |
| |
718 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "757bd018184779775832799d", "attempt_id": "5a9da1e51fee", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:05.130308Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1929, "keep": 482, "compress_ms": 11.522207991220057}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 36, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784355, "side_information_bytes": 15907, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.0869169998914, "doc_prefill_ms": 407.47316693887115, "compress_ms": 11.551333009265363, "serialize_ms": 6.306750001385808, "load_ms": 0.7317080162465572, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.523458025418222, "ttft_ms": 25.523458025418222, "decode_ms": 857.2669581044465}, "total_wall_ms": 885.7976659201086, "ttft_ms": 25.523458025418222, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1313914880, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6322872528, "mlx_cache_bytes": 19122100285, "process_rss_bytes": 1313914880}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6322872528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram Instagram", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6463e34cfa00cc42d097aa2ad6a002d34a8b9cf1f5c81587d4248d3874cdcddb", "output_hash": "8b56c98051d96ca17333a13dfa2d4ffd4aa62c90853e2791aa2366da1778038c"} |
| |
719 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7ae083551de3d83e4fbddc04", "attempt_id": "fbcd950f9653", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:06.039592Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1929, "keep": 482, "compress_ms": 11.522207991220057}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 41, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784355, "side_information_bytes": 15907, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.0869169998914, "doc_prefill_ms": 407.47316693887115, "compress_ms": 11.551333009265363, "serialize_ms": 6.306750001385808, "load_ms": 0.6937079597264528, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.923458975739777, "ttft_ms": 25.923458975739777, "decode_ms": 874.1490830434486}, "total_wall_ms": 902.4370409315452, "ttft_ms": 25.923458975739777, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1313964032, "backend_memory": {"mlx_active_bytes": 6287745032, "mlx_peak_bytes": 6328197348, "mlx_cache_bytes": 19122133053, "process_rss_bytes": 1313964032}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6328197348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The site of 'proposals' was NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT NOT", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6463e34cfa00cc42d097aa2ad6a002d34a8b9cf1f5c81587d4248d3874cdcddb", "output_hash": "2635f055faeebc8d7306dddb3faa540dbb1cbf0e110218ab2f2c91603a9d081e"} |
| |
720 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "713955a44fff5ea302531835", "attempt_id": "3567c99178d6", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:06.965815Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1929, "keep": 482, "compress_ms": 11.522207991220057}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 40, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784355, "side_information_bytes": 15907, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.0869169998914, "doc_prefill_ms": 407.47316693887115, "compress_ms": 11.551333009265363, "serialize_ms": 6.306750001385808, "load_ms": 0.7502919761464, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.906542061828077, "ttft_ms": 27.906542061828077, "decode_ms": 0.029832939617335796}, "total_wall_ms": 30.342207988724113, "ttft_ms": 27.906542061828077, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 40}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 1313964032, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6327361764, "mlx_cache_bytes": 19122870333, "process_rss_bytes": 1313964032}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6327361764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6463e34cfa00cc42d097aa2ad6a002d34a8b9cf1f5c81587d4248d3874cdcddb", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
721 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13e1e59985bf748d22e94181", "attempt_id": "6258e3effd2c", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:07.019233Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1929, "keep": 482, "compress_ms": 11.522207991220057}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 35, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784355, "side_information_bytes": 15907, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.0869169998914, "doc_prefill_ms": 407.47316693887115, "compress_ms": 11.551333009265363, "serialize_ms": 6.306750001385808, "load_ms": 0.7262909784913063, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.689583038911223, "ttft_ms": 25.689583038911223, "decode_ms": 871.92591605708}, "total_wall_ms": 900.1219579949975, "ttft_ms": 25.689583038911223, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1313964032, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6322577616, "mlx_cache_bytes": 19122100285, "process_rss_bytes": 1313964032}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6322577616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Use the following string to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6463e34cfa00cc42d097aa2ad6a002d34a8b9cf1f5c81587d4248d3874cdcddb", "output_hash": "c9794a81f20555de8494f58fb7d9a92d3cf4f6d722283307fc96fea69637c5d2"} |
| |
722 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d596213f8911b4663acdd16", "attempt_id": "1f42752dfda9", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:07.943230Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1929, "keep": 482, "compress_ms": 11.522207991220057}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 44, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784355, "side_information_bytes": 15907, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.0869169998914, "doc_prefill_ms": 407.47316693887115, "compress_ms": 11.551333009265363, "serialize_ms": 6.306750001385808, "load_ms": 0.6946669891476631, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.11049998085946, "ttft_ms": 26.11049998085946, "decode_ms": 883.7584169814363}, "total_wall_ms": 912.6716250320897, "ttft_ms": 26.11049998085946, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1313980416, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6329934064, "mlx_cache_bytes": 19122100285, "process_rss_bytes": 1313980416}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6329934064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The number is not updated. \n\nThe number is not updated. \n\nThe number is not updated. \n\nThe number is not updated. \n\nThe number is not updated. \n\nThe number is not updated. \n\nThe number is not updated.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6463e34cfa00cc42d097aa2ad6a002d34a8b9cf1f5c81587d4248d3874cdcddb", "output_hash": "b7b1aca57d05b9fed925c274c67d6fc876c15a5b60cf74ba496e6e9c7af6f6c2"} |
| |
723 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3ac343eb65a791c82a9830c7", "attempt_id": "28cf7e309a57", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:08.879887Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 36, "compress_ms": 63.650708994828165}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 36, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784400, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 71.02924992796034, "doc_prefill_ms": 407.47316693887115, "compress_ms": 65.14800002332777, "serialize_ms": 5.56641595903784, "load_ms": 0.633415998890996, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.512708933092654, "ttft_ms": 25.512708933092654, "decode_ms": 116.42879201099277}, "total_wall_ms": 215.94920800998807, "ttft_ms": 25.512708933092654, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1316143104, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322872528, "mlx_cache_bytes": 19220191429, "process_rss_bytes": 1316143104}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6322872528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-7668", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c94d399b13b02465ac2f4deeabf6b40c6bd9b45882fbd4853896f4830d55ba82", "output_hash": "95d06bb965a79869517974006dc62e37e32cb3aa68248fd0dec22fd3f47c76f1"} |
| |
724 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2234ed86b9104127bd49b8fd", "attempt_id": "a95932267287", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:09.120283Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 41, "compress_ms": 56.819874909706414}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 41, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784400, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.84354194253683, "doc_prefill_ms": 407.47316693887115, "compress_ms": 58.910374995321035, "serialize_ms": 5.659582908265293, "load_ms": 0.48749998677521944, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.630291926674545, "ttft_ms": 28.630291926674545, "decode_ms": 188.15437494777143}, "total_wall_ms": 283.90116710215807, "ttft_ms": 28.630291926674545, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1316536320, "backend_memory": {"mlx_active_bytes": 6287040520, "mlx_peak_bytes": 6328197348, "mlx_cache_bytes": 19238901957, "process_rss_bytes": 1316536320}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6328197348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c94d399b13b02465ac2f4deeabf6b40c6bd9b45882fbd4853896f4830d55ba82", "output_hash": "f3efd2f22a2bd1fc1064c66b80ea23ee9b55bfcfeed5abf0afc74d8e6e6e9472"} |
| |
725 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49558c803c207b753a51b513", "attempt_id": "0c4f1f127378", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:09.429933Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 40, "compress_ms": 55.48670794814825}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 40, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784399, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.54987500142306, "doc_prefill_ms": 407.47316693887115, "compress_ms": 57.151125045493245, "serialize_ms": 5.128249991685152, "load_ms": 0.46116590965539217, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.577165953814983, "ttft_ms": 24.577165953814983, "decode_ms": 131.8342499434948}, "total_wall_ms": 221.26262495294213, "ttft_ms": 24.577165953814983, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1316896768, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6327361764, "mlx_cache_bytes": 19243882693, "process_rss_bytes": 1316896768}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6327361764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b63840ab47d64742317c02d867cc408de6d9be66c82e865b8362db6be98f31b", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
726 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8fe78c0ddbfb43c02b91b812", "attempt_id": "88bea6e45b2d", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:09.674107Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 35, "compress_ms": 81.25816693063825}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 35, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784399, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 88.27787498012185, "doc_prefill_ms": 407.47316693887115, "compress_ms": 82.95274991542101, "serialize_ms": 5.0325829070061445, "load_ms": 0.4295000107958913, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.372291962616146, "ttft_ms": 26.372291962616146, "decode_ms": 152.29104203172028}, "total_wall_ms": 269.55733296927065, "ttft_ms": 26.372291962616146, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1317175296, "backend_memory": {"mlx_active_bytes": 6287187976, "mlx_peak_bytes": 6322577616, "mlx_cache_bytes": 19243702469, "process_rss_bytes": 1317175296}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6322577616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Ouellette", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b63840ab47d64742317c02d867cc408de6d9be66c82e865b8362db6be98f31b", "output_hash": "097ed9e91f67ebb8a54ed175d81cd99bf7cf7c9f5c2222aa96ee817a6db65542"} |
| |
727 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d1f52d2f5b7a76448ad70ef9", "attempt_id": "4a8fb6e28ff2", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:09.968871Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 44, "compress_ms": 57.91550001595169}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 44, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784399, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.78925002738833, "doc_prefill_ms": 407.47316693887115, "compress_ms": 59.587416937574744, "serialize_ms": 4.92812495213002, "load_ms": 0.5439580418169498, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.818166952580214, "ttft_ms": 26.818166952580214, "decode_ms": 168.8186670653522}, "total_wall_ms": 262.73499999661, "ttft_ms": 26.818166952580214, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1317470208, "backend_memory": {"mlx_active_bytes": 6287269896, "mlx_peak_bytes": 6329934064, "mlx_cache_bytes": 19249060037, "process_rss_bytes": 1317470208}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6329934064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,631,925", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b63840ab47d64742317c02d867cc408de6d9be66c82e865b8362db6be98f31b", "output_hash": "878945125d6da3defd51b9fd8f53c4954b8aa80d94b40b2fca77c8b7f9a7d2a0"} |
| |
728 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cad0ae3ed1aa513f7e15038c", "attempt_id": "25a2c5ec5a21", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:10.324406Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 19, "compress_ms": 64.18666592799127}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 36, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784399, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 69.2208749242127, "doc_prefill_ms": 407.47316693887115, "compress_ms": 64.32649993803352, "serialize_ms": 4.700000048615038, "load_ms": 0.7235420634970069, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.631291908212006, "ttft_ms": 25.631291908212006, "decode_ms": 19.763082964345813}, "total_wall_ms": 47.867333982139826, "ttft_ms": 25.631291908212006, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317863424, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322872528, "mlx_cache_bytes": 19266410693, "process_rss_bytes": 1317863424}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6322872528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b63840ab47d64742317c02d867cc408de6d9be66c82e865b8362db6be98f31b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
729 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a5c6bb847994025305feffb", "attempt_id": "83cb76916c39", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:10.395941Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 19, "compress_ms": 64.18666592799127}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 41, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784399, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 69.2208749242127, "doc_prefill_ms": 407.47316693887115, "compress_ms": 64.32649993803352, "serialize_ms": 4.700000048615038, "load_ms": 0.7553329924121499, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.769208044745028, "ttft_ms": 24.769208044745028, "decode_ms": 18.735374906100333}, "total_wall_ms": 45.92195793520659, "ttft_ms": 24.769208044745028, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317863424, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6328197348, "mlx_cache_bytes": 19266410693, "process_rss_bytes": 1317863424}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6328197348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b63840ab47d64742317c02d867cc408de6d9be66c82e865b8362db6be98f31b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
730 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5a686cf341cef9a3af982c14", "attempt_id": "c4fabe0a92e6", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:10.465440Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 19, "compress_ms": 64.18666592799127}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 40, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784399, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 69.2208749242127, "doc_prefill_ms": 407.47316693887115, "compress_ms": 64.32649993803352, "serialize_ms": 4.700000048615038, "load_ms": 0.75366604141891, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.868625078350306, "ttft_ms": 26.868625078350306, "decode_ms": 131.29079097416252}, "total_wall_ms": 160.70150001905859, "ttft_ms": 26.868625078350306, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1317896192, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6327361764, "mlx_cache_bytes": 19266410693, "process_rss_bytes": 1317896192}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6327361764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1111.11", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b63840ab47d64742317c02d867cc408de6d9be66c82e865b8362db6be98f31b", "output_hash": "37fb1eaf8fcb57717fe4e22be93a40b57e79fa7c84e6df015610c75170a38511"} |
| |
731 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33b793dbfed24296b1cf6140", "attempt_id": "803eae862bf5", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:10.649221Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 19, "compress_ms": 64.18666592799127}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 35, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784399, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 69.2208749242127, "doc_prefill_ms": 407.47316693887115, "compress_ms": 64.32649993803352, "serialize_ms": 4.700000048615038, "load_ms": 0.6789580220356584, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.282499914988875, "ttft_ms": 24.282499914988875, "decode_ms": 40.130084031261504}, "total_wall_ms": 66.78683299105614, "ttft_ms": 24.282499914988875, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 35}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1317912576, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322577616, "mlx_cache_bytes": 19266410693, "process_rss_bytes": 1317912576}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6322577616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b63840ab47d64742317c02d867cc408de6d9be66c82e865b8362db6be98f31b", "output_hash": "38c77278baaed448c78a3293a065d4d8ecc7bb96978f229202a1e42350736e51"} |
| |
732 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8213b91238e97712be9f6266", "attempt_id": "dcb8ff5db300", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:10.740043Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 19, "compress_ms": 64.18666592799127}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 44, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784399, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 69.2208749242127, "doc_prefill_ms": 407.47316693887115, "compress_ms": 64.32649993803352, "serialize_ms": 4.700000048615038, "load_ms": 0.6814999505877495, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.78233408369124, "ttft_ms": 26.78233408369124, "decode_ms": 16.417833976447582}, "total_wall_ms": 45.456457999534905, "ttft_ms": 26.78233408369124, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 44}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1317912576, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6329934064, "mlx_cache_bytes": 19266410693, "process_rss_bytes": 1317912576}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6329934064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b63840ab47d64742317c02d867cc408de6d9be66c82e865b8362db6be98f31b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
733 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d3ac5b107397d1d3a62b91d5", "attempt_id": "72445984898d", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:10.808737Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 36, "compress_ms": 59.0224580373615}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 36, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784350, "side_information_bytes": 15902, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 68.36541707161814, "doc_prefill_ms": 407.47316693887115, "compress_ms": 60.67629193421453, "serialize_ms": 7.421417045406997, "load_ms": 1.3404169585555792, "receiver_prefill_ms": 0.0, "query_prefill_ms": 480.48141703475267, "ttft_ms": 480.48141703475267, "decode_ms": 113.6022909777239}, "total_wall_ms": 665.5673750210553, "ttft_ms": 480.48141703475267, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1339850752, "backend_memory": {"mlx_active_bytes": 6286073864, "mlx_peak_bytes": 6313523496, "mlx_cache_bytes": 19331138581, "process_rss_bytes": 1339850752}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6313523496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-7668", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db0321ed46ed1ceca5937a87e933e9d1c3a6af7ef8fa0c8f29553c5511e9c32", "output_hash": "95d06bb965a79869517974006dc62e37e32cb3aa68248fd0dec22fd3f47c76f1"} |
| |
734 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d8dd32cf2c4439b7b9323df1", "attempt_id": "4d1377f24164", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:11.497233Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 41, "compress_ms": 60.42845803312957}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 41, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784351, "side_information_bytes": 15903, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 69.20283299405128, "doc_prefill_ms": 407.47316693887115, "compress_ms": 62.12254101410508, "serialize_ms": 6.783458054997027, "load_ms": 0.44245796743780375, "receiver_prefill_ms": 0.0, "query_prefill_ms": 537.127917050384, "ttft_ms": 537.127917050384, "decode_ms": 188.4744999697432}, "total_wall_ms": 797.087834100239, "ttft_ms": 537.127917050384, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1356201984, "backend_memory": {"mlx_active_bytes": 6286303240, "mlx_peak_bytes": 6314670852, "mlx_cache_bytes": 19335850401, "process_rss_bytes": 1356201984}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6314670852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cc6630381bf69a81b9370b94b7538c44f3755dd11f6f191622917671fa1b0feb", "output_hash": "f3efd2f22a2bd1fc1064c66b80ea23ee9b55bfcfeed5abf0afc74d8e6e6e9472"} |
| |
735 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dad06d305b800f5102d9223c", "attempt_id": "ba3d0801eee7", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:12.318607Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 40, "compress_ms": 60.22700003813952}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 40, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784351, "side_information_bytes": 15903, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 69.66683303471655, "doc_prefill_ms": 407.47316693887115, "compress_ms": 61.89424998592585, "serialize_ms": 7.430624915286899, "load_ms": 0.5948750767856836, "receiver_prefill_ms": 0.0, "query_prefill_ms": 529.4972090050578, "ttft_ms": 529.4972090050578, "decode_ms": 135.19433396868408}, "total_wall_ms": 737.2879169415683, "ttft_ms": 529.4972090050578, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1370226688, "backend_memory": {"mlx_active_bytes": 6286106632, "mlx_peak_bytes": 6314106544, "mlx_cache_bytes": 19336047009, "process_rss_bytes": 1370226688}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6314106544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cc6630381bf69a81b9370b94b7538c44f3755dd11f6f191622917671fa1b0feb", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
736 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2d3c2604f11b9a74ac5132bd", "attempt_id": "6d6f99a93707", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:13.079888Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 35, "compress_ms": 66.87858398072422}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 35, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784351, "side_information_bytes": 15903, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 75.5845420062542, "doc_prefill_ms": 407.47316693887115, "compress_ms": 68.57316708192229, "serialize_ms": 6.695582997053862, "load_ms": 0.5696250591427088, "receiver_prefill_ms": 0.0, "query_prefill_ms": 462.2316670138389, "ttft_ms": 462.2316670138389, "decode_ms": 141.43645903095603}, "total_wall_ms": 682.050707982853, "ttft_ms": 462.2316670138389, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1381597184, "backend_memory": {"mlx_active_bytes": 6285942792, "mlx_peak_bytes": 6313310864, "mlx_cache_bytes": 19336210849, "process_rss_bytes": 1381597184}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6313310864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Ouellet", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cc6630381bf69a81b9370b94b7538c44f3755dd11f6f191622917671fa1b0feb", "output_hash": "7794bd36639c0b9baf0f779ccfe93d98c10597b4414524a63213c64da56e9a94"} |
| |
737 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c93f162810ab467c260c1bb", "attempt_id": "08240d7ba967", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:13.786961Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 44, "compress_ms": 62.90933396667242}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 44, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 17768448, "serialized_payload_bytes": 17784351, "side_information_bytes": 15903, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.60258300043643, "doc_prefill_ms": 407.47316693887115, "compress_ms": 64.60166594479233, "serialize_ms": 5.718417000025511, "load_ms": 0.5087500903755426, "receiver_prefill_ms": 0.0, "query_prefill_ms": 583.3044999744743, "ttft_ms": 583.3044999744743, "decode_ms": 170.6477920524776}, "total_wall_ms": 826.9665000261739, "ttft_ms": 583.3044999744743, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1391624192, "backend_memory": {"mlx_active_bytes": 6286401544, "mlx_peak_bytes": 6315145672, "mlx_cache_bytes": 19337137397, "process_rss_bytes": 1391624192}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6315145672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,634,500", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cc6630381bf69a81b9370b94b7538c44f3755dd11f6f191622917671fa1b0feb", "output_hash": "037782a0e69500dc6d6fe5766df87ea1ec54547f9ab747ad76d009dae029a80f"} |
| |
738 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f72705c1523310d5efb70076", "attempt_id": "5c216cac6e48", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:14.637774Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 36, "compress_ms": 67.08695902489126, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 36, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 9439488, "serialized_payload_bytes": 9473009, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 149.11862497683614, "doc_prefill_ms": 407.47316693887115, "compress_ms": 78.81425006780773, "serialize_ms": 69.59570897743106, "load_ms": 3.14341695047915, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.541333925910294, "ttft_ms": 27.541333925910294, "decode_ms": 154.14604207035154}, "total_wall_ms": 339.0371249988675, "ttft_ms": 27.541333925910294, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1412694016, "backend_memory": {"mlx_active_bytes": 6268666008, "mlx_peak_bytes": 6308593852, "mlx_cache_bytes": 19360641373, "process_rss_bytes": 1412694016}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6308593852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XM-7668", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f94692820fbef02bf2289399edbca799aa1efbc2a007dc1e04418116d0cc6003", "output_hash": "95d06bb965a79869517974006dc62e37e32cb3aa68248fd0dec22fd3f47c76f1"} |
| |
739 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1751e5c4f68312708e9d227d", "attempt_id": "402d271bd620", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:15.010736Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 41, "compress_ms": 79.07949993386865, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 41, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 9439488, "serialized_payload_bytes": 9473009, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.8959590215236, "doc_prefill_ms": 407.47316693887115, "compress_ms": 90.64491698518395, "serialize_ms": 8.616041974164546, "load_ms": 2.124957973137498, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.66695900633931, "ttft_ms": 30.66695900633931, "decode_ms": 223.97120797540992}, "total_wall_ms": 362.2087499825284, "ttft_ms": 30.66695900633931, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1416118272, "backend_memory": {"mlx_active_bytes": 6268689008, "mlx_peak_bytes": 6314720744, "mlx_cache_bytes": 19371779093, "process_rss_bytes": 1416118272}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6314720744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 412-V, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f94692820fbef02bf2289399edbca799aa1efbc2a007dc1e04418116d0cc6003", "output_hash": "f3efd2f22a2bd1fc1064c66b80ea23ee9b55bfcfeed5abf0afc74d8e6e6e9472"} |
| |
740 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1e8844a088710b4c55708784", "attempt_id": "aafd43936fd9", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:15.405381Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 40, "compress_ms": 74.29916702676564, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 40, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 9439488, "serialized_payload_bytes": 9473009, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.76333404704928, "doc_prefill_ms": 407.47316693887115, "compress_ms": 84.82941589318216, "serialize_ms": 7.233083015307784, "load_ms": 1.6391249373555183, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.104250017553568, "ttft_ms": 29.104250017553568, "decode_ms": 155.08783305995166}, "total_wall_ms": 281.13279200624675, "ttft_ms": 29.104250017553568, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1416118272, "backend_memory": {"mlx_active_bytes": 6268610280, "mlx_peak_bytes": 6316554640, "mlx_cache_bytes": 19375216541, "process_rss_bytes": 1416118272}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6316554640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3607", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f94692820fbef02bf2289399edbca799aa1efbc2a007dc1e04418116d0cc6003", "output_hash": "26a619fca5c1400fbdf84525fc258712ce159a23c3f2d87b343e0feb0a1a551d"} |
| |
741 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c919aefe55e10e76a4a87ab4", "attempt_id": "01430c66a548", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:15.719549Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 35, "compress_ms": 70.8864169428125, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 35, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 9439488, "serialized_payload_bytes": 9473008, "side_information_bytes": 33520, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 88.51725002750754, "doc_prefill_ms": 407.47316693887115, "compress_ms": 80.99170902278274, "serialize_ms": 6.8065839586779475, "load_ms": 1.5273750759661198, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.839249978773296, "ttft_ms": 28.839249978773296, "decode_ms": 160.1428339490667}, "total_wall_ms": 281.4704169286415, "ttft_ms": 28.839249978773296, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1416134656, "backend_memory": {"mlx_active_bytes": 6268605536, "mlx_peak_bytes": 6312448132, "mlx_cache_bytes": 19375221285, "process_rss_bytes": 1416134656}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6312448132, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Ouellet-Ouellette", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db04a39e7a2c3b852d448061af4fda3b4e999705028194a939b35f6083d58add", "output_hash": "097ed9e91f67ebb8a54ed175d81cd99bf7cf7c9f5c2222aa96ee817a6db65542"} |
| |
742 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d7af377e0ce0e91e4c42b10", "attempt_id": "898a9642e979", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:16.033535Z", "task_family": "synthetic", "document_id": "syn_03006_2000", "document_hash": "89be5e77e0ca114963e9ffdf8dc38fe5610f13a78ac29e7a1956cd9124ce5217", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03006_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1929, "keep": 482, "window_tokens": 44, "compress_ms": 62.209666008129716, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1890, "source_tokens_receiver": 1890, "query_tokens": 44, "message_tokens": 1929, "message_utf8_bytes": 7159, "cache_tensor_bytes": 9439488, "serialized_payload_bytes": 9473010, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.41429200582206, "doc_prefill_ms": 407.47316693887115, "compress_ms": 71.84591703116894, "serialize_ms": 6.883875001221895, "load_ms": 1.5284169930964708, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.48262498062104, "ttft_ms": 27.48262498062104, "decode_ms": 189.64112491812557}, "total_wall_ms": 300.63845799304545, "ttft_ms": 27.48262498062104, "input_usage": {"receiver_prefix_tokens": 1929, "dense_cache_bytes": 71110656, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1416347648, "backend_memory": {"mlx_active_bytes": 6268656136, "mlx_peak_bytes": 6316922884, "mlx_cache_bytes": 19383214765, "process_rss_bytes": 1416347648}, "peak_prefill_memory": 7016496880, "peak_decode_memory": 6316922884, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,631,925", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03006_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cc6657b76d712f97b9cc35fbb12a775e5d8e53a478011719fec19a85c492bb86", "output_hash": "878945125d6da3defd51b9fd8f53c4954b8aa80d94b40b2fca77c8b7f9a7d2a0"} |
| |
743 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "371422d3f6a3ab9e5eada103", "attempt_id": "857c06537d28", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:17.499612Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008834060281515121, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.89104192331433, "ttft_ms": 18.77524994779378, "decode_ms": 19.01691604871303}, "total_wall_ms": 144.4861659547314, "ttft_ms": 18.77524994779378, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077264384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6240887180, "mlx_cache_bytes": 148014780, "process_rss_bytes": 1077264384}, "peak_prefill_memory": null, "peak_decode_memory": 6240887180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
744 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "576b652584fd5634ce43622f", "attempt_id": "ce3fbd32398f", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:17.693516Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008834060281515121, "decode_payload_ms": 0.0, "receiver_prefill_ms": 36.228250013664365, "ttft_ms": 18.40895798522979, "decode_ms": 18.09933304321021}, "total_wall_ms": 73.49687500391155, "ttft_ms": 18.40895798522979, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077280768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244164232, "mlx_cache_bytes": 208471740, "process_rss_bytes": 1077280768}, "peak_prefill_memory": null, "peak_decode_memory": 6244164232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
745 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4a13aebfedc1abfe3c279e08", "attempt_id": "329f76d790bc", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:17.804020Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008834060281515121, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.017583053559065, "ttft_ms": 17.584374989382923, "decode_ms": 17.02124997973442}, "total_wall_ms": 70.28366695158184, "ttft_ms": 17.584374989382923, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077297152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242886280, "mlx_cache_bytes": 223512252, "process_rss_bytes": 1077297152}, "peak_prefill_memory": null, "peak_decode_memory": 6242886280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
746 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5c93b6bccad30dc424de3b3d", "attempt_id": "9e388ce1e7e0", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:17.911922Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008834060281515121, "decode_payload_ms": 0.0, "receiver_prefill_ms": 36.45550005603582, "ttft_ms": 17.752167070284486, "decode_ms": 18.37066700682044}, "total_wall_ms": 73.20650003384799, "ttft_ms": 17.752167070284486, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077297152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6240821644, "mlx_cache_bytes": 223512252, "process_rss_bytes": 1077297152}, "peak_prefill_memory": null, "peak_decode_memory": 6240821644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
747 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b123b6ab82bc260588979f2", "attempt_id": "b932be965e63", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:18.020971Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008834060281515121, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.25433293543756, "ttft_ms": 19.195667002350092, "decode_ms": 18.55087501462549}, "total_wall_ms": 73.74916691333055, "ttft_ms": 19.195667002350092, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077297152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6246064776, "mlx_cache_bytes": 253740732, "process_rss_bytes": 1077297152}, "peak_prefill_memory": null, "peak_decode_memory": 6246064776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
748 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3ec637d55b32552a20a05d2f", "attempt_id": "ea70fb573bd6", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:18.136246Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 5919, "message_tokens": 5843, "message_utf8_bytes": 29152, "cache_tensor_bytes": null, "serialized_payload_bytes": 29152, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01208402682095766, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1154.3953330256045, "ttft_ms": 19.48654092848301, "decode_ms": 195.7341249799356}, "total_wall_ms": 1380.5136249866337, "ttft_ms": 19.48654092848301, "input_usage": {"receiver_prompt_tokens": 5919}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1077346304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155490880, "mlx_cache_bytes": 2190345916, "process_rss_bytes": 1077346304}, "peak_prefill_memory": null, "peak_decode_memory": 7155490880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-99A-2257", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "output_hash": "05a311075f0ae9abae2c84c2f3eaf1f9ee9d38e801a7a116005be8bd9d71a8fe"} |
| |
749 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27f568712da9c534a6b1731e", "attempt_id": "b96c045206f3", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:19.552613Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 5923, "message_tokens": 5843, "message_utf8_bytes": 29152, "cache_tensor_bytes": null, "serialized_payload_bytes": 29152, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01208402682095766, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1100.1393750775605, "ttft_ms": 21.00904192775488, "decode_ms": 214.6157919196412}, "total_wall_ms": 1345.3944999491796, "ttft_ms": 21.00904192775488, "input_usage": {"receiver_prompt_tokens": 5923}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1077379072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155490880, "mlx_cache_bytes": 2920040124, "process_rss_bytes": 1077379072}, "peak_prefill_memory": null, "peak_decode_memory": 7155490880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "output_hash": "8daee244a7965a6eda4415a811f0f6b4d5b158214660104b0c05fc03870ea73a"} |
| |
750 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7c6b32856012a28b37f962a0", "attempt_id": "564188c8ae43", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:20.926103Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 5922, "message_tokens": 5843, "message_utf8_bytes": 29152, "cache_tensor_bytes": null, "serialized_payload_bytes": 29152, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01208402682095766, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1088.5786670260131, "ttft_ms": 20.787290995940566, "decode_ms": 135.11537504382432}, "total_wall_ms": 1254.0571669815108, "ttft_ms": 20.787290995940566, "input_usage": {"receiver_prompt_tokens": 5922}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1077411840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155490880, "mlx_cache_bytes": 2920040124, "process_rss_bytes": 1077411840}, "peak_prefill_memory": null, "peak_decode_memory": 7155490880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
751 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4bddb9852e511dfee98a54f3", "attempt_id": "6c975df2de6a", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:22.208153Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 5919, "message_tokens": 5843, "message_utf8_bytes": 29152, "cache_tensor_bytes": null, "serialized_payload_bytes": 29152, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01208402682095766, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1085.330167086795, "ttft_ms": 23.775957990437746, "decode_ms": 139.9542080471292}, "total_wall_ms": 1258.7181669659913, "ttft_ms": 23.775957990437746, "input_usage": {"receiver_prompt_tokens": 5919}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1077444608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155490880, "mlx_cache_bytes": 2920040124, "process_rss_bytes": 1077444608}, "peak_prefill_memory": null, "peak_decode_memory": 7155490880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
752 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7b82f5b6f7e991931198618c", "attempt_id": "f3f393d435be", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:23.497368Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 5926, "message_tokens": 5843, "message_utf8_bytes": 29152, "cache_tensor_bytes": null, "serialized_payload_bytes": 29152, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01208402682095766, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1061.7700000293553, "ttft_ms": 22.16212498024106, "decode_ms": 180.75483303982764}, "total_wall_ms": 1274.3095000041649, "ttft_ms": 22.16212498024106, "input_usage": {"receiver_prompt_tokens": 5926}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1077477376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155490880, "mlx_cache_bytes": 3639658172, "process_rss_bytes": 1077477376}, "peak_prefill_memory": null, "peak_decode_memory": 7155490880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,644,474", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "output_hash": "45891fbe62951d2409b9d0682483fdbfd19a6f82c6a601a0f417aeaa6e93dd7f"} |
| |
753 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6061e30784665906fb8aac23", "attempt_id": "703371d92e70", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:24.804168Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5843}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 596, "message_tokens": 515, "message_utf8_bytes": 2246, "cache_tensor_bytes": null, "serialized_payload_bytes": 2246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.483833909034729, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.05012503825128, "ttft_ms": 18.84483394678682, "decode_ms": 17.807416967116296}, "total_wall_ms": 138.84933397639543, "ttft_ms": 18.84483394678682, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077592064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 4035299004, "process_rss_bytes": 1077592064}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "108e1cd12ff12d65200ebcf1e03bd034743badf55f6117a80ccaf7e2fd932f20", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
754 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa7b70d113f2e3b38a308687", "attempt_id": "d4aa36f58ef3", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:24.972399Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5843}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 600, "message_tokens": 515, "message_utf8_bytes": 2246, "cache_tensor_bytes": null, "serialized_payload_bytes": 2246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.483833909034729, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.77112505678087, "ttft_ms": 20.41808294598013, "decode_ms": 16.675708000548184}, "total_wall_ms": 139.50891699641943, "ttft_ms": 20.41808294598013, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077624832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 4385162940, "process_rss_bytes": 1077624832}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "108e1cd12ff12d65200ebcf1e03bd034743badf55f6117a80ccaf7e2fd932f20", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
755 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "841cd691bbcdbe84117c6d8d", "attempt_id": "dec02f15f019", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:25.150155Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5843}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 599, "message_tokens": 515, "message_utf8_bytes": 2246, "cache_tensor_bytes": null, "serialized_payload_bytes": 2246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.483833909034729, "decode_payload_ms": 0.0, "receiver_prefill_ms": 102.8373750159517, "ttft_ms": 17.709834035485983, "decode_ms": 20.887416903860867}, "total_wall_ms": 142.91679207235575, "ttft_ms": 17.709834035485983, "input_usage": {"receiver_prompt_tokens": 599}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077641216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569422936, "mlx_cache_bytes": 4473341628, "process_rss_bytes": 1077641216}, "peak_prefill_memory": null, "peak_decode_memory": 6569422936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "108e1cd12ff12d65200ebcf1e03bd034743badf55f6117a80ccaf7e2fd932f20", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
756 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e7aec74a49c833cabc2056bb", "attempt_id": "09a07ce300fe", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:25.325952Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5843}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 596, "message_tokens": 515, "message_utf8_bytes": 2246, "cache_tensor_bytes": null, "serialized_payload_bytes": 2246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.483833909034729, "decode_payload_ms": 0.0, "receiver_prefill_ms": 101.85866605024785, "ttft_ms": 18.67941697128117, "decode_ms": 18.94358405843377}, "total_wall_ms": 140.88004198856652, "ttft_ms": 18.67941697128117, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077657600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 4473341628, "process_rss_bytes": 1077657600}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "108e1cd12ff12d65200ebcf1e03bd034743badf55f6117a80ccaf7e2fd932f20", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
757 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3695b2343007537c0da94b1", "attempt_id": "d4e719e1c912", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:25.495127Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5843}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 603, "message_tokens": 515, "message_utf8_bytes": 2246, "cache_tensor_bytes": null, "serialized_payload_bytes": 2246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.483833909034729, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.18329206388444, "ttft_ms": 19.808582961559296, "decode_ms": 19.31983302347362}, "total_wall_ms": 145.61708399560302, "ttft_ms": 19.808582961559296, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077673984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 4840015548, "process_rss_bytes": 1077673984}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "108e1cd12ff12d65200ebcf1e03bd034743badf55f6117a80ccaf7e2fd932f20", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
758 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "44fa615443f9571f879700e2", "attempt_id": "524944693d5f", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:25.674372Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 587, "message_tokens": 510, "message_utf8_bytes": 1251, "cache_tensor_bytes": null, "serialized_payload_bytes": 1251, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.252167047932744, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.88016703352332, "ttft_ms": 19.48962500318885, "decode_ms": 19.086541957221925}, "total_wall_ms": 146.60320803523064, "ttft_ms": 19.48962500318885, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077854208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5182506684, "process_rss_bytes": 1077854208}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fd5f73341a421c1e7e76efbd3ea1b9a123cbc31b12268aec00389c3b632eb47", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
759 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13eb118157120f322f981b17", "attempt_id": "8fe09e7e5326", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:25.849202Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 591, "message_tokens": 510, "message_utf8_bytes": 1251, "cache_tensor_bytes": null, "serialized_payload_bytes": 1251, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.252167047932744, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.04483306128532, "ttft_ms": 19.741249969229102, "decode_ms": 21.0617920383811}, "total_wall_ms": 149.9408750096336, "ttft_ms": 19.741249969229102, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077870592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 5447239356, "process_rss_bytes": 1077870592}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fd5f73341a421c1e7e76efbd3ea1b9a123cbc31b12268aec00389c3b632eb47", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
760 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e51eea2c974b8978d0e01413", "attempt_id": "c47643a44fd8", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:26.030017Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 590, "message_tokens": 510, "message_utf8_bytes": 1251, "cache_tensor_bytes": null, "serialized_payload_bytes": 1251, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.252167047932744, "decode_payload_ms": 0.0, "receiver_prefill_ms": 107.56945807952434, "ttft_ms": 18.771084025502205, "decode_ms": 19.071292015723884}, "total_wall_ms": 146.50887507013977, "ttft_ms": 18.771084025502205, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1077886976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 5447239356, "process_rss_bytes": 1077886976}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fd5f73341a421c1e7e76efbd3ea1b9a123cbc31b12268aec00389c3b632eb47", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
761 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b671f17fa94eac63cf723049", "attempt_id": "1d5f33fda2c9", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:26.204318Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 587, "message_tokens": 510, "message_utf8_bytes": 1251, "cache_tensor_bytes": null, "serialized_payload_bytes": 1251, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.252167047932744, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.26079202909023, "ttft_ms": 19.35741596389562, "decode_ms": 134.26691701170057}, "total_wall_ms": 264.0190829988569, "ttft_ms": 19.35741596389562, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1077886976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5447239356, "process_rss_bytes": 1077886976}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fd5f73341a421c1e7e76efbd3ea1b9a123cbc31b12268aec00389c3b632eb47", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
762 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6751d04142c0054b3f9a1f0f", "attempt_id": "f80926b04d6e", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:26.495769Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 594, "message_tokens": 510, "message_utf8_bytes": 1251, "cache_tensor_bytes": null, "serialized_payload_bytes": 1251, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.252167047932744, "decode_payload_ms": 0.0, "receiver_prefill_ms": 104.58320798352361, "ttft_ms": 17.956542083993554, "decode_ms": 167.32779098674655}, "total_wall_ms": 291.0792079055682, "ttft_ms": 17.956542083993554, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1077919744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 5691426492, "process_rss_bytes": 1077919744}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,644,474", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fd5f73341a421c1e7e76efbd3ea1b9a123cbc31b12268aec00389c3b632eb47", "output_hash": "45891fbe62951d2409b9d0682483fdbfd19a6f82c6a601a0f417aeaa6e93dd7f"} |
| |
763 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8bf6d059d4ec78d70e447d07", "attempt_id": "156fd3159908", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:26.814867Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 21}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 584, "message_tokens": 507, "message_utf8_bytes": 1279, "cache_tensor_bytes": null, "serialized_payload_bytes": 1279, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.0408749114722013, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.04641697742045, "ttft_ms": 19.088959088549018, "decode_ms": 187.5939159654081}, "total_wall_ms": 309.8921669879928, "ttft_ms": 19.088959088549018, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1077936128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579794008, "mlx_cache_bytes": 5967464124, "process_rss_bytes": 1077936128}, "peak_prefill_memory": null, "peak_decode_memory": 6579794008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-99A-2257", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ac8b5cbef7a1fd4640e4b5e629d009663ab1f436f04ce4f368a6b96c0ba128e5", "output_hash": "05a311075f0ae9abae2c84c2f3eaf1f9ee9d38e801a7a116005be8bd9d71a8fe"} |
| |
764 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c563df18de8bfc5e409b39bb", "attempt_id": "8c924c5d2db7", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:27.153263Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 589, "message_tokens": 508, "message_utf8_bytes": 1594, "cache_tensor_bytes": null, "serialized_payload_bytes": 1594, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.1931250812485814, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.98991694394499, "ttft_ms": 19.444916979409754, "decode_ms": 201.2831250904128}, "total_wall_ms": 325.18429204355925, "ttft_ms": 19.444916979409754, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1077936128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6209685180, "process_rss_bytes": 1077936128}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "85c4af520b2ee3776b1ad1202c7b9bff571ebb378661c80c9f3cc67d613d7dec", "output_hash": "8daee244a7965a6eda4415a811f0f6b4d5b158214660104b0c05fc03870ea73a"} |
| |
765 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b57da40ae7118f0e9dc663ab", "attempt_id": "4f10580ba8dc", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:27.506464Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 589, "message_tokens": 509, "message_utf8_bytes": 1413, "cache_tensor_bytes": null, "serialized_payload_bytes": 1413, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.247666008770466, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.01583304721862, "ttft_ms": 19.14245798252523, "decode_ms": 132.29175005108118}, "total_wall_ms": 259.9207500461489, "ttft_ms": 19.14245798252523, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1077936128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6209685180, "process_rss_bytes": 1077936128}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "915f9eac5913cb1f0eae3b2b9ba839529ea18aa3e26457b95ea2f0468dfed45d", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
766 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f53033c0600dd421f842e5d", "attempt_id": "0e9d48c64123", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:27.794814Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 18}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 579, "message_tokens": 502, "message_utf8_bytes": 1446, "cache_tensor_bytes": null, "serialized_payload_bytes": 1446, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.084665931761265, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.17912497743964, "ttft_ms": 20.980749977752566, "decode_ms": 131.78337505087256}, "total_wall_ms": 261.16008299868554, "ttft_ms": 20.980749977752566, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1077936128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569160792, "mlx_cache_bytes": 6537955004, "process_rss_bytes": 1077936128}, "peak_prefill_memory": null, "peak_decode_memory": 6569160792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "82350643b2fc8201c4e77fd8f23e31f8cb527354f8e5b0d0eef3ce74d152cf84", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
767 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d5ca8b589d843a5ea6cfda71", "attempt_id": "e58180b79500", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:28.084396Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 499, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 584, "message_tokens": 500, "message_utf8_bytes": 1225, "cache_tensor_bytes": null, "serialized_payload_bytes": 1225, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.0945839351043105, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.14650000631809, "ttft_ms": 18.39550002478063, "decode_ms": 166.40837502200156}, "total_wall_ms": 297.22137504722923, "ttft_ms": 18.39550002478063, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1077936128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577385560, "mlx_cache_bytes": 6537955004, "process_rss_bytes": 1077936128}, "peak_prefill_memory": null, "peak_decode_memory": 6577385560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,644,474", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "83968bb823023f3d090071fa7ba36498e8b507f196d2337b2b1853b3dd13fa81", "output_hash": "45891fbe62951d2409b9d0682483fdbfd19a6f82c6a601a0f417aeaa6e93dd7f"} |
| |
768 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "570e35b1643aec444c480b82", "attempt_id": "d528653f1e2e", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:35.122946Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 357, "message_tokens": 277, "message_utf8_bytes": 1329, "cache_tensor_bytes": null, "serialized_payload_bytes": 1329, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6713.444915949367, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.32895796652883, "ttft_ms": 18.734916928224266, "decode_ms": 20.265458966605365}, "total_wall_ms": 121.404750039801, "ttft_ms": 18.734916928224266, "input_usage": {"receiver_prompt_tokens": 357, "sender_input_tokens": 5959, "sender_output_tokens": 277, "sender_prefill_ms": 1247.5883340230212, "sender_ttft_ms": 22.064291988499463, "sender_decode_ms": 5433.695666957647}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1078902784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6475113984, "mlx_cache_bytes": 7815564364, "process_rss_bytes": 1078902784}, "peak_prefill_memory": null, "peak_decode_memory": 6475113984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e6e26a3ce2361d707c03fe9125f1a6f0e4fe34971fd8e4114db72478551ab3a3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
769 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c6422e36077e79da696d8446", "attempt_id": "6bc70a219065", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:35.272576Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 361, "message_tokens": 277, "message_utf8_bytes": 1329, "cache_tensor_bytes": null, "serialized_payload_bytes": 1329, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6713.444915949367, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.90308302175254, "ttft_ms": 18.375165993347764, "decode_ms": 19.79554200079292}, "total_wall_ms": 126.23066699597985, "ttft_ms": 18.375165993347764, "input_usage": {"receiver_prompt_tokens": 361, "sender_input_tokens": 5959, "sender_output_tokens": 277, "sender_prefill_ms": 1247.5883340230212, "sender_ttft_ms": 22.064291988499463, "sender_decode_ms": 5433.695666957647}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1078902784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6477981200, "mlx_cache_bytes": 8097272300, "process_rss_bytes": 1078902784}, "peak_prefill_memory": null, "peak_decode_memory": 6477981200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e6e26a3ce2361d707c03fe9125f1a6f0e4fe34971fd8e4114db72478551ab3a3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
770 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1017adfa983575c538a77284", "attempt_id": "604c56c637a5", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:35.427372Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 360, "message_tokens": 277, "message_utf8_bytes": 1329, "cache_tensor_bytes": null, "serialized_payload_bytes": 1329, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6713.444915949367, "decode_payload_ms": 0.0, "receiver_prefill_ms": 89.84083402901888, "ttft_ms": 20.46191692352295, "decode_ms": 19.04291589744389}, "total_wall_ms": 130.42983296327293, "ttft_ms": 20.46191692352295, "input_usage": {"receiver_prompt_tokens": 360, "sender_input_tokens": 5959, "sender_output_tokens": 277, "sender_prefill_ms": 1247.5883340230212, "sender_ttft_ms": 22.064291988499463, "sender_decode_ms": 5433.695666957647}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1078902784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6477981200, "mlx_cache_bytes": 8097272300, "process_rss_bytes": 1078902784}, "peak_prefill_memory": null, "peak_decode_memory": 6477981200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e6e26a3ce2361d707c03fe9125f1a6f0e4fe34971fd8e4114db72478551ab3a3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
771 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "364d8d95f3215f057ca6d5e9", "attempt_id": "9708c6dddcbe", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:35.585158Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 357, "message_tokens": 277, "message_utf8_bytes": 1329, "cache_tensor_bytes": null, "serialized_payload_bytes": 1329, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6713.444915949367, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.27599996887147, "ttft_ms": 23.84125010576099, "decode_ms": 20.248457905836403}, "total_wall_ms": 130.4825000697747, "ttft_ms": 23.84125010576099, "input_usage": {"receiver_prompt_tokens": 357, "sender_input_tokens": 5959, "sender_output_tokens": 277, "sender_prefill_ms": 1247.5883340230212, "sender_ttft_ms": 22.064291988499463, "sender_decode_ms": 5433.695666957647}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1078902784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6475048448, "mlx_cache_bytes": 8097272300, "process_rss_bytes": 1078902784}, "peak_prefill_memory": null, "peak_decode_memory": 6475048448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e6e26a3ce2361d707c03fe9125f1a6f0e4fe34971fd8e4114db72478551ab3a3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
772 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "791766264cf8b296204df3a2", "attempt_id": "55b97cf9c124", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:35.742337Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 364, "message_tokens": 277, "message_utf8_bytes": 1329, "cache_tensor_bytes": null, "serialized_payload_bytes": 1329, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6713.444915949367, "decode_payload_ms": 0.0, "receiver_prefill_ms": 90.74262494686991, "ttft_ms": 20.08308400399983, "decode_ms": 19.52283293940127}, "total_wall_ms": 131.43045897595584, "ttft_ms": 20.08308400399983, "input_usage": {"receiver_prompt_tokens": 364, "sender_input_tokens": 5959, "sender_output_tokens": 277, "sender_prefill_ms": 1247.5883340230212, "sender_ttft_ms": 22.064291988499463, "sender_decode_ms": 5433.695666957647}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1078902784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6480750108, "mlx_cache_bytes": 8393676696, "process_rss_bytes": 1078902784}, "peak_prefill_memory": null, "peak_decode_memory": 6480750108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e6e26a3ce2361d707c03fe9125f1a6f0e4fe34971fd8e4114db72478551ab3a3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
773 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1c20ec58f0854b42fc0a42e5", "attempt_id": "0c77d9bfd9fa", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:35.901519Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 316, "message_tokens": 236, "message_utf8_bytes": 726, "cache_tensor_bytes": null, "serialized_payload_bytes": 726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5913.643124978989, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.34354198630899, "ttft_ms": 19.572666031308472, "decode_ms": 186.00183411035687}, "total_wall_ms": 6194.831834058277, "ttft_ms": 19.572666031308472, "input_usage": {"receiver_prompt_tokens": 316, "sender_input_tokens": 5956, "sender_output_tokens": 236, "sender_prefill_ms": 1291.1796250846237, "sender_ttft_ms": 18.7990830745548, "sender_decode_ms": 4597.533124964684}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1079083008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6442444288, "mlx_cache_bytes": 9259620248, "process_rss_bytes": 1079083008}, "peak_prefill_memory": null, "peak_decode_memory": 6442444288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-99A-2257", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11455e4aedbb4e3285217b3ddd8db530a9fcf00878e9d0ea2421b07368605f0e", "output_hash": "05a311075f0ae9abae2c84c2f3eaf1f9ee9d38e801a7a116005be8bd9d71a8fe"} |
| |
774 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a61305f5dce4b0380b9f0715", "attempt_id": "03c578afe8c8", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:42.124648Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 259, "message_tokens": 175, "message_utf8_bytes": 629, "cache_tensor_bytes": null, "serialized_payload_bytes": 629, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4786.363916937262, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.94658391643316, "ttft_ms": 19.419000018388033, "decode_ms": 204.03333299327642}, "total_wall_ms": 5077.860292047262, "ttft_ms": 19.419000018388033, "input_usage": {"receiver_prompt_tokens": 259, "sender_input_tokens": 5960, "sender_output_tokens": 175, "sender_prefill_ms": 1368.9003330655396, "sender_ttft_ms": 22.444624919444323, "sender_decode_ms": 3384.619374992326}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1079361536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6397339136, "mlx_cache_bytes": 9980975000, "process_rss_bytes": 1079361536}, "peak_prefill_memory": null, "peak_decode_memory": 6397339136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fda4db676ef0be1b6a1dbe7ad8e4bb898068527f5cb730b3ce234f8d4594582b", "output_hash": "8daee244a7965a6eda4415a811f0f6b4d5b158214660104b0c05fc03870ea73a"} |
| |
775 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9edcf9e5654f1e3a4fc50ab5", "attempt_id": "c6965d333d39", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:42:47.230775Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 205, "message_tokens": 122, "message_utf8_bytes": 388, "cache_tensor_bytes": null, "serialized_payload_bytes": 388, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3865.4207499930635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 45.87516700848937, "ttft_ms": 17.973124980926514, "decode_ms": 126.6982089728117}, "total_wall_ms": 4056.6610409878194, "ttft_ms": 17.973124980926514, "input_usage": {"receiver_prompt_tokens": 205, "sender_input_tokens": 5959, "sender_output_tokens": 122, "sender_prefill_ms": 1488.8253749813884, "sender_ttft_ms": 23.03508308250457, "sender_decode_ms": 2348.568083019927}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1079427072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6346302976, "mlx_cache_bytes": 10148960152, "process_rss_bytes": 1079427072}, "peak_prefill_memory": null, "peak_decode_memory": 6346302976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c65288149b1cc0663410c63516aaf092ec99d1df2dce7ac5e940df000c9476f", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
776 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "52a2e460bb7cf36e1b3eb2b7", "attempt_id": "9a80b8d7365c", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:02.797654Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 411, "message_tokens": 319, "message_utf8_bytes": 773, "cache_tensor_bytes": null, "serialized_payload_bytes": 773, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11479.617333039641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.42241693753749, "ttft_ms": 18.571540946140885, "decode_ms": 17.87191699258983}, "total_wall_ms": 120.99695799406618, "ttft_ms": 18.571540946140885, "input_usage": {"receiver_prompt_tokens": 411, "sender_input_tokens": 5987, "sender_output_tokens": 512, "sender_prefill_ms": 1387.649166979827, "sender_ttft_ms": 21.97054191492498, "sender_decode_ms": 10062.294374918565}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1079853056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6519973592, "mlx_cache_bytes": 11417443840, "process_rss_bytes": 1079853056}, "peak_prefill_memory": null, "peak_decode_memory": 6519973592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c0ad3785fc1c635862cf032dd968bccaee5b860c1eaa198fc07f12bdba85eeb1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
777 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "718d08a7c50c984ac7975c5c", "attempt_id": "74d25d6cd853", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:02.946022Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 415, "message_tokens": 319, "message_utf8_bytes": 773, "cache_tensor_bytes": null, "serialized_payload_bytes": 773, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11479.617333039641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.37416595593095, "ttft_ms": 19.837333005852997, "decode_ms": 18.513457966037095}, "total_wall_ms": 125.77500008046627, "ttft_ms": 19.837333005852997, "input_usage": {"receiver_prompt_tokens": 415, "sender_input_tokens": 5987, "sender_output_tokens": 512, "sender_prefill_ms": 1387.649166979827, "sender_ttft_ms": 21.97054191492498, "sender_decode_ms": 10062.294374918565}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1079869440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6521382632, "mlx_cache_bytes": 11726644344, "process_rss_bytes": 1079869440}, "peak_prefill_memory": null, "peak_decode_memory": 6521382632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c0ad3785fc1c635862cf032dd968bccaee5b860c1eaa198fc07f12bdba85eeb1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
778 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49f4daf23a08eeac626e143c", "attempt_id": "0f9a4fb28569", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:03.100573Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 414, "message_tokens": 319, "message_utf8_bytes": 773, "cache_tensor_bytes": null, "serialized_payload_bytes": 773, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11479.617333039641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.44733294751495, "ttft_ms": 20.897874957881868, "decode_ms": 21.964582963846624}, "total_wall_ms": 139.52733296900988, "ttft_ms": 20.897874957881868, "input_usage": {"receiver_prompt_tokens": 414, "sender_input_tokens": 5987, "sender_output_tokens": 512, "sender_prefill_ms": 1387.649166979827, "sender_ttft_ms": 21.97054191492498, "sender_decode_ms": 10062.294374918565}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1079869440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6520858344, "mlx_cache_bytes": 11872134264, "process_rss_bytes": 1079869440}, "peak_prefill_memory": null, "peak_decode_memory": 6520858344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c0ad3785fc1c635862cf032dd968bccaee5b860c1eaa198fc07f12bdba85eeb1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
779 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f1882fe5298f7fec86a3a072", "attempt_id": "732099ccf8fa", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:03.268911Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 411, "message_tokens": 319, "message_utf8_bytes": 773, "cache_tensor_bytes": null, "serialized_payload_bytes": 773, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11479.617333039641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.53291606809944, "ttft_ms": 16.51312503963709, "decode_ms": 21.356165991164744}, "total_wall_ms": 135.53983392193913, "ttft_ms": 16.51312503963709, "input_usage": {"receiver_prompt_tokens": 411, "sender_input_tokens": 5987, "sender_output_tokens": 512, "sender_prefill_ms": 1387.649166979827, "sender_ttft_ms": 21.97054191492498, "sender_decode_ms": 10062.294374918565}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1079869440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6521677528, "mlx_cache_bytes": 11872134264, "process_rss_bytes": 1079869440}, "peak_prefill_memory": null, "peak_decode_memory": 6521677528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c0ad3785fc1c635862cf032dd968bccaee5b860c1eaa198fc07f12bdba85eeb1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
780 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ea34def6dfaff3f27c53fef6", "attempt_id": "886c7ca1c755", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:03.440731Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 418, "message_tokens": 319, "message_utf8_bytes": 773, "cache_tensor_bytes": null, "serialized_payload_bytes": 773, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11479.617333039641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.13945796526968, "ttft_ms": 21.878333995118737, "decode_ms": 19.893125048838556}, "total_wall_ms": 143.0408329470083, "ttft_ms": 21.878333995118737, "input_usage": {"receiver_prompt_tokens": 418, "sender_input_tokens": 5987, "sender_output_tokens": 512, "sender_prefill_ms": 1387.649166979827, "sender_ttft_ms": 21.97054191492498, "sender_decode_ms": 10062.294374918565}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1079902208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6524495604, "mlx_cache_bytes": 12218706684, "process_rss_bytes": 1079902208}, "peak_prefill_memory": null, "peak_decode_memory": 6524495604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c0ad3785fc1c635862cf032dd968bccaee5b860c1eaa198fc07f12bdba85eeb1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
781 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "57a6372ec79004e4028f2d0e", "attempt_id": "26bd5765ebb0", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:03.618327Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 147, "message_tokens": 55, "message_utf8_bytes": 123, "cache_tensor_bytes": null, "serialized_payload_bytes": 123, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2806.7965420195833, "decode_payload_ms": 0.0, "receiver_prefill_ms": 42.05987509340048, "ttft_ms": 18.21945805568248, "decode_ms": 182.8987500630319}, "total_wall_ms": 3050.6161670200527, "ttft_ms": 18.21945805568248, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 5997, "sender_output_tokens": 79, "sender_prefill_ms": 1249.4049170054495, "sender_ttft_ms": 22.654332919046283, "sender_decode_ms": 1529.7375000081956}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1079984128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300361400, "mlx_cache_bytes": 13082193220, "process_rss_bytes": 1079984128}, "peak_prefill_memory": null, "peak_decode_memory": 6300361400, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-99A-2257", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "47cb40c81374f44ab755ccea86527fc4cc34be35311d33d909d713126ac5d501", "output_hash": "05a311075f0ae9abae2c84c2f3eaf1f9ee9d38e801a7a116005be8bd9d71a8fe"} |
| |
782 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "368721e7d6f812a1ff99fe3d", "attempt_id": "3787eeaf2a3a", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:06.701253Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 150, "message_tokens": 54, "message_utf8_bytes": 121, "cache_tensor_bytes": null, "serialized_payload_bytes": 121, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2751.894124899991, "decode_payload_ms": 0.0, "receiver_prefill_ms": 41.281625046394765, "ttft_ms": 17.994499998167157, "decode_ms": 196.96337508503348}, "total_wall_ms": 3008.729916997254, "ttft_ms": 17.994499998167157, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 6001, "sender_output_tokens": 75, "sender_prefill_ms": 1260.1999159669504, "sender_ttft_ms": 22.308249957859516, "sender_decode_ms": 1463.9801250305027}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1080016896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6302933700, "mlx_cache_bytes": 13947858840, "process_rss_bytes": 1080016896}, "peak_prefill_memory": null, "peak_decode_memory": 6302933700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P in Mont-Laurier", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca2ac6ad49c506af41dacda6d1284dfdf7eaca2c33ef3be2b533329b77499035", "output_hash": "df1244b29b6c6ba69c571a3c8d90210dab20a6d51ea4540108dec4a78db54740"} |
| |
783 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51868ac436602746e1816638", "attempt_id": "232905741285", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:09.740409Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 144, "message_tokens": 49, "message_utf8_bytes": 114, "cache_tensor_bytes": null, "serialized_payload_bytes": 114, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2667.035417049192, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.82870805077255, "ttft_ms": 17.915708012878895, "decode_ms": 127.96833296306431}, "total_wall_ms": 2858.349874964915, "ttft_ms": 17.915708012878895, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 6000, "sender_output_tokens": 71, "sender_prefill_ms": 1258.8376669446006, "sender_ttft_ms": 21.520999958738685, "sender_decode_ms": 1381.301874993369}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1080033280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6304998072, "mlx_cache_bytes": 14033711000, "process_rss_bytes": 1080033280}, "peak_prefill_memory": null, "peak_decode_memory": 6304998072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c2a76bdeb1999385523673c4da0ad787a714c39e46f62ef3f5a47554ee37a8d1", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
784 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "641d31c7d32195f55470d700", "attempt_id": "2f854672c74d", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:12.627674Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 1060, "message_tokens": 983, "message_utf8_bytes": 583, "cache_tensor_bytes": null, "serialized_payload_bytes": 583, "side_information_bytes": 0, "fetched_bytes": 1661, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.05329190753400326, "decode_payload_ms": 0.0, "receiver_prefill_ms": 152.39145804662257, "ttft_ms": 16.580291092395782, "decode_ms": 18.7632089946419}, "total_wall_ms": 190.69379195570946, "ttft_ms": 16.580291092395782, "input_usage": {"receiver_prompt_tokens": 1060, "sender_input_tokens": 5987, "sender_output_tokens": 512, "sender_prefill_ms": 1387.649166979827, "sender_ttft_ms": 21.97054191492498, "sender_decode_ms": 10062.294374918565}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1080213504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6827278412, "mlx_cache_bytes": 14703308696, "process_rss_bytes": 1080213504}, "peak_prefill_memory": null, "peak_decode_memory": 6827278412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1661, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "396bec742829a6b49c7460a7589eabcf5f07e2c754a99566fa918e74d0acc56d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
785 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b1eff1d0a5b43a17d942750", "attempt_id": "498c49bdd58c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:12.847608Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 1064, "message_tokens": 983, "message_utf8_bytes": 583, "cache_tensor_bytes": null, "serialized_payload_bytes": 583, "side_information_bytes": 0, "fetched_bytes": 1661, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.05329190753400326, "decode_payload_ms": 0.0, "receiver_prefill_ms": 194.68137505464256, "ttft_ms": 21.92570804618299, "decode_ms": 20.335332956165075}, "total_wall_ms": 238.87100000865757, "ttft_ms": 21.92570804618299, "input_usage": {"receiver_prompt_tokens": 1064, "sender_input_tokens": 5987, "sender_output_tokens": 512, "sender_prefill_ms": 1387.649166979827, "sender_ttft_ms": 21.97054191492498, "sender_decode_ms": 10062.294374918565}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1080229888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6829473868, "mlx_cache_bytes": 15328456600, "process_rss_bytes": 1080229888}, "peak_prefill_memory": null, "peak_decode_memory": 6829473868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1661, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e307f200f485cfba2be4feb1c036437eceea799fe196b3abba874456c543b66f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
786 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa664882510644161edb956c", "attempt_id": "236e749f8993", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:13.116087Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 1063, "message_tokens": 983, "message_utf8_bytes": 583, "cache_tensor_bytes": null, "serialized_payload_bytes": 583, "side_information_bytes": 0, "fetched_bytes": 1661, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.05329190753400326, "decode_payload_ms": 0.0, "receiver_prefill_ms": 218.73245807364583, "ttft_ms": 19.919667043723166, "decode_ms": 19.69645801000297}, "total_wall_ms": 260.0058749085292, "ttft_ms": 19.919667043723166, "input_usage": {"receiver_prompt_tokens": 1063, "sender_input_tokens": 5987, "sender_output_tokens": 512, "sender_prefill_ms": 1387.649166979827, "sender_ttft_ms": 21.97054191492498, "sender_decode_ms": 10062.294374918565}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1080246272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6829277260, "mlx_cache_bytes": 15485054872, "process_rss_bytes": 1080246272}, "peak_prefill_memory": null, "peak_decode_memory": 6829277260, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1661, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c009031845121545cc9930082c77c8321a498c9a8e78720c4f2057834de4bd79", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
787 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "419249ec018b2650d0ae312e", "attempt_id": "05364be6e476", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:13.403997Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 1060, "message_tokens": 983, "message_utf8_bytes": 583, "cache_tensor_bytes": null, "serialized_payload_bytes": 583, "side_information_bytes": 0, "fetched_bytes": 1661, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.05329190753400326, "decode_payload_ms": 0.0, "receiver_prefill_ms": 225.36983294412494, "ttft_ms": 18.721042084507644, "decode_ms": 20.077708992175758}, "total_wall_ms": 265.90241596568376, "ttft_ms": 18.721042084507644, "input_usage": {"receiver_prompt_tokens": 1060, "sender_input_tokens": 5987, "sender_output_tokens": 512, "sender_prefill_ms": 1387.649166979827, "sender_ttft_ms": 21.97054191492498, "sender_decode_ms": 10062.294374918565}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1080262656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6827278412, "mlx_cache_bytes": 15485054872, "process_rss_bytes": 1080262656}, "peak_prefill_memory": null, "peak_decode_memory": 6827278412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1661, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c1af1895ce481e2fba518adc2d544bc62fa7c8927287950955d7a05e8731be9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
788 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "14e7c6560bc471103e8579ae", "attempt_id": "7e5ca29fc718", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:13.697202Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 1067, "message_tokens": 983, "message_utf8_bytes": 583, "cache_tensor_bytes": null, "serialized_payload_bytes": 583, "side_information_bytes": 0, "fetched_bytes": 1661, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.05329190753400326, "decode_payload_ms": 0.0, "receiver_prefill_ms": 236.45366600248963, "ttft_ms": 18.614667002111673, "decode_ms": 20.48083394765854}, "total_wall_ms": 277.33012509997934, "ttft_ms": 18.614667002111673, "input_usage": {"receiver_prompt_tokens": 1067, "sender_input_tokens": 5987, "sender_output_tokens": 512, "sender_prefill_ms": 1387.649166979827, "sender_ttft_ms": 21.97054191492498, "sender_decode_ms": 10062.294374918565}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1080016896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6831276108, "mlx_cache_bytes": 16112086936, "process_rss_bytes": 1080016896}, "peak_prefill_memory": null, "peak_decode_memory": 6831276108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1661, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "27b75ce57f98893a27099c5d7498c42c4bf43a76f8a3adf28ed14f863317bd63", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
789 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f598dd2ac7eefbd10b03298b", "attempt_id": "8b35f1dc4426", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:14.001969Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.493880489560835}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 5919, "message_tokens": 5843, "message_utf8_bytes": 29152, "cache_tensor_bytes": null, "serialized_payload_bytes": 2778, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.16374990809708834, "decode_payload_ms": 0.01937500201165676, "receiver_prefill_ms": 1199.8847909271717, "ttft_ms": 20.890416926704347, "decode_ms": 206.43062505405396}, "total_wall_ms": 1437.1674580033869, "ttft_ms": 20.890416926704347, "input_usage": {"receiver_prompt_tokens": 5919}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1080147968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155490880, "mlx_cache_bytes": 16112086936, "process_rss_bytes": 1080147968}, "peak_prefill_memory": null, "peak_decode_memory": 7155490880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-99A-2257", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "output_hash": "05a311075f0ae9abae2c84c2f3eaf1f9ee9d38e801a7a116005be8bd9d71a8fe"} |
| |
790 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7bdfaec2e3030bb49ee1f461", "attempt_id": "efa0a1308feb", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:15.472690Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.493880489560835}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 5923, "message_tokens": 5843, "message_utf8_bytes": 29152, "cache_tensor_bytes": null, "serialized_payload_bytes": 2778, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.16374990809708834, "decode_payload_ms": 0.01937500201165676, "receiver_prefill_ms": 1062.1294169686735, "ttft_ms": 22.557625081390142, "decode_ms": 217.52674994058907}, "total_wall_ms": 1311.6896249121055, "ttft_ms": 22.557625081390142, "input_usage": {"receiver_prompt_tokens": 5923}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1080082432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155490880, "mlx_cache_bytes": 16112086936, "process_rss_bytes": 1080082432}, "peak_prefill_memory": null, "peak_decode_memory": 7155490880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "output_hash": "8daee244a7965a6eda4415a811f0f6b4d5b158214660104b0c05fc03870ea73a"} |
| |
791 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ea54493d59b443fac7469c01", "attempt_id": "a82240f2dc55", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:16.812695Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.493880489560835}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 5922, "message_tokens": 5843, "message_utf8_bytes": 29152, "cache_tensor_bytes": null, "serialized_payload_bytes": 2778, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.16374990809708834, "decode_payload_ms": 0.01937500201165676, "receiver_prefill_ms": 1056.4931250410154, "ttft_ms": 22.198749938979745, "decode_ms": 145.185291999951}, "total_wall_ms": 1233.2977089099586, "ttft_ms": 22.198749938979745, "input_usage": {"receiver_prompt_tokens": 5922}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1080082432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155490880, "mlx_cache_bytes": 16112086936, "process_rss_bytes": 1080082432}, "peak_prefill_memory": null, "peak_decode_memory": 7155490880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
792 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a77245056e5ba8d95ba62b58", "attempt_id": "676a943fe625", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:18.075648Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.493880489560835}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 5919, "message_tokens": 5843, "message_utf8_bytes": 29152, "cache_tensor_bytes": null, "serialized_payload_bytes": 2778, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.16374990809708834, "decode_payload_ms": 0.01937500201165676, "receiver_prefill_ms": 1055.2399579901248, "ttft_ms": 19.68154194764793, "decode_ms": 142.5897090230137}, "total_wall_ms": 1226.6180840088055, "ttft_ms": 19.68154194764793, "input_usage": {"receiver_prompt_tokens": 5919}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1080082432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155490880, "mlx_cache_bytes": 16112086936, "process_rss_bytes": 1080082432}, "peak_prefill_memory": null, "peak_decode_memory": 7155490880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
793 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5f91c0aa9b0a21f8d548d94f", "attempt_id": "667e9168b5a6", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:19.330205Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.493880489560835}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 5926, "message_tokens": 5843, "message_utf8_bytes": 29152, "cache_tensor_bytes": null, "serialized_payload_bytes": 2778, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.16374990809708834, "decode_payload_ms": 0.01937500201165676, "receiver_prefill_ms": 1058.2095000427216, "ttft_ms": 20.568000036291778, "decode_ms": 179.93733403272927}, "total_wall_ms": 1267.9386249510571, "ttft_ms": 20.568000036291778, "input_usage": {"receiver_prompt_tokens": 5926}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1080082432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155490880, "mlx_cache_bytes": 16112086936, "process_rss_bytes": 1080082432}, "peak_prefill_memory": null, "peak_decode_memory": 7155490880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,644,474", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "output_hash": "45891fbe62951d2409b9d0682483fdbfd19a6f82c6a601a0f417aeaa6e93dd7f"} |
| |
794 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "215b7d6c0e71babcd6cbdec6", "attempt_id": "27ca79158af9", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:21.591142Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08762621940783843, "origin_tokens": 5633, "compressed_tokens": 544, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 675, "message_tokens": 597, "message_utf8_bytes": 2573, "cache_tensor_bytes": null, "serialized_payload_bytes": 2573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 964.0941669931635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 153.2694170018658, "ttft_ms": 18.834374961443245, "decode_ms": 17.546416958793998}, "total_wall_ms": 192.23654200322926, "ttft_ms": 18.834374961443245, "input_usage": {"receiver_prompt_tokens": 675}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1105084416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6607351896, "mlx_cache_bytes": 16529092504, "process_rss_bytes": 1105084416}, "peak_prefill_memory": null, "peak_decode_memory": 6607351896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc95937531ea61199a90e229ed9b1188ae10feebe4dacee5e9213ff39bafb7cc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
795 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4ba46d766b48a3cc434cc4de", "attempt_id": "dcbeb4d80261", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:21.821991Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08762621940783843, "origin_tokens": 5633, "compressed_tokens": 544, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 679, "message_tokens": 597, "message_utf8_bytes": 2573, "cache_tensor_bytes": null, "serialized_payload_bytes": 2573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 964.0941669931635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 124.50475001242012, "ttft_ms": 18.59712495934218, "decode_ms": 18.620750051923096}, "total_wall_ms": 163.23020809795707, "ttft_ms": 18.59712495934218, "input_usage": {"receiver_prompt_tokens": 679}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1094582272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6609367128, "mlx_cache_bytes": 16925355928, "process_rss_bytes": 1094582272}, "peak_prefill_memory": null, "peak_decode_memory": 6609367128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc95937531ea61199a90e229ed9b1188ae10feebe4dacee5e9213ff39bafb7cc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
796 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ddd19510f1cff348223ec579", "attempt_id": "fb82b8c65afd", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:22.015918Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08762621940783843, "origin_tokens": 5633, "compressed_tokens": 544, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 678, "message_tokens": 597, "message_utf8_bytes": 2573, "cache_tensor_bytes": null, "serialized_payload_bytes": 2573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 964.0941669931635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 282.3996249353513, "ttft_ms": 19.630459020845592, "decode_ms": 18.816583091393113}, "total_wall_ms": 322.24800006952137, "ttft_ms": 19.630459020845592, "input_usage": {"receiver_prompt_tokens": 678}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1093419008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6609367128, "mlx_cache_bytes": 17104269208, "process_rss_bytes": 1093419008}, "peak_prefill_memory": null, "peak_decode_memory": 6609367128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc95937531ea61199a90e229ed9b1188ae10feebe4dacee5e9213ff39bafb7cc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
797 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4da460bb91518324dea3b741", "attempt_id": "dee951f0328b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:22.367868Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08762621940783843, "origin_tokens": 5633, "compressed_tokens": 544, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 675, "message_tokens": 597, "message_utf8_bytes": 2573, "cache_tensor_bytes": null, "serialized_payload_bytes": 2573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 964.0941669931635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 121.22270802501589, "ttft_ms": 19.477040972560644, "decode_ms": 18.70649994816631}, "total_wall_ms": 160.96537502016872, "ttft_ms": 19.477040972560644, "input_usage": {"receiver_prompt_tokens": 675}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1093435392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6607351896, "mlx_cache_bytes": 17104269208, "process_rss_bytes": 1093435392}, "peak_prefill_memory": null, "peak_decode_memory": 6607351896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc95937531ea61199a90e229ed9b1188ae10feebe4dacee5e9213ff39bafb7cc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
798 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f54f797d2571b402263d56d8", "attempt_id": "f709875feaaf", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:22.557827Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08762621940783843, "origin_tokens": 5633, "compressed_tokens": 544, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 682, "message_tokens": 597, "message_utf8_bytes": 2573, "cache_tensor_bytes": null, "serialized_payload_bytes": 2573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 964.0941669931635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 450.56020794436336, "ttft_ms": 20.826166961342096, "decode_ms": 19.726584083400667}, "total_wall_ms": 492.6837499951944, "ttft_ms": 20.826166961342096, "input_usage": {"receiver_prompt_tokens": 682}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1079394304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6611480664, "mlx_cache_bytes": 17519407000, "process_rss_bytes": 1079394304}, "peak_prefill_memory": null, "peak_decode_memory": 6611480664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc95937531ea61199a90e229ed9b1188ae10feebe4dacee5e9213ff39bafb7cc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
799 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "89af9ed6dcb0c267ac66c1be", "attempt_id": "d1034a5af638", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:25.116069Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 216834048, "serialized_payload_bytes": 216850213, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2037.0794580085203, "doc_prefill_ms": 1950.169041985646, "compress_ms": 11.377417016774416, "serialize_ms": 64.69154206570238, "load_ms": 6.465999991632998, "receiver_prefill_ms": 0.0, "query_prefill_ms": 92.12016593664885, "ttft_ms": 92.12016593664885, "decode_ms": 211.717167054303}, "total_wall_ms": 315.2385000139475, "ttft_ms": 92.12016593664885, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1483259904, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6900670788, "mlx_cache_bytes": 18790477869, "process_rss_bytes": 1483259904}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6900670788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-99A-2257", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91eceed38fb6ead99832152e3273b16da2d56e882079afea8225f745ee13c726", "output_hash": "05a311075f0ae9abae2c84c2f3eaf1f9ee9d38e801a7a116005be8bd9d71a8fe"} |
| |
800 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4d13974ee0b9f1aaab721170", "attempt_id": "a2434590fba8", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:25.466160Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 41, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 216834048, "serialized_payload_bytes": 216850213, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2037.0794580085203, "doc_prefill_ms": 1950.169041985646, "compress_ms": 11.377417016774416, "serialize_ms": 64.69154206570238, "load_ms": 4.819707944989204, "receiver_prefill_ms": 0.0, "query_prefill_ms": 66.99279195163399, "ttft_ms": 66.99279195163399, "decode_ms": 235.5836669448763}, "total_wall_ms": 312.33591702766716, "ttft_ms": 66.99279195163399, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1485389824, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6906650948, "mlx_cache_bytes": 18809616226, "process_rss_bytes": 1485389824}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6906650948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91eceed38fb6ead99832152e3273b16da2d56e882079afea8225f745ee13c726", "output_hash": "8daee244a7965a6eda4415a811f0f6b4d5b158214660104b0c05fc03870ea73a"} |
| |
801 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "12c1a75e0ad1b159b5a8f2b0", "attempt_id": "87d5697eb652", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:25.815472Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 40, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 216834048, "serialized_payload_bytes": 216850213, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2037.0794580085203, "doc_prefill_ms": 1950.169041985646, "compress_ms": 11.377417016774416, "serialize_ms": 64.69154206570238, "load_ms": 1.5004579909145832, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.17687493376434, "ttft_ms": 64.17687493376434, "decode_ms": 151.78779198322445}, "total_wall_ms": 222.1893329406157, "ttft_ms": 64.17687493376434, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1485422592, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6903570660, "mlx_cache_bytes": 18835928930, "process_rss_bytes": 1485422592}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6903570660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91eceed38fb6ead99832152e3273b16da2d56e882079afea8225f745ee13c726", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
802 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e1922743524206dd7eba902", "attempt_id": "569c071780d4", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:26.066349Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 216834048, "serialized_payload_bytes": 216850213, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2037.0794580085203, "doc_prefill_ms": 1950.169041985646, "compress_ms": 11.377417016774416, "serialize_ms": 64.69154206570238, "load_ms": 1.5797909582033753, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.73645800258964, "ttft_ms": 59.73645800258964, "decode_ms": 145.62729198951274}, "total_wall_ms": 211.89929102547467, "ttft_ms": 59.73645800258964, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1485488128, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6900670676, "mlx_cache_bytes": 18835928930, "process_rss_bytes": 1485488128}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6900670676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91eceed38fb6ead99832152e3273b16da2d56e882079afea8225f745ee13c726", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
803 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97e42126809f9c0fa60abdb6", "attempt_id": "dab47222e129", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:26.308093Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 44, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 216834048, "serialized_payload_bytes": 216850213, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2037.0794580085203, "doc_prefill_ms": 1950.169041985646, "compress_ms": 11.377417016774416, "serialize_ms": 64.69154206570238, "load_ms": 1.2885000323876739, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.02087502647191, "ttft_ms": 64.02087502647191, "decode_ms": 191.55891600530595}, "total_wall_ms": 261.8262079777196, "ttft_ms": 64.02087502647191, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1485553664, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6907502916, "mlx_cache_bytes": 18853248930, "process_rss_bytes": 1485553664}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6907502916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,644,474", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91eceed38fb6ead99832152e3273b16da2d56e882079afea8225f745ee13c726", "output_hash": "45891fbe62951d2409b9d0682483fdbfd19a6f82c6a601a0f417aeaa6e93dd7f"} |
| |
804 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8c4ed2d8bbb25c06ec88b2a1", "attempt_id": "091c80a6733a", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:26.665610Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "004b626c244b0915", "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 216834048, "serialized_payload_bytes": 216850241, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.95245802216232, "doc_prefill_ms": 1950.169041985646, "compress_ms": 4.662499995902181, "serialize_ms": 60.08754100184888, "load_ms": 26.898749987594783, "receiver_prefill_ms": 0.0, "query_prefill_ms": 60.94475009012967, "ttft_ms": 60.94475009012967, "decode_ms": 211.15412493236363}, "total_wall_ms": 304.12679200526327, "ttft_ms": 60.94475009012967, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1702658048, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6900670676, "mlx_cache_bytes": 18853248930, "process_rss_bytes": 1702658048}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6900670676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-99A-2257", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b57f8aec3e9a7ff3b897e1b476d17a1c9c41b430cace28281afffe75a4f3382e", "output_hash": "05a311075f0ae9abae2c84c2f3eaf1f9ee9d38e801a7a116005be8bd9d71a8fe"} |
| |
805 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d59c73aa1412f5bdcca9bf8", "attempt_id": "6de1f8cb07cc", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:27.000232Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "004b626c244b0915", "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 41, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 216834048, "serialized_payload_bytes": 216850241, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.95245802216232, "doc_prefill_ms": 1950.169041985646, "compress_ms": 4.662499995902181, "serialize_ms": 60.08754100184888, "load_ms": 24.317042087204754, "receiver_prefill_ms": 0.0, "query_prefill_ms": 67.60995800141245, "ttft_ms": 67.60995800141245, "decode_ms": 237.02125006821007}, "total_wall_ms": 333.8732090778649, "ttft_ms": 67.60995800141245, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1702658048, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6906454244, "mlx_cache_bytes": 18853248930, "process_rss_bytes": 1702658048}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6906454244, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b57f8aec3e9a7ff3b897e1b476d17a1c9c41b430cace28281afffe75a4f3382e", "output_hash": "8daee244a7965a6eda4415a811f0f6b4d5b158214660104b0c05fc03870ea73a"} |
| |
806 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27f5c5ccf7c243f9413f8ec4", "attempt_id": "27f3c960c067", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:27.364503Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "004b626c244b0915", "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 40, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 216834048, "serialized_payload_bytes": 216850241, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.95245802216232, "doc_prefill_ms": 1950.169041985646, "compress_ms": 4.662499995902181, "serialize_ms": 60.08754100184888, "load_ms": 22.828207933343947, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.99645802937448, "ttft_ms": 62.99645802937448, "decode_ms": 152.94420800637454}, "total_wall_ms": 243.61104203853756, "ttft_ms": 62.99645802937448, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1702658048, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6903570660, "mlx_cache_bytes": 18853248930, "process_rss_bytes": 1702658048}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6903570660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b57f8aec3e9a7ff3b897e1b476d17a1c9c41b430cace28281afffe75a4f3382e", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
807 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b4933a17fcbf63dc9c310125", "attempt_id": "69a16614218d", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:27.636902Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "004b626c244b0915", "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 216834048, "serialized_payload_bytes": 216850241, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.95245802216232, "doc_prefill_ms": 1950.169041985646, "compress_ms": 4.662499995902181, "serialize_ms": 60.08754100184888, "load_ms": 29.67516693752259, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.830040998756886, "ttft_ms": 61.830040998756886, "decode_ms": 153.22087495587766}, "total_wall_ms": 249.54745802097023, "ttft_ms": 61.830040998756886, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1702707200, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6900670676, "mlx_cache_bytes": 18853248930, "process_rss_bytes": 1702707200}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6900670676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b57f8aec3e9a7ff3b897e1b476d17a1c9c41b430cace28281afffe75a4f3382e", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
808 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b02b21c514f786c1fdac1f2", "attempt_id": "320d184d989b", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:27.914748Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "004b626c244b0915", "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 44, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 216834048, "serialized_payload_bytes": 216850241, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.95245802216232, "doc_prefill_ms": 1950.169041985646, "compress_ms": 4.662499995902181, "serialize_ms": 60.08754100184888, "load_ms": 22.19162497203797, "receiver_prefill_ms": 0.0, "query_prefill_ms": 66.95962499361485, "ttft_ms": 66.95962499361485, "decode_ms": 199.27762495353818}, "total_wall_ms": 292.98829194158316, "ttft_ms": 66.95962499361485, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1702707200, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6907502832, "mlx_cache_bytes": 18853248930, "process_rss_bytes": 1702707200}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6907502832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,644,474", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b57f8aec3e9a7ff3b897e1b476d17a1c9c41b430cace28281afffe75a4f3382e", "output_hash": "45891fbe62951d2409b9d0682483fdbfd19a6f82c6a601a0f417aeaa6e93dd7f"} |
| |
809 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ebd43f1d5b5b65cfac0c3e65", "attempt_id": "575e2b838b54", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:28.705250Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 115193088, "serialized_payload_bytes": 115227417, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 467.3172920010984, "doc_prefill_ms": 1950.169041985646, "compress_ms": 73.25962500181049, "serialize_ms": 393.67166708689183, "load_ms": 3.5290420055389404, "receiver_prefill_ms": 0.0, "query_prefill_ms": 41.077333968132734, "ttft_ms": 41.077333968132734, "decode_ms": 224.9315419467166}, "total_wall_ms": 274.1272080456838, "ttft_ms": 41.077333968132734, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1934524416, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6728864760, "mlx_cache_bytes": 19455992778, "process_rss_bytes": 1934524416}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6728864760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-99A-2257", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "801b233f96f7ca8252ea4c130b17b3fbdd836bd86b4bc76094004db950308edc", "output_hash": "05a311075f0ae9abae2c84c2f3eaf1f9ee9d38e801a7a116005be8bd9d71a8fe"} |
| |
810 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d93c0c6479a6bbf93741053e", "attempt_id": "0eb26388dc77", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:29.007547Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 41, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 115193088, "serialized_payload_bytes": 115227417, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 467.3172920010984, "doc_prefill_ms": 1950.169041985646, "compress_ms": 73.25962500181049, "serialize_ms": 393.67166708689183, "load_ms": 1.5939578879624605, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.37329096253961, "ttft_ms": 44.37329096253961, "decode_ms": 245.0107920449227}, "total_wall_ms": 295.95216596499085, "ttft_ms": 44.37329096253961, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1934589952, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6738611808, "mlx_cache_bytes": 19457966890, "process_rss_bytes": 1934589952}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6738611808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "801b233f96f7ca8252ea4c130b17b3fbdd836bd86b4bc76094004db950308edc", "output_hash": "8daee244a7965a6eda4415a811f0f6b4d5b158214660104b0c05fc03870ea73a"} |
| |
811 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc0f80862631229fa2fb1105", "attempt_id": "e5da5a7834c1", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:29.333388Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 40, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 115193088, "serialized_payload_bytes": 115227417, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 467.3172920010984, "doc_prefill_ms": 1950.169041985646, "compress_ms": 73.25962500181049, "serialize_ms": 393.67166708689183, "load_ms": 1.5778749948367476, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.730707998387516, "ttft_ms": 39.730707998387516, "decode_ms": 152.86404197104275}, "total_wall_ms": 199.28829092532396, "ttft_ms": 39.730707998387516, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1934540800, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6734434044, "mlx_cache_bytes": 19518653226, "process_rss_bytes": 1934540800}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6734434044, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "801b233f96f7ca8252ea4c130b17b3fbdd836bd86b4bc76094004db950308edc", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
812 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "001ab4bbd4ede51efd367d27", "attempt_id": "eda4ea7366da", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:29.560833Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 115193088, "serialized_payload_bytes": 115227417, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 467.3172920010984, "doc_prefill_ms": 1950.169041985646, "compress_ms": 73.25962500181049, "serialize_ms": 393.67166708689183, "load_ms": 1.7179169226437807, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.9437079904601, "ttft_ms": 39.9437079904601, "decode_ms": 156.45050001330674}, "total_wall_ms": 202.70295802038163, "ttft_ms": 39.9437079904601, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1934540800, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6729043512, "mlx_cache_bytes": 19518653226, "process_rss_bytes": 1934540800}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6729043512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "801b233f96f7ca8252ea4c130b17b3fbdd836bd86b4bc76094004db950308edc", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
813 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "820a837e30ef31cec1583416", "attempt_id": "76ebca98ad2b", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:29.791987Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 44, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 115193088, "serialized_payload_bytes": 115227417, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 467.3172920010984, "doc_prefill_ms": 1950.169041985646, "compress_ms": 73.25962500181049, "serialize_ms": 393.67166708689183, "load_ms": 1.8866669852286577, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.19037503935397, "ttft_ms": 42.19037503935397, "decode_ms": 203.7777079967782}, "total_wall_ms": 252.57583300117403, "ttft_ms": 42.19037503935397, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1933967360, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6743751052, "mlx_cache_bytes": 19585684394, "process_rss_bytes": 1933967360}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6743751052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,644,474", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "801b233f96f7ca8252ea4c130b17b3fbdd836bd86b4bc76094004db950308edc", "output_hash": "45891fbe62951d2409b9d0682483fdbfd19a6f82c6a601a0f417aeaa6e93dd7f"} |
| |
814 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fb9108f96045cc941f8fd22d", "attempt_id": "c4a7a318831f", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:30.124255Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 60984576, "serialized_payload_bytes": 61018816, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.04620801284909, "doc_prefill_ms": 1950.169041985646, "compress_ms": 24.63662496302277, "serialize_ms": 26.01779205724597, "load_ms": 2.7329589938744903, "receiver_prefill_ms": 0.0, "query_prefill_ms": 40.443207952193916, "ttft_ms": 40.443207952193916, "decode_ms": 1042.6681661047041}, "total_wall_ms": 1091.503500007093, "ttft_ms": 40.443207952193916, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1891467264, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6609650648, "mlx_cache_bytes": 19860282282, "process_rss_bytes": 1891467264}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6609650648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "t the the the the the the the the the the the the the the the the the the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c23f49af690781ba58e6801923229de979f401a0e00436155f7416b3568b8df0", "output_hash": "92797c3afe9a1a88053c36bcc0c655910fb1bfcc630a96965f069c0a139b3ae4"} |
| |
815 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2521a8f52f1f0eff036e71f3", "attempt_id": "9f072909bc8a", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:31.247101Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 41, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 60984576, "serialized_payload_bytes": 61018816, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.04620801284909, "doc_prefill_ms": 1950.169041985646, "compress_ms": 24.63662496302277, "serialize_ms": 26.01779205724597, "load_ms": 3.449207986705005, "receiver_prefill_ms": 0.0, "query_prefill_ms": 41.86941694933921, "ttft_ms": 41.86941694933921, "decode_ms": 1048.07645897381}, "total_wall_ms": 1100.9269589558244, "ttft_ms": 41.86941694933921, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1765474304, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6619450208, "mlx_cache_bytes": 19860282282, "process_rss_bytes": 1765474304}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6619450208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n the\n the the the\n the\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c23f49af690781ba58e6801923229de979f401a0e00436155f7416b3568b8df0", "output_hash": "54ee8d4c42e552cec24454e996c2c4a6f9b4b07cb65737a06e8cea8fa11e8b04"} |
| |
816 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c87ab0769b9d47740486ffff", "attempt_id": "fef1a34bd04d", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:32.384876Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 40, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 60984576, "serialized_payload_bytes": 61018816, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.04620801284909, "doc_prefill_ms": 1950.169041985646, "compress_ms": 24.63662496302277, "serialize_ms": 26.01779205724597, "load_ms": 6.107875029556453, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.92641699127853, "ttft_ms": 45.92641699127853, "decode_ms": 1080.6286659790203}, "total_wall_ms": 1147.1252080518752, "ttft_ms": 45.92641699127853, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1670119424, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6615026528, "mlx_cache_bytes": 19860282282, "process_rss_bytes": 1670119424}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6615026528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the the the bank bank and the the the\n the the the the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c23f49af690781ba58e6801923229de979f401a0e00436155f7416b3568b8df0", "output_hash": "7102e3f36fd37cefceea3fd61efd0ee817140a2a09b2a331a65b2f266dbbf63d"} |
| |
817 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e23f8cb036d83ebfa4dbb509", "attempt_id": "e31882aa7a76", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:33.583985Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 60984576, "serialized_payload_bytes": 61018816, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.04620801284909, "doc_prefill_ms": 1950.169041985646, "compress_ms": 24.63662496302277, "serialize_ms": 26.01779205724597, "load_ms": 1.9094579620286822, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.185166967101395, "ttft_ms": 42.185166967101395, "decode_ms": 22.226834087632596}, "total_wall_ms": 73.89962498564273, "ttft_ms": 42.185166967101395, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1670283264, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6609650648, "mlx_cache_bytes": 19860282282, "process_rss_bytes": 1670283264}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6609650648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c23f49af690781ba58e6801923229de979f401a0e00436155f7416b3568b8df0", "output_hash": "01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b"} |
| |
818 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "42db7568707cb823240f289d", "attempt_id": "acef9aee13a7", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:33.701634Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 44, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 60984576, "serialized_payload_bytes": 61018816, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.04620801284909, "doc_prefill_ms": 1950.169041985646, "compress_ms": 24.63662496302277, "serialize_ms": 26.01779205724597, "load_ms": 1.976708066649735, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.29083301126957, "ttft_ms": 43.29083301126957, "decode_ms": 1053.106667008251}, "total_wall_ms": 1106.2776249600574, "ttft_ms": 43.29083301126957, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1670348800, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6624317992, "mlx_cache_bytes": 19860282282, "process_rss_bytes": 1670348800}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6624317992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the the cheque cheque the the the the the the the cheque the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c23f49af690781ba58e6801923229de979f401a0e00436155f7416b3568b8df0", "output_hash": "d47c792e1ccab9a94f0d08d3bd9426c94b4d26e3c32039de29567491eb60d8a9"} |
| |
819 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "63f53a1b176aafa5b7e5ad28", "attempt_id": "5727a34dff24", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:34.890345Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5882, "keep": 1470, "compress_ms": 16.34404098149389}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206268, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.311750024557114, "doc_prefill_ms": 1950.169041985646, "compress_ms": 16.403250047005713, "serialize_ms": 23.66641699336469, "load_ms": 1.028666039928794, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.80958398338407, "ttft_ms": 33.80958398338407, "decode_ms": 214.7356669884175}, "total_wall_ms": 256.54562492854893, "ttft_ms": 33.80958398338407, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1674543104, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6545105108, "mlx_cache_bytes": 19944037290, "process_rss_bytes": 1674543104}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6545105108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "KZ-81H-7245", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56d3c45b4a686248a09ea1e14c6fa15f23f6e3965a0d225813ba221774899e2a", "output_hash": "e9603bc7300ff44653aea0a1f3a9d7366f6fb412016c54700a2a0a10fdd34aed"} |
| |
820 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "451c714ae7c45344cc05b022", "attempt_id": "abc0fb980e68", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:35.185409Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5882, "keep": 1470, "compress_ms": 16.34404098149389}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 41, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206268, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.311750024557114, "doc_prefill_ms": 1950.169041985646, "compress_ms": 16.403250047005713, "serialize_ms": 23.66641699336469, "load_ms": 1.1365830432623625, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.65354098100215, "ttft_ms": 35.65354098100215, "decode_ms": 42.67595894634724}, "total_wall_ms": 86.59525006078184, "ttft_ms": 35.65354098100215, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1674543104, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6549053668, "mlx_cache_bytes": 19944037290, "process_rss_bytes": 1674543104}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6549053668, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56d3c45b4a686248a09ea1e14c6fa15f23f6e3965a0d225813ba221774899e2a", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
821 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf892f6227f5f4560cd2cc99", "attempt_id": "93db07d0010e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:35.309897Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5882, "keep": 1470, "compress_ms": 16.34404098149389}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 40, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206268, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.311750024557114, "doc_prefill_ms": 1950.169041985646, "compress_ms": 16.403250047005713, "serialize_ms": 23.66641699336469, "load_ms": 1.0238339891657233, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.0514170024544, "ttft_ms": 36.0514170024544, "decode_ms": 38.6294579366222}, "total_wall_ms": 82.36304204910994, "ttft_ms": 36.0514170024544, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1674543104, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6546071780, "mlx_cache_bytes": 19945806762, "process_rss_bytes": 1674543104}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6546071780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56d3c45b4a686248a09ea1e14c6fa15f23f6e3965a0d225813ba221774899e2a", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
822 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0f602d9d9271f33b8b261efc", "attempt_id": "63fb6b9d8f29", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:35.429695Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5882, "keep": 1470, "compress_ms": 16.34404098149389}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206268, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.311750024557114, "doc_prefill_ms": 1950.169041985646, "compress_ms": 16.403250047005713, "serialize_ms": 23.66641699336469, "load_ms": 1.0129580041393638, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.72100000362843, "ttft_ms": 34.72100000362843, "decode_ms": 138.01749993581325}, "total_wall_ms": 180.75416702777147, "ttft_ms": 34.72100000362843, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1674543104, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6545105108, "mlx_cache_bytes": 19945806762, "process_rss_bytes": 1674543104}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6545105108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56d3c45b4a686248a09ea1e14c6fa15f23f6e3965a0d225813ba221774899e2a", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
823 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ff6e9aba66495404668d1167", "attempt_id": "7100866eaedb", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:35.646824Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5882, "keep": 1470, "compress_ms": 16.34404098149389}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 44, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206268, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.311750024557114, "doc_prefill_ms": 1950.169041985646, "compress_ms": 16.403250047005713, "serialize_ms": 23.66641699336469, "load_ms": 1.1643749894574285, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.17787500843406, "ttft_ms": 36.17787500843406, "decode_ms": 37.58054203353822}, "total_wall_ms": 81.82820794172585, "ttft_ms": 36.17787500843406, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 44}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1674559488, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6549872880, "mlx_cache_bytes": 19947772842, "process_rss_bytes": 1674559488}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6549872880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56d3c45b4a686248a09ea1e14c6fa15f23f6e3965a0d225813ba221774899e2a", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
824 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27d9652c137f70b182b6f998", "attempt_id": "a12ec78e2a8d", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:35.805085Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5882, "keep": 1470, "compress_ms": 11.380084091797471}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206264, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 37.026458070613444, "doc_prefill_ms": 1950.169041985646, "compress_ms": 11.431584018282592, "serialize_ms": 25.327958981506526, "load_ms": 1.0979590006172657, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.13695900235325, "ttft_ms": 34.13695900235325, "decode_ms": 901.9961659796536}, "total_wall_ms": 944.256916991435, "ttft_ms": 34.13695900235325, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1620099072, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6545105108, "mlx_cache_bytes": 20018846634, "process_rss_bytes": 1620099072}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6545105108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8145901ca1773296a64cb668f7a5c52a509aaf2be7cd30a947b3156030fc20a", "output_hash": "6d625800235ed664e917b07a2900bdfe056efaae47cdc342f18001898bba22a3"} |
| |
825 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "45c4d00523e2b2ba89884b2c", "attempt_id": "653be3d448da", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:36.791661Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5882, "keep": 1470, "compress_ms": 11.380084091797471}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 41, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206264, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 37.026458070613444, "doc_prefill_ms": 1950.169041985646, "compress_ms": 11.431584018282592, "serialize_ms": 25.327958981506526, "load_ms": 1.0457920143380761, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.27883400581777, "ttft_ms": 34.27883400581777, "decode_ms": 918.0875830352306}, "total_wall_ms": 959.9106659879908, "ttft_ms": 34.27883400581777, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1510653952, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6549053668, "mlx_cache_bytes": 20018846634, "process_rss_bytes": 1510653952}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6549053668, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I will do my best.\nI will do my best.\nI will do my best.\nI will do my best.\nI will do my best.\nI will do my best.\nI will do my best.\nI will do my best.\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8145901ca1773296a64cb668f7a5c52a509aaf2be7cd30a947b3156030fc20a", "output_hash": "560cfbc9b6e30cba045fd475be487ed9bdc08f9ce6d6aac7c4fa0f9e24bf44ab"} |
| |
826 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f712f6c07f3554eb33dc1727", "attempt_id": "bb5a9627ae46", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:37.820716Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5882, "keep": 1470, "compress_ms": 11.380084091797471}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 40, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206264, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 37.026458070613444, "doc_prefill_ms": 1950.169041985646, "compress_ms": 11.431584018282592, "serialize_ms": 25.327958981506526, "load_ms": 0.8852910250425339, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.02308302652091, "ttft_ms": 36.02308302652091, "decode_ms": 911.9075420312583}, "total_wall_ms": 954.4677910162136, "ttft_ms": 36.02308302652091, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1510653952, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6546071780, "mlx_cache_bytes": 20018846634, "process_rss_bytes": 1510653952}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6546071780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8145901ca1773296a64cb668f7a5c52a509aaf2be7cd30a947b3156030fc20a", "output_hash": "6d625800235ed664e917b07a2900bdfe056efaae47cdc342f18001898bba22a3"} |
| |
827 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0dce614323aebbe7f00038fe", "attempt_id": "e691fb7380b9", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:38.809270Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5882, "keep": 1470, "compress_ms": 11.380084091797471}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206264, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 37.026458070613444, "doc_prefill_ms": 1950.169041985646, "compress_ms": 11.431584018282592, "serialize_ms": 25.327958981506526, "load_ms": 1.6202089609578252, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.272833028808236, "ttft_ms": 34.272833028808236, "decode_ms": 919.3195420084521}, "total_wall_ms": 960.3872500592843, "ttft_ms": 34.272833028808236, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1510670336, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6545105108, "mlx_cache_bytes": 20018846634, "process_rss_bytes": 1510670336}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6545105108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " ", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8145901ca1773296a64cb668f7a5c52a509aaf2be7cd30a947b3156030fc20a", "output_hash": "085ded0be27464b024243c727a875ff0ab13501e6fe7eebf99acd69439cbd443"} |
| |
828 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8303f58dceda3563ebadc609", "attempt_id": "4b8af856659d", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:39.800373Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5882, "keep": 1470, "compress_ms": 11.380084091797471}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 44, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206264, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 37.026458070613444, "doc_prefill_ms": 1950.169041985646, "compress_ms": 11.431584018282592, "serialize_ms": 25.327958981506526, "load_ms": 0.9691659361124039, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.53991703968495, "ttft_ms": 32.53991703968495, "decode_ms": 912.9254999570549}, "total_wall_ms": 951.5650409739465, "ttft_ms": 32.53991703968495, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1510670336, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6549872880, "mlx_cache_bytes": 20018846634, "process_rss_bytes": 1510670336}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6549872880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8145901ca1773296a64cb668f7a5c52a509aaf2be7cd30a947b3156030fc20a", "output_hash": "6d625800235ed664e917b07a2900bdfe056efaae47cdc342f18001898bba22a3"} |
| |
829 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "535990b9160d901112d6fce0", "attempt_id": "9f39c31989cd", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:40.784101Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 37, "compress_ms": 134.4493330689147}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206308, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 153.07970810681581, "doc_prefill_ms": 1950.169041985646, "compress_ms": 139.46462492458522, "serialize_ms": 13.346416992135346, "load_ms": 0.5782500375062227, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.99545792490244, "ttft_ms": 33.99545792490244, "decode_ms": 172.63550008647144}, "total_wall_ms": 365.1857500663027, "ttft_ms": 33.99545792490244, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1515945984, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6544285908, "mlx_cache_bytes": 20046411794, "process_rss_bytes": 1515945984}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6544285908, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-99A-257", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "701e33883fd67b98a2e554becbf17528bad4559f33f163d707b2560a0dc1ec1d", "output_hash": "f04abdc746b2d01d675d6432c85648680ab7760bd85bf0154b5b333d6cedbf32"} |
| |
830 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56bd72d557f43d745ef19dac", "attempt_id": "9db065554dd0", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:41.180026Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 41, "compress_ms": 103.86312496848404}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 41, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206309, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 119.88804105203599, "doc_prefill_ms": 1950.169041985646, "compress_ms": 108.78662497270852, "serialize_ms": 10.801458032801747, "load_ms": 0.6059580482542515, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.14329211227596, "ttft_ms": 34.14329211227596, "decode_ms": 216.28604200668633}, "total_wall_ms": 376.17416703142226, "ttft_ms": 34.14329211227596, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1517748224, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6547824868, "mlx_cache_bytes": 20074477586, "process_rss_bytes": 1517748224}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6547824868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4729c129b3a59138a7933eb1dad749da323911a8378bc4a2b5a3937a5ca8f6d0", "output_hash": "8daee244a7965a6eda4415a811f0f6b4d5b158214660104b0c05fc03870ea73a"} |
| |
831 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa0f1ba944370e783606b96c", "attempt_id": "ca219b66a734", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:41.587722Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 40, "compress_ms": 102.93212498072535}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 40, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206309, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.02129096072167, "doc_prefill_ms": 1950.169041985646, "compress_ms": 107.80649993102998, "serialize_ms": 11.909874971024692, "load_ms": 0.658332952298224, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.91058305371553, "ttft_ms": 34.91058305371553, "decode_ms": 140.4039590852335}, "total_wall_ms": 300.74020801112056, "ttft_ms": 34.91058305371553, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1517748224, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6545973476, "mlx_cache_bytes": 20089878546, "process_rss_bytes": 1517748224}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6545973476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4729c129b3a59138a7933eb1dad749da323911a8378bc4a2b5a3937a5ca8f6d0", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
832 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f4aaa878b3a859540690b4ad", "attempt_id": "33b43128893d", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:41.918610Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 37, "compress_ms": 97.42725000251085}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206308, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 114.859624998644, "doc_prefill_ms": 1950.169041985646, "compress_ms": 102.13341691996902, "serialize_ms": 12.479166965931654, "load_ms": 0.5438340594992042, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.59958392381668, "ttft_ms": 36.59958392381668, "decode_ms": 139.04079201165587}, "total_wall_ms": 295.8245000336319, "ttft_ms": 36.59958392381668, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1517780992, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6544285908, "mlx_cache_bytes": 20089878546, "process_rss_bytes": 1517780992}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6544285908, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "701e33883fd67b98a2e554becbf17528bad4559f33f163d707b2560a0dc1ec1d", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
833 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2d98f0ded73af90efa535dd9", "attempt_id": "91f191fb18bd", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:42.245612Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 44, "compress_ms": 106.1541250674054}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 44, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206308, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 122.32783401850611, "doc_prefill_ms": 1950.169041985646, "compress_ms": 110.83820892963558, "serialize_ms": 11.177249951288104, "load_ms": 0.6184580270200968, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.150624949485064, "ttft_ms": 33.150624949485064, "decode_ms": 137.40316696930677}, "total_wall_ms": 298.19637502077967, "ttft_ms": 33.150624949485064, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1517813760, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6549627120, "mlx_cache_bytes": 20089878546, "process_rss_bytes": 1517813760}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6549627120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4698349", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "701e33883fd67b98a2e554becbf17528bad4559f33f163d707b2560a0dc1ec1d", "output_hash": "794390b725409bae7fc431b00c47ac2a7f15e67e5a393b1ea2aa02060db8c3b1"} |
| |
834 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "10f6555325924b14b3e3c11f", "attempt_id": "94bfba9c1cbc", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:42.666242Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 19, "compress_ms": 82.91379199363291}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206308, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.21400006208569, "doc_prefill_ms": 1950.169041985646, "compress_ms": 83.061832934618, "serialize_ms": 8.979042060673237, "load_ms": 0.9510410018265247, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.58312509953976, "ttft_ms": 33.58312509953976, "decode_ms": 136.1036660382524}, "total_wall_ms": 175.3806669730693, "ttft_ms": 33.58312509953976, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1517879296, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6544285908, "mlx_cache_bytes": 20106377234, "process_rss_bytes": 1517879296}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6544285908, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8765432", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "701e33883fd67b98a2e554becbf17528bad4559f33f163d707b2560a0dc1ec1d", "output_hash": "e48a441a4052357f8cfa3363c2e150d074223c0f678fb692b3a1fdc0d468686c"} |
| |
835 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0347bb5b51e487a6e854283e", "attempt_id": "ea72fc45458d", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:42.871256Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 19, "compress_ms": 82.91379199363291}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 41, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206308, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.21400006208569, "doc_prefill_ms": 1950.169041985646, "compress_ms": 83.061832934618, "serialize_ms": 8.979042060673237, "load_ms": 0.8480420801788568, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.34154200274497, "ttft_ms": 33.34154200274497, "decode_ms": 18.361250055022538}, "total_wall_ms": 57.377499993890524, "ttft_ms": 33.34154200274497, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1517879296, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6547824868, "mlx_cache_bytes": 20106377234, "process_rss_bytes": 1517879296}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6547824868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "701e33883fd67b98a2e554becbf17528bad4559f33f163d707b2560a0dc1ec1d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
836 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68744822723299a1c0a12599", "attempt_id": "4ad4faf3a5c5", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:42.957155Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 19, "compress_ms": 82.91379199363291}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 40, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206308, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.21400006208569, "doc_prefill_ms": 1950.169041985646, "compress_ms": 83.061832934618, "serialize_ms": 8.979042060673237, "load_ms": 0.8566249161958694, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.05891703348607, "ttft_ms": 33.05891703348607, "decode_ms": 113.59958304092288}, "total_wall_ms": 152.21016702707857, "ttft_ms": 33.05891703348607, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 40}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1517895680, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6545973476, "mlx_cache_bytes": 20106377234, "process_rss_bytes": 1517895680}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6545973476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.0041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "701e33883fd67b98a2e554becbf17528bad4559f33f163d707b2560a0dc1ec1d", "output_hash": "19c98b3563301d0c87dcd7b88aa8d2943577e7c15dac67f60524711efb6d7919"} |
| |
837 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "320efbe536bcfe3571a21891", "attempt_id": "afafc5203cdf", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:43.138095Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 19, "compress_ms": 82.91379199363291}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206308, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.21400006208569, "doc_prefill_ms": 1950.169041985646, "compress_ms": 83.061832934618, "serialize_ms": 8.979042060673237, "load_ms": 0.8612920064479113, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.5555830495432, "ttft_ms": 32.5555830495432, "decode_ms": 137.54283299203962}, "total_wall_ms": 175.98920792806894, "ttft_ms": 32.5555830495432, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1517912064, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6544285908, "mlx_cache_bytes": 20106377234, "process_rss_bytes": 1517912064}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6544285908, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldyuk", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "701e33883fd67b98a2e554becbf17528bad4559f33f163d707b2560a0dc1ec1d", "output_hash": "4fc09dec8770a8580704e55ea5e637a39de0a8fa1dcdbaec27dc2a70721cde5f"} |
| |
838 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4ab674c1d87229bb2b1d164f", "attempt_id": "a140a73ab790", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:43.343582Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 19, "compress_ms": 82.91379199363291}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 44, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206308, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.21400006208569, "doc_prefill_ms": 1950.169041985646, "compress_ms": 83.061832934618, "serialize_ms": 8.979042060673237, "load_ms": 1.0222080163657665, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.833041972480714, "ttft_ms": 32.833041972480714, "decode_ms": 139.52433306258172}, "total_wall_ms": 178.2693749992177, "ttft_ms": 32.833041972480714, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1517912064, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6549627120, "mlx_cache_bytes": 20106377234, "process_rss_bytes": 1517912064}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6549627120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8730744", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "701e33883fd67b98a2e554becbf17528bad4559f33f163d707b2560a0dc1ec1d", "output_hash": "15c155e6b1d0c23721946ae7d73df0feff24ff2d46562207e5f1abba7506dffb"} |
| |
839 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97bc4bd2155f214bf37e5a3c", "attempt_id": "545a2f5a7061", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:43.551695Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 37, "compress_ms": 137.96895800624043}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206199, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 170.8501250250265, "doc_prefill_ms": 1950.169041985646, "compress_ms": 142.4607919761911, "serialize_ms": 28.13912509009242, "load_ms": 44.92595896590501, "receiver_prefill_ms": 0.0, "query_prefill_ms": 923.4790409682319, "ttft_ms": 923.4790409682319, "decode_ms": 171.74991697538644}, "total_wall_ms": 1319.2355419741943, "ttft_ms": 923.4790409682319, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1612349440, "backend_memory": {"mlx_active_bytes": 6500786184, "mlx_peak_bytes": 6586527224, "mlx_cache_bytes": 20282674022, "process_rss_bytes": 1612349440}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6586527224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-9997", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1dd5dd77cbda5ccbd5676afece73bef5534f517f747d8705b628994027f4f8b4", "output_hash": "8fae59a16521f3bba3b023676ea95c552d68a56dc07ded9407f86b32334ce1c6"} |
| |
840 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b4aa54c829e1565fd2248b46", "attempt_id": "ead72017d126", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:44.901274Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 41, "compress_ms": 101.00016603246331}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 41, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206199, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.45879091601819, "doc_prefill_ms": 1950.169041985646, "compress_ms": 105.8998330263421, "serialize_ms": 14.280332950875163, "load_ms": 1.4304170617833734, "receiver_prefill_ms": 0.0, "query_prefill_ms": 614.3222090322524, "ttft_ms": 614.3222090322524, "decode_ms": 264.9494169745594}, "total_wall_ms": 1005.9262500144541, "ttft_ms": 614.3222090322524, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1668153344, "backend_memory": {"mlx_active_bytes": 6501081096, "mlx_peak_bytes": 6586347024, "mlx_cache_bytes": 20296978390, "process_rss_bytes": 1668153344}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6586347024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1dd5dd77cbda5ccbd5676afece73bef5534f517f747d8705b628994027f4f8b4", "output_hash": "8daee244a7965a6eda4415a811f0f6b4d5b158214660104b0c05fc03870ea73a"} |
| |
841 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e942586f78d1eb264ad0136f", "attempt_id": "798e4907ed82", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:45.937246Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 40, "compress_ms": 96.10474994406104}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 40, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206198, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 117.7522080251947, "doc_prefill_ms": 1950.169041985646, "compress_ms": 101.18904197588563, "serialize_ms": 16.268957988359034, "load_ms": 0.8524589939042926, "receiver_prefill_ms": 0.0, "query_prefill_ms": 557.69937497098, "ttft_ms": 557.69937497098, "decode_ms": 143.33333389367908}, "total_wall_ms": 824.7004160657525, "ttft_ms": 557.69937497098, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1708015616, "backend_memory": {"mlx_active_bytes": 6500884488, "mlx_peak_bytes": 6585585152, "mlx_cache_bytes": 20298223574, "process_rss_bytes": 1708015616}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6585585152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9805e24a087dafc433f600144d6196ee1d841b59ceea4f0a85cea97a064ba2d7", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
842 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e3359b36d7dd0473829d8117", "attempt_id": "fb087f3872f4", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:46.793710Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 37, "compress_ms": 99.85554101876915}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206198, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.16933306585997, "doc_prefill_ms": 1950.169041985646, "compress_ms": 105.2498749922961, "serialize_ms": 14.575749984942377, "load_ms": 0.9565830696374178, "receiver_prefill_ms": 0.0, "query_prefill_ms": 519.9556249426678, "ttft_ms": 519.9556249426678, "decode_ms": 141.14987500943244}, "total_wall_ms": 787.7262500114739, "ttft_ms": 519.9556249426678, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1742258176, "backend_memory": {"mlx_active_bytes": 6500720648, "mlx_peak_bytes": 6584643032, "mlx_cache_bytes": 20298387414, "process_rss_bytes": 1742258176}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6584643032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9805e24a087dafc433f600144d6196ee1d841b59ceea4f0a85cea97a064ba2d7", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
843 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b46fa49013b1c587f12cabd8", "attempt_id": "b6957af75621", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:47.616055Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 44, "compress_ms": 100.72608396876603}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 44, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 54190080, "serialized_payload_bytes": 54206199, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.80645805690438, "doc_prefill_ms": 1950.169041985646, "compress_ms": 105.63095798715949, "serialize_ms": 14.887374942190945, "load_ms": 0.9932080283761024, "receiver_prefill_ms": 0.0, "query_prefill_ms": 643.87683395762, "ttft_ms": 643.87683395762, "decode_ms": 183.25220793485641}, "total_wall_ms": 954.5643749879673, "ttft_ms": 643.87683395762, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1779630080, "backend_memory": {"mlx_active_bytes": 6501031944, "mlx_peak_bytes": 6588468812, "mlx_cache_bytes": 20299281194, "process_rss_bytes": 1779630080}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6588468812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4644474", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1dd5dd77cbda5ccbd5676afece73bef5534f517f747d8705b628994027f4f8b4", "output_hash": "89ba2585f859d43ddc46bdb0cb238c294f76729603c976374065611b0682c797"} |
| |
844 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d0f88ecf2747693f92adf52", "attempt_id": "b4204bb06aba", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:48.603706Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 37, "compress_ms": 105.90495890937746, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 28788480, "serialized_payload_bytes": 28822794, "side_information_bytes": 34314, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 231.41537490300834, "doc_prefill_ms": 1950.169041985646, "compress_ms": 120.48149993643165, "serialize_ms": 110.38558394648135, "load_ms": 1.9102499354630709, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.49774998705834, "ttft_ms": 29.49774998705834, "decode_ms": 207.10400003008544}, "total_wall_ms": 474.90375000052154, "ttft_ms": 29.49774998705834, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1837383680, "backend_memory": {"mlx_active_bytes": 6449003064, "mlx_peak_bytes": 6502599464, "mlx_cache_bytes": 20450656442, "process_rss_bytes": 1837383680}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6502599464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UU-99A-257", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "be046764fd947565ab378671e881fdd2e7e7ae57cd8a06318acf1fe3b554c97a", "output_hash": "f04abdc746b2d01d675d6432c85648680ab7760bd85bf0154b5b333d6cedbf32"} |
| |
845 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6be3c93c37248b7435470aaf", "attempt_id": "8455cb139104", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:49.109465Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 41, "compress_ms": 115.05016591399908, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 41, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 28788480, "serialized_payload_bytes": 28822794, "side_information_bytes": 34314, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 143.96354102063924, "doc_prefill_ms": 1950.169041985646, "compress_ms": 130.14029106125236, "serialize_ms": 13.274624943733215, "load_ms": 1.311875064857304, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.196750001981854, "ttft_ms": 31.196750001981854, "decode_ms": 239.05458394438028}, "total_wall_ms": 420.7887500524521, "ttft_ms": 31.196750001981854, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1838792704, "backend_memory": {"mlx_active_bytes": 6447822856, "mlx_peak_bytes": 6506692448, "mlx_cache_bytes": 20480060090, "process_rss_bytes": 1838792704}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6506692448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 517-P, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "be046764fd947565ab378671e881fdd2e7e7ae57cd8a06318acf1fe3b554c97a", "output_hash": "8daee244a7965a6eda4415a811f0f6b4d5b158214660104b0c05fc03870ea73a"} |
| |
846 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c7026f9ffcc9161dcf1fe072", "attempt_id": "0e550a7c0d17", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:49.561866Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 40, "compress_ms": 105.6767919799313, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 40, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 28788480, "serialized_payload_bytes": 28822793, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 131.00004103034735, "doc_prefill_ms": 1950.169041985646, "compress_ms": 120.63037499319762, "serialize_ms": 9.824541979469359, "load_ms": 1.1490409960970283, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.834166005253792, "ttft_ms": 28.834166005253792, "decode_ms": 151.43770794384181}, "total_wall_ms": 317.5524170510471, "ttft_ms": 28.834166005253792, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1838874624, "backend_memory": {"mlx_active_bytes": 6447817112, "mlx_peak_bytes": 6504381152, "mlx_cache_bytes": 20497465642, "process_rss_bytes": 1838874624}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6504381152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "91.5041", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c7649d697a3092411cd2956b00122f5b2db6c6bd04d060ad6a4e9a071cedf078", "output_hash": "f02072bc2620e17c9b463f5f8f8a46319d9ae010d9257b58ed7ca179d18b023e"} |
| |
847 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "65094f8778155deac648a91e", "attempt_id": "6571699129d7", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:49.912869Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 37, "compress_ms": 96.39154199976474, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 37, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 28788480, "serialized_payload_bytes": 28822793, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 119.93445898406208, "doc_prefill_ms": 1950.169041985646, "compress_ms": 111.32799996994436, "serialize_ms": 8.120874990709126, "load_ms": 1.1370000429451466, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.33404196705669, "ttft_ms": 31.33404196705669, "decode_ms": 154.01412500068545}, "total_wall_ms": 311.2722500227392, "ttft_ms": 31.33404196705669, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1838891008, "backend_memory": {"mlx_active_bytes": 6447813640, "mlx_peak_bytes": 6501641720, "mlx_cache_bytes": 20497469114, "process_rss_bytes": 1838891008}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6501641720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c7649d697a3092411cd2956b00122f5b2db6c6bd04d060ad6a4e9a071cedf078", "output_hash": "3e4321e8bff955b009cf516f82227b56a6ee6e4a19f08eeea3229749fbcb048d"} |
| |
848 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8188e0e2501f225a833c4c38", "attempt_id": "87b48b99daef", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:50.253860Z", "task_family": "synthetic", "document_id": "syn_03007_8000", "document_hash": "601a34ce3fb4eb4fe6346a3bc9900160762a432b30f192472ef5821aa5ad3f6f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03007_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5882, "keep": 1470, "window_tokens": 44, "compress_ms": 107.52679104916751, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5843, "source_tokens_receiver": 5843, "query_tokens": 44, "message_tokens": 5882, "message_utf8_bytes": 29152, "cache_tensor_bytes": 28788480, "serialized_payload_bytes": 28822794, "side_information_bytes": 34314, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.91700000222772, "doc_prefill_ms": 1950.169041985646, "compress_ms": 120.44862494803965, "serialize_ms": 9.886500076390803, "load_ms": 1.1153750820085406, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.12624995224178, "ttft_ms": 29.12624995224178, "decode_ms": 156.09625005163252}, "total_wall_ms": 322.3095000721514, "ttft_ms": 29.12624995224178, "input_usage": {"receiver_prefix_tokens": 5882, "dense_cache_bytes": 216834048, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1838940160, "backend_memory": {"mlx_active_bytes": 6447821784, "mlx_peak_bytes": 6509657260, "mlx_cache_bytes": 20516777706, "process_rss_bytes": 1838940160}, "peak_prefill_memory": 7155490880, "peak_decode_memory": 6509657260, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4698349", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03007_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "be046764fd947565ab378671e881fdd2e7e7ae57cd8a06318acf1fe3b554c97a", "output_hash": "794390b725409bae7fc431b00c47ac2a7f15e67e5a393b1ea2aa02060db8c3b1"} |
| |
849 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fd866e3d948f5346c171b633", "attempt_id": "b5261ec6527f", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:51.524676Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.013875076547265053, "decode_payload_ms": 0.0, "receiver_prefill_ms": 20.595874986611307, "ttft_ms": 17.401000019162893, "decode_ms": 18.02483294159174}, "total_wall_ms": 56.81720899883658, "ttft_ms": 17.401000019162893, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1262600192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 269813428, "process_rss_bytes": 1262600192}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
850 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9ada1c2fed1b59f6ed50ef0d", "attempt_id": "ec41617c94c4", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:51.630968Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.013875076547265053, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.45737499371171, "ttft_ms": 21.25095808878541, "decode_ms": 16.195791075006127}, "total_wall_ms": 73.6434169812128, "ttft_ms": 21.25095808878541, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1262616576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 334546612, "process_rss_bytes": 1262616576}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
851 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "423cbadc7e11f3daf5769a69", "attempt_id": "7c49efbacc42", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:51.744042Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.013875076547265053, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.07687495928258, "ttft_ms": 23.00304197706282, "decode_ms": 18.622833071276546}, "total_wall_ms": 76.39295898843557, "ttft_ms": 23.00304197706282, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1262616576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243623560, "mlx_cache_bytes": 349865652, "process_rss_bytes": 1262616576}, "peak_prefill_memory": null, "peak_decode_memory": 6243623560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
852 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e623f44cfe3bc1d18430fb76", "attempt_id": "d24dcc674a00", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:51.859937Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.013875076547265053, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.5427908943966, "ttft_ms": 18.952416954562068, "decode_ms": 20.69366700015962}, "total_wall_ms": 75.86329197511077, "ttft_ms": 18.952416954562068, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1262616576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245212808, "mlx_cache_bytes": 394446516, "process_rss_bytes": 1262616576}, "peak_prefill_memory": null, "peak_decode_memory": 6245212808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
853 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "81826730b1ea5fad0bf59b4b", "attempt_id": "9cd766c1d51f", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:51.974287Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.013875076547265053, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.5049999197945, "ttft_ms": 17.333250027149916, "decode_ms": 20.579959033057094}, "total_wall_ms": 74.02108400128782, "ttft_ms": 17.333250027149916, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1262616576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245851784, "mlx_cache_bytes": 424674996, "process_rss_bytes": 1262616576}, "peak_prefill_memory": null, "peak_decode_memory": 6245851784, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
854 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b253d22c0d518a276be76074", "attempt_id": "824f5b88c051", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:52.086637Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 11041, "message_tokens": 10967, "message_utf8_bytes": 58936, "cache_tensor_bytes": null, "serialized_payload_bytes": 58936, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008833943866193295, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2553.7299580173567, "ttft_ms": 23.47154193557799, "decode_ms": 187.75733304210007}, "total_wall_ms": 2783.480625017546, "ttft_ms": 23.47154193557799, "input_usage": {"receiver_prompt_tokens": 11041}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1262682112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3302459060, "process_rss_bytes": 1262682112}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-9763", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "output_hash": "35a493b45debec4af7b33682824e19b5b8e7fabb88b07ad9aba542f84596e5c0"} |
| |
855 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf09c5d7c5765600fcf898e7", "attempt_id": "4c3f151a9ca8", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:54.908477Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 11047, "message_tokens": 10967, "message_utf8_bytes": 58936, "cache_tensor_bytes": null, "serialized_payload_bytes": 58936, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008833943866193295, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2387.600417016074, "ttft_ms": 23.630332900211215, "decode_ms": 219.45687499828637}, "total_wall_ms": 2648.8157080020756, "ttft_ms": 23.630332900211215, "input_usage": {"receiver_prompt_tokens": 11047}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1262747648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3789375156, "process_rss_bytes": 1262747648}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "output_hash": "b7406ee1ad484fa7d8f8ce631b0e2f500d48d5dc8097ef6c3e608550c1dea6ad"} |
| |
856 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6214646a98fc2d31af533f10", "attempt_id": "0ca0d9df063c", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:43:57.594278Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 11046, "message_tokens": 10967, "message_utf8_bytes": 58936, "cache_tensor_bytes": null, "serialized_payload_bytes": 58936, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008833943866193295, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2327.8718749061227, "ttft_ms": 23.446999955922365, "decode_ms": 154.9312910065055}, "total_wall_ms": 2524.2522079497576, "ttft_ms": 23.446999955922365, "input_usage": {"receiver_prompt_tokens": 11046}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1262796800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4002105012, "process_rss_bytes": 1262796800}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
857 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef3234c9f1085cab6d91f969", "attempt_id": "d5bf4c7f07b3", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:00.156671Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 11043, "message_tokens": 10967, "message_utf8_bytes": 58936, "cache_tensor_bytes": null, "serialized_payload_bytes": 58936, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008833943866193295, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2300.4237500717863, "ttft_ms": 24.04508402105421, "decode_ms": 126.23533292207867}, "total_wall_ms": 2468.6067500151694, "ttft_ms": 24.04508402105421, "input_usage": {"receiver_prompt_tokens": 11043}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1262845952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4365239988, "process_rss_bytes": 1262845952}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
858 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "92189a87f9130332d13b352d", "attempt_id": "8789aea037b6", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:02.661906Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 11050, "message_tokens": 10967, "message_utf8_bytes": 58936, "cache_tensor_bytes": null, "serialized_payload_bytes": 58936, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008833943866193295, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2301.4575419947505, "ttft_ms": 20.606250036507845, "decode_ms": 131.73037499655038}, "total_wall_ms": 2471.7970410129055, "ttft_ms": 20.606250036507845, "input_usage": {"receiver_prompt_tokens": 11050}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1262895104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4846519988, "process_rss_bytes": 1262895104}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1203172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "output_hash": "7c329867ad7172db84767fea4daffa6be45a97f487c83546350998942053189b"} |
| |
859 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "db54c14d340b6c72279115f3", "attempt_id": "3d44969fbe81", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:05.178720Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10967}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2212, "cache_tensor_bytes": null, "serialized_payload_bytes": 2212, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.230666047893465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 103.97295805159956, "ttft_ms": 17.719583003781736, "decode_ms": 20.231875008903444}, "total_wall_ms": 143.40529101900756, "ttft_ms": 17.719583003781736, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1262977024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567260248, "mlx_cache_bytes": 5234689716, "process_rss_bytes": 1262977024}, "peak_prefill_memory": null, "peak_decode_memory": 6567260248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "390dc59a34ae0787bfcac46b2432352fcf5c202aedd0d29f4ea050ee74f1389e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
860 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "522d60e9694d778101893049", "attempt_id": "49b06a7f127e", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:05.360727Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10967}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2212, "cache_tensor_bytes": null, "serialized_payload_bytes": 2212, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.230666047893465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.93554100766778, "ttft_ms": 20.70629200898111, "decode_ms": 19.658667035400867}, "total_wall_ms": 150.7584999781102, "ttft_ms": 20.70629200898111, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1262977024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567915608, "mlx_cache_bytes": 5585045172, "process_rss_bytes": 1262977024}, "peak_prefill_memory": null, "peak_decode_memory": 6567915608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "390dc59a34ae0787bfcac46b2432352fcf5c202aedd0d29f4ea050ee74f1389e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
861 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "92ef4cf22bf861d7ab437b55", "attempt_id": "122254051130", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:05.547622Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10967}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2212, "cache_tensor_bytes": null, "serialized_payload_bytes": 2212, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.230666047893465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 107.47454210650176, "ttft_ms": 19.16829205583781, "decode_ms": 21.304999943822622}, "total_wall_ms": 149.36999999918044, "ttft_ms": 19.16829205583781, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1262993408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567522392, "mlx_cache_bytes": 5743314612, "process_rss_bytes": 1262993408}, "peak_prefill_memory": null, "peak_decode_memory": 6567522392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "390dc59a34ae0787bfcac46b2432352fcf5c202aedd0d29f4ea050ee74f1389e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
862 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97cac1e54a98baea4a3fee59", "attempt_id": "18230202b410", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:05.734073Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10967}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 2212, "cache_tensor_bytes": null, "serialized_payload_bytes": 2212, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.230666047893465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.27491600159556, "ttft_ms": 17.768041929230094, "decode_ms": 118.86924994178116}, "total_wall_ms": 247.40745802409947, "ttft_ms": 17.768041929230094, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1262993408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567915608, "mlx_cache_bytes": 5988681396, "process_rss_bytes": 1262993408}, "peak_prefill_memory": null, "peak_decode_memory": 6567915608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "390dc59a34ae0787bfcac46b2432352fcf5c202aedd0d29f4ea050ee74f1389e", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
863 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c8032a9933350efbc15f15c", "attempt_id": "8ae02931b916", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:06.017831Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10967}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 2212, "cache_tensor_bytes": null, "serialized_payload_bytes": 2212, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.230666047893465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 104.46704109199345, "ttft_ms": 20.67841705866158, "decode_ms": 19.013417069800198}, "total_wall_ms": 145.9322499576956, "ttft_ms": 20.67841705866158, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1263009792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6570061912, "mlx_cache_bytes": 6355945140, "process_rss_bytes": 1263009792}, "peak_prefill_memory": null, "peak_decode_memory": 6570061912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "390dc59a34ae0787bfcac46b2432352fcf5c202aedd0d29f4ea050ee74f1389e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
864 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "165f814f55d143424f043e64", "attempt_id": "5f2804a59d91", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:06.215743Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 587, "message_tokens": 512, "message_utf8_bytes": 1220, "cache_tensor_bytes": null, "serialized_payload_bytes": 1220, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.356291969306767, "decode_payload_ms": 0.0, "receiver_prefill_ms": 112.70404199603945, "ttft_ms": 20.825249957852066, "decode_ms": 18.77037505619228}, "total_wall_ms": 153.5855419933796, "ttft_ms": 20.825249957852066, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1263861760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562508888, "mlx_cache_bytes": 6698436276, "process_rss_bytes": 1263861760}, "peak_prefill_memory": null, "peak_decode_memory": 6562508888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b158f56028a25416ee29a4dbf8f0463dd1af2497414b0ce61b6d46f2e6baf73e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
865 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c8bace04bd7c19853e6698a8", "attempt_id": "520a5f59d783", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:06.406819Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1220, "cache_tensor_bytes": null, "serialized_payload_bytes": 1220, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.356291969306767, "decode_payload_ms": 0.0, "receiver_prefill_ms": 114.32262498419732, "ttft_ms": 20.563125028274953, "decode_ms": 20.30562504660338}, "total_wall_ms": 156.50437492877245, "ttft_ms": 20.563125028274953, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1263861760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566342744, "mlx_cache_bytes": 6942230196, "process_rss_bytes": 1263861760}, "peak_prefill_memory": null, "peak_decode_memory": 6566342744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b158f56028a25416ee29a4dbf8f0463dd1af2497414b0ce61b6d46f2e6baf73e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
866 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "85874bd32b2645dce51a8b22", "attempt_id": "f92a135a2ef6", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:06.601467Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1220, "cache_tensor_bytes": null, "serialized_payload_bytes": 1220, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.356291969306767, "decode_payload_ms": 0.0, "receiver_prefill_ms": 116.9926249422133, "ttft_ms": 21.197750000283122, "decode_ms": 21.191374980844557}, "total_wall_ms": 160.67616699729115, "ttft_ms": 21.197750000283122, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1263878144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585725016, "mlx_cache_bytes": 6964053684, "process_rss_bytes": 1263878144}, "peak_prefill_memory": null, "peak_decode_memory": 6585725016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b158f56028a25416ee29a4dbf8f0463dd1af2497414b0ce61b6d46f2e6baf73e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
867 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d75e35f2710d5088a679f02c", "attempt_id": "5cde8cd30867", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:06.799623Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 589, "message_tokens": 512, "message_utf8_bytes": 1220, "cache_tensor_bytes": null, "serialized_payload_bytes": 1220, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.356291969306767, "decode_payload_ms": 0.0, "receiver_prefill_ms": 114.49129099491984, "ttft_ms": 19.969624932855368, "decode_ms": 109.91008288692683}, "total_wall_ms": 245.60675001703203, "ttft_ms": 19.969624932855368, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1263894528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563393624, "mlx_cache_bytes": 7206274740, "process_rss_bytes": 1263894528}, "peak_prefill_memory": null, "peak_decode_memory": 6563393624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b158f56028a25416ee29a4dbf8f0463dd1af2497414b0ce61b6d46f2e6baf73e", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
868 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4abf569c44df7753cd58610d", "attempt_id": "238c705a98b1", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:07.082480Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1220, "cache_tensor_bytes": null, "serialized_payload_bytes": 1220, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.356291969306767, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.00979193300009, "ttft_ms": 18.814625102095306, "decode_ms": 180.94708293210715}, "total_wall_ms": 309.0005839476362, "ttft_ms": 18.814625102095306, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1263894528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567915608, "mlx_cache_bytes": 7206274740, "process_rss_bytes": 1263894528}, "peak_prefill_memory": null, "peak_decode_memory": 6567915608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,203,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b158f56028a25416ee29a4dbf8f0463dd1af2497414b0ce61b6d46f2e6baf73e", "output_hash": "f4a4fb050088fea6a7ec9c841089089cae6905bde4b150ad3626365c9baa374c"} |
| |
869 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b1d171433736c87c148d1eb", "attempt_id": "3a97d65db149", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:07.428009Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 575, "message_tokens": 500, "message_utf8_bytes": 1290, "cache_tensor_bytes": null, "serialized_payload_bytes": 1290, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.32287501078099, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.78933395724744, "ttft_ms": 21.050416980870068, "decode_ms": 200.3785000415519}, "total_wall_ms": 334.6152500016615, "ttft_ms": 21.050416980870068, "input_usage": {"receiver_prompt_tokens": 575}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1263927296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554644568, "mlx_cache_bytes": 7555942068, "process_rss_bytes": 1263927296}, "peak_prefill_memory": null, "peak_decode_memory": 6554644568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-9763", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2fb34ddb4c0be13e8a9cf148e55ffcaf9fde5d48fd2667a8c9ae3ac7d270d68f", "output_hash": "35a493b45debec4af7b33682824e19b5b8e7fabb88b07ad9aba542f84596e5c0"} |
| |
870 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a9094a244d6654125535eb5b", "attempt_id": "b3f5d332c3b5", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:07.799330Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 581, "message_tokens": 500, "message_utf8_bytes": 1491, "cache_tensor_bytes": null, "serialized_payload_bytes": 1491, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.6204159259796143, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.60045801382512, "ttft_ms": 22.42483291774988, "decode_ms": 194.5387499872595}, "total_wall_ms": 330.3339999401942, "ttft_ms": 22.42483291774988, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1263943680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558281816, "mlx_cache_bytes": 7908951732, "process_rss_bytes": 1263943680}, "peak_prefill_memory": null, "peak_decode_memory": 6558281816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5feee0749c7b7d3514073015c1d52ec489d60b8628d1e7501f540f5766610212", "output_hash": "b7406ee1ad484fa7d8f8ce631b0e2f500d48d5dc8097ef6c3e608550c1dea6ad"} |
| |
871 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7503ef1799db9e7aacd1b49e", "attempt_id": "40df84ed13ed", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:08.166356Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 581, "message_tokens": 501, "message_utf8_bytes": 1370, "cache_tensor_bytes": null, "serialized_payload_bytes": 1370, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.4805830800905824, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.33837499376386, "ttft_ms": 17.16154208406806, "decode_ms": 141.66349999140948}, "total_wall_ms": 271.77070803008974, "ttft_ms": 17.16154208406806, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1263960064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558281816, "mlx_cache_bytes": 7908951732, "process_rss_bytes": 1263960064}, "peak_prefill_memory": null, "peak_decode_memory": 6558281816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ef64476ce1a521813264d30fcbfd3f30fad9203913b04cf99ef07aafb22bad33", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
872 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "59991e3d04d8f927b8260fe9", "attempt_id": "1d9217c4ba5e", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:08.474164Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 18}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 584, "message_tokens": 507, "message_utf8_bytes": 1418, "cache_tensor_bytes": null, "serialized_payload_bytes": 1418, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.268500091508031, "decode_payload_ms": 0.0, "receiver_prefill_ms": 112.83350002486259, "ttft_ms": 17.787500051781535, "decode_ms": 124.92591701447964}, "total_wall_ms": 260.01291594002396, "ttft_ms": 17.787500051781535, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1263960064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6580056152, "mlx_cache_bytes": 8170636980, "process_rss_bytes": 1263960064}, "peak_prefill_memory": null, "peak_decode_memory": 6580056152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fb66dc09e199bbe42b3035faeadce7d85956c67b2233d22b00839ef080f375b9", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
873 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e6f58c6a01c05c6e81994be2", "attempt_id": "c95dd466bfa8", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:08.770930Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 584, "message_tokens": 500, "message_utf8_bytes": 1195, "cache_tensor_bytes": null, "serialized_payload_bytes": 1195, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.352334024384618, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.35699997935444, "ttft_ms": 22.55837502889335, "decode_ms": 172.91291698347777}, "total_wall_ms": 309.235000051558, "ttft_ms": 22.55837502889335, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1263992832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577647704, "mlx_cache_bytes": 8170636980, "process_rss_bytes": 1263992832}, "peak_prefill_memory": null, "peak_decode_memory": 6577647704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,203,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "17ed1ddcf4e6366789b81101bcab2f419e5584120d28c3f1525f14e771219728", "output_hash": "f4a4fb050088fea6a7ec9c841089089cae6905bde4b150ad3626365c9baa374c"} |
| |
874 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4156bcf8e9a969d5403e2d99", "attempt_id": "0f4d09ba5837", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:21.633683Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1440, "cache_tensor_bytes": null, "serialized_payload_bytes": 1440, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12516.481040976942, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.4287080662325, "ttft_ms": 20.293000037781894, "decode_ms": 19.228333025239408}, "total_wall_ms": 147.93608302716166, "ttft_ms": 20.293000037781894, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 11083, "sender_output_tokens": 512, "sender_prefill_ms": 2538.7052500154823, "sender_ttft_ms": 19.779875059612095, "sender_decode_ms": 9946.56833296176}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1264287744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582399064, "mlx_cache_bytes": 9796503220, "process_rss_bytes": 1264287744}, "peak_prefill_memory": null, "peak_decode_memory": 6582399064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1f203a25f98264d356a8861bd7e7879cc41818b2b81de5e8ec0f93672fc41e89", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
875 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "61a29b21e83d6b4b97b08000", "attempt_id": "963792443f41", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:21.825517Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1440, "cache_tensor_bytes": null, "serialized_payload_bytes": 1440, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12516.481040976942, "decode_payload_ms": 0.0, "receiver_prefill_ms": 120.723707950674, "ttft_ms": 19.729917054064572, "decode_ms": 192.1433750540018}, "total_wall_ms": 334.04920902103186, "ttft_ms": 19.729917054064572, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 11083, "sender_output_tokens": 512, "sender_prefill_ms": 2538.7052500154823, "sender_ttft_ms": 19.779875059612095, "sender_decode_ms": 9946.56833296176}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1264287744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567915608, "mlx_cache_bytes": 9796503220, "process_rss_bytes": 1264287744}, "peak_prefill_memory": null, "peak_decode_memory": 6567915608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1f203a25f98264d356a8861bd7e7879cc41818b2b81de5e8ec0f93672fc41e89", "output_hash": "d3f23e8630b500176cd303629005c8af128b7067d279257cba4d22f366f8ed9a"} |
| |
876 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6294e153885c4c297addd009", "attempt_id": "924b03f28548", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:22.200332Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1440, "cache_tensor_bytes": null, "serialized_payload_bytes": 1440, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12516.481040976942, "decode_payload_ms": 0.0, "receiver_prefill_ms": 116.12437502481043, "ttft_ms": 20.443124929443, "decode_ms": 129.12920792587101}, "total_wall_ms": 267.22020807210356, "ttft_ms": 20.443124929443, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 11083, "sender_output_tokens": 512, "sender_prefill_ms": 2538.7052500154823, "sender_ttft_ms": 19.779875059612095, "sender_decode_ms": 9946.56833296176}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1264287744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567915608, "mlx_cache_bytes": 9796503220, "process_rss_bytes": 1264287744}, "peak_prefill_memory": null, "peak_decode_memory": 6567915608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1f203a25f98264d356a8861bd7e7879cc41818b2b81de5e8ec0f93672fc41e89", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
877 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8be81cc3f58fc0008829c513", "attempt_id": "c5d7eb922fe9", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:22.508895Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1440, "cache_tensor_bytes": null, "serialized_payload_bytes": 1440, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12516.481040976942, "decode_payload_ms": 0.0, "receiver_prefill_ms": 119.83891704585403, "ttft_ms": 21.446124999783933, "decode_ms": 118.31404198892415}, "total_wall_ms": 261.0259170178324, "ttft_ms": 21.446124999783933, "input_usage": {"receiver_prompt_tokens": 593, "sender_input_tokens": 11083, "sender_output_tokens": 512, "sender_prefill_ms": 2538.7052500154823, "sender_ttft_ms": 19.779875059612095, "sender_decode_ms": 9946.56833296176}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1264287744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566195288, "mlx_cache_bytes": 9796503220, "process_rss_bytes": 1264287744}, "peak_prefill_memory": null, "peak_decode_memory": 6566195288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1f203a25f98264d356a8861bd7e7879cc41818b2b81de5e8ec0f93672fc41e89", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
878 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "53df283f5ad53d12c9c0980c", "attempt_id": "5d263773d5c6", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:22.808830Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 600, "message_tokens": 512, "message_utf8_bytes": 1440, "cache_tensor_bytes": null, "serialized_payload_bytes": 1440, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12516.481040976942, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.82800007332116, "ttft_ms": 16.328959027305245, "decode_ms": 116.76641600206494}, "total_wall_ms": 244.21062495093793, "ttft_ms": 16.328959027305245, "input_usage": {"receiver_prompt_tokens": 600, "sender_input_tokens": 11083, "sender_output_tokens": 512, "sender_prefill_ms": 2538.7052500154823, "sender_ttft_ms": 19.779875059612095, "sender_decode_ms": 9946.56833296176}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1264287744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567522392, "mlx_cache_bytes": 9796503220, "process_rss_bytes": 1264287744}, "peak_prefill_memory": null, "peak_decode_memory": 6567522392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1203172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1f203a25f98264d356a8861bd7e7879cc41818b2b81de5e8ec0f93672fc41e89", "output_hash": "7c329867ad7172db84767fea4daffa6be45a97f487c83546350998942053189b"} |
| |
879 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e5dff38611f61170578a63d", "attempt_id": "8ea6852edba1", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:23.091635Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 146, "message_tokens": 68, "message_utf8_bytes": 374, "cache_tensor_bytes": null, "serialized_payload_bytes": 374, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3730.9672500705346, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.927958981134, "ttft_ms": 18.692375044338405, "decode_ms": 18.781458027660847}, "total_wall_ms": 3816.1139170406386, "ttft_ms": 18.692375044338405, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 11078, "sender_output_tokens": 68, "sender_prefill_ms": 2435.960583970882, "sender_ttft_ms": 23.649459006264806, "sender_decode_ms": 1258.3707079757005}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1264549888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299476660, "mlx_cache_bytes": 10291169528, "process_rss_bytes": 1264549888}, "peak_prefill_memory": null, "peak_decode_memory": 6299476660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4989612e0d904547c7c565956754d528190d5648b54cbbeccf3f5d14bd1640c7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
880 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "98b31df1c1c1755659614d6d", "attempt_id": "b1a12b65b15a", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:26.946055Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 219, "message_tokens": 135, "message_utf8_bytes": 390, "cache_tensor_bytes": null, "serialized_payload_bytes": 390, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4981.238374952227, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.91662501823157, "ttft_ms": 17.851707991212606, "decode_ms": 172.86533396691084}, "total_wall_ms": 5217.586291953921, "ttft_ms": 17.851707991212606, "input_usage": {"receiver_prompt_tokens": 219, "sender_input_tokens": 11084, "sender_output_tokens": 135, "sender_prefill_ms": 2448.81420803722, "sender_ttft_ms": 18.488458008505404, "sender_decode_ms": 2504.1798340389505}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1264615424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6357083096, "mlx_cache_bytes": 10817129568, "process_rss_bytes": 1264615424}, "peak_prefill_memory": null, "peak_decode_memory": 6357083096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fb8f0fadcfcf094efc893e9b0d6cf021601b5d6cd2ab8eaa91906cee9012eaf7", "output_hash": "d3f23e8630b500176cd303629005c8af128b7067d279257cba4d22f366f8ed9a"} |
| |
881 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f789c5f88141ded6cd702a01", "attempt_id": "c6e71e96c6ba", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:32.200739Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 183, "message_tokens": 100, "message_utf8_bytes": 251, "cache_tensor_bytes": null, "serialized_payload_bytes": 251, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4632.526124943979, "decode_payload_ms": 0.0, "receiver_prefill_ms": 46.72466707415879, "ttft_ms": 17.548499978147447, "decode_ms": 16.54729200527072}, "total_wall_ms": 4713.987207971513, "ttft_ms": 17.548499978147447, "input_usage": {"receiver_prompt_tokens": 183, "sender_input_tokens": 11083, "sender_output_tokens": 100, "sender_prefill_ms": 2707.514415960759, "sender_ttft_ms": 21.51854196563363, "sender_decode_ms": 1893.8379159662873}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1264664576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6329476056, "mlx_cache_bytes": 10960522336, "process_rss_bytes": 1264664576}, "peak_prefill_memory": null, "peak_decode_memory": 6329476056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9a5d042742c0c0685d3c9e321957fe951cf1bc89bf3033ef6e58710779317074", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
882 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a32a81ab03ad01bcd3801588", "attempt_id": "69a81b6f0aad", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:49.654040Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 447, "message_tokens": 357, "message_utf8_bytes": 818, "cache_tensor_bytes": null, "serialized_payload_bytes": 818, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12701.732749934308, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.45491599943489, "ttft_ms": 19.53962503466755, "decode_ms": 19.711124943569303}, "total_wall_ms": 126.06354209128767, "ttft_ms": 19.53962503466755, "input_usage": {"receiver_prompt_tokens": 447, "sender_input_tokens": 11111, "sender_output_tokens": 512, "sender_prefill_ms": 2578.915833029896, "sender_ttft_ms": 21.076624980196357, "sender_decode_ms": 10092.577792005613}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1265008640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546007912, "mlx_cache_bytes": 11835954008, "process_rss_bytes": 1265008640}, "peak_prefill_memory": null, "peak_decode_memory": 6546007912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3ad6a301c2e7b4e2d6ae58d641925e93e0066c630a27d3ad86c7a922575f07e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
883 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "58e0b941f7dee846680166c2", "attempt_id": "bc3951d02f7b", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:49.818479Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 453, "message_tokens": 357, "message_utf8_bytes": 818, "cache_tensor_bytes": null, "serialized_payload_bytes": 818, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12701.732749934308, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.17058397270739, "ttft_ms": 19.963665981777012, "decode_ms": 19.485458033159375}, "total_wall_ms": 136.89500000327826, "ttft_ms": 19.963665981777012, "input_usage": {"receiver_prompt_tokens": 453, "sender_input_tokens": 11111, "sender_output_tokens": 512, "sender_prefill_ms": 2578.915833029896, "sender_ttft_ms": 21.076624980196357, "sender_decode_ms": 10092.577792005613}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1265008640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6550972288, "mlx_cache_bytes": 12208872040, "process_rss_bytes": 1265008640}, "peak_prefill_memory": null, "peak_decode_memory": 6550972288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3ad6a301c2e7b4e2d6ae58d641925e93e0066c630a27d3ad86c7a922575f07e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
884 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "074f34297a418907cb9b5cf4", "attempt_id": "b2a8b22fe7aa", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:49.993863Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 452, "message_tokens": 357, "message_utf8_bytes": 818, "cache_tensor_bytes": null, "serialized_payload_bytes": 818, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12701.732749934308, "decode_payload_ms": 0.0, "receiver_prefill_ms": 104.92404096294194, "ttft_ms": 20.653416984714568, "decode_ms": 18.271583947353065}, "total_wall_ms": 145.14012506697327, "ttft_ms": 20.653416984714568, "input_usage": {"receiver_prompt_tokens": 452, "sender_input_tokens": 11111, "sender_output_tokens": 512, "sender_prefill_ms": 2578.915833029896, "sender_ttft_ms": 21.076624980196357, "sender_decode_ms": 10092.577792005613}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1265008640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6550808448, "mlx_cache_bytes": 12209855080, "process_rss_bytes": 1265008640}, "peak_prefill_memory": null, "peak_decode_memory": 6550808448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3ad6a301c2e7b4e2d6ae58d641925e93e0066c630a27d3ad86c7a922575f07e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
885 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e074dacfbbdc186759bab125", "attempt_id": "f0753d054a56", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:50.183399Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 449, "message_tokens": 357, "message_utf8_bytes": 818, "cache_tensor_bytes": null, "serialized_payload_bytes": 818, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12701.732749934308, "decode_payload_ms": 0.0, "receiver_prefill_ms": 102.31137508526444, "ttft_ms": 20.453916979022324, "decode_ms": 115.92795804608613}, "total_wall_ms": 239.88541692961007, "ttft_ms": 20.453916979022324, "input_usage": {"receiver_prompt_tokens": 449, "sender_input_tokens": 11111, "sender_output_tokens": 512, "sender_prefill_ms": 2578.915833029896, "sender_ttft_ms": 21.076624980196357, "sender_decode_ms": 10092.577792005613}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1265008640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546909056, "mlx_cache_bytes": 12455746152, "process_rss_bytes": 1265008640}, "peak_prefill_memory": null, "peak_decode_memory": 6546909056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3ad6a301c2e7b4e2d6ae58d641925e93e0066c630a27d3ad86c7a922575f07e", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
886 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79456527c779aa77febfb708", "attempt_id": "0961398f652b", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:50.464755Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 456, "message_tokens": 357, "message_utf8_bytes": 818, "cache_tensor_bytes": null, "serialized_payload_bytes": 818, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12701.732749934308, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.99141704570502, "ttft_ms": 20.18025005236268, "decode_ms": 18.380500026978552}, "total_wall_ms": 137.76120904367417, "ttft_ms": 20.18025005236268, "input_usage": {"receiver_prompt_tokens": 456, "sender_input_tokens": 11111, "sender_output_tokens": 512, "sender_prefill_ms": 2578.915833029896, "sender_ttft_ms": 21.076624980196357, "sender_decode_ms": 10092.577792005613}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1265025024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553282444, "mlx_cache_bytes": 12812657028, "process_rss_bytes": 1265025024}, "peak_prefill_memory": null, "peak_decode_memory": 6553282444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3ad6a301c2e7b4e2d6ae58d641925e93e0066c630a27d3ad86c7a922575f07e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
887 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd5bac65f0ea0ffe991ec515", "attempt_id": "873372e72ca0", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:50.640835Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 143, "message_tokens": 53, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3908.0832499312237, "decode_payload_ms": 0.0, "receiver_prefill_ms": 42.036916012875736, "ttft_ms": 14.685500063933432, "decode_ms": 151.0200840421021}, "total_wall_ms": 4116.460958961397, "ttft_ms": 14.685500063933432, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 11119, "sender_output_tokens": 74, "sender_prefill_ms": 2423.8655420485884, "sender_ttft_ms": 18.490334041416645, "sender_decode_ms": 1455.8721670182422}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1265090560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6304244404, "mlx_cache_bytes": 13385736580, "process_rss_bytes": 1265090560}, "peak_prefill_memory": null, "peak_decode_memory": 6304244404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-9763", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cbd1fb0fd5907bd8d4bc3bf54eefdf36290b140d07a43909f17e816807098ada", "output_hash": "35a493b45debec4af7b33682824e19b5b8e7fabb88b07ad9aba542f84596e5c0"} |
| |
888 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "576b8076a2912f5e46a98c25", "attempt_id": "8a2c433487a4", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:54.795190Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 148, "message_tokens": 52, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3913.0663329269737, "decode_payload_ms": 0.0, "receiver_prefill_ms": 36.07954108156264, "ttft_ms": 15.651624999009073, "decode_ms": 162.40804200060666}, "total_wall_ms": 4127.763041993603, "ttft_ms": 15.651624999009073, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 11125, "sender_output_tokens": 72, "sender_prefill_ms": 2535.0022920174524, "sender_ttft_ms": 18.189124995842576, "sender_decode_ms": 1350.5291669862345}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1265123328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300656600, "mlx_cache_bytes": 13957259652, "process_rss_bytes": 1265123328}, "peak_prefill_memory": null, "peak_decode_memory": 6300656600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G in Gaspé", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d856b0176c7fabe4735b8fabe1cdbbf89f2a8a0f8fdf55f48fd0ee411d7cea1", "output_hash": "b7406ee1ad484fa7d8f8ce631b0e2f500d48d5dc8097ef6c3e608550c1dea6ad"} |
| |
889 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e93ca45c4efbf7810eaf3943", "attempt_id": "d86dfb99acb9", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:44:58.961353Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 146, "message_tokens": 51, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3898.197792004794, "decode_payload_ms": 0.0, "receiver_prefill_ms": 41.1406250204891, "ttft_ms": 17.696292023174465, "decode_ms": 124.4707090081647}, "total_wall_ms": 4082.1816669777036, "ttft_ms": 17.696292023174465, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 11124, "sender_output_tokens": 71, "sender_prefill_ms": 2557.778457994573, "sender_ttft_ms": 21.898917038924992, "sender_decode_ms": 1308.8507079519331}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1265188864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299476660, "mlx_cache_bytes": 13957259652, "process_rss_bytes": 1265188864}, "peak_prefill_memory": null, "peak_decode_memory": 6299476660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ff26a2fc2295aef42950ec76f657d128a27fbfbd3020ef019966ee6b3dafdaad", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
890 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd3b664d95b8665d8a759a7e", "attempt_id": "aaa01e40d8fc", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:03.081899Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 1087, "message_tokens": 1012, "message_utf8_bytes": 705, "cache_tensor_bytes": null, "serialized_payload_bytes": 705, "side_information_bytes": 0, "fetched_bytes": 1606, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02975005190819502, "decode_payload_ms": 0.0, "receiver_prefill_ms": 147.93062501121312, "ttft_ms": 19.122291007079184, "decode_ms": 19.343749969266355}, "total_wall_ms": 189.74770791828632, "ttft_ms": 19.122291007079184, "input_usage": {"receiver_prompt_tokens": 1087, "sender_input_tokens": 11111, "sender_output_tokens": 512, "sender_prefill_ms": 2578.915833029896, "sender_ttft_ms": 21.076624980196357, "sender_decode_ms": 10092.577792005613}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1265500160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6856143172, "mlx_cache_bytes": 14631154300, "process_rss_bytes": 1265500160}, "peak_prefill_memory": null, "peak_decode_memory": 6856143172, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1606, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ea50c3fdb164c4e2b48049fc2e5bd4ee6ceeee95f548e5117f15c39d2366f6d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
891 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c0450fd2a01bbe4914d091b5", "attempt_id": "906eb8014b8c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:03.310530Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 1093, "message_tokens": 1012, "message_utf8_bytes": 705, "cache_tensor_bytes": null, "serialized_payload_bytes": 705, "side_information_bytes": 0, "fetched_bytes": 1606, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02975005190819502, "decode_payload_ms": 0.0, "receiver_prefill_ms": 184.2077919282019, "ttft_ms": 20.71520802564919, "decode_ms": 18.700291984714568}, "total_wall_ms": 226.20599996298552, "ttft_ms": 20.71520802564919, "input_usage": {"receiver_prompt_tokens": 1093, "sender_input_tokens": 11111, "sender_output_tokens": 512, "sender_prefill_ms": 2578.915833029896, "sender_ttft_ms": 21.076624980196357, "sender_decode_ms": 10092.577792005613}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1265516544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6846169164, "mlx_cache_bytes": 15240786556, "process_rss_bytes": 1265516544}, "peak_prefill_memory": null, "peak_decode_memory": 6846169164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1606, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a32171bd0e6aec36f53bfdf81ad0e0a369dbbdfe304ab66f1837c2f0f02f102a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
892 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33431a27088c314126373039", "attempt_id": "0350abe15472", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:03.576163Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 1090, "message_tokens": 1010, "message_utf8_bytes": 705, "cache_tensor_bytes": null, "serialized_payload_bytes": 705, "side_information_bytes": 0, "fetched_bytes": 1619, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02975005190819502, "decode_payload_ms": 0.0, "receiver_prefill_ms": 220.72304191533476, "ttft_ms": 19.32600000873208, "decode_ms": 20.095291081815958}, "total_wall_ms": 262.12983299046755, "ttft_ms": 19.32600000873208, "input_usage": {"receiver_prompt_tokens": 1090, "sender_input_tokens": 11111, "sender_output_tokens": 512, "sender_prefill_ms": 2578.915833029896, "sender_ttft_ms": 21.076624980196357, "sender_decode_ms": 10092.577792005613}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1265549312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6844940364, "mlx_cache_bytes": 15689249404, "process_rss_bytes": 1265549312}, "peak_prefill_memory": null, "peak_decode_memory": 6844940364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1619, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3c98a81616efd953223ada849cf0488d0ae1e9e7098d157e47b3376052cb4c98", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
893 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef5c4e31508d9a3322e2227d", "attempt_id": "9f28d5a60d1b", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:03.887378Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 1105, "message_tokens": 1028, "message_utf8_bytes": 705, "cache_tensor_bytes": null, "serialized_payload_bytes": 705, "side_information_bytes": 0, "fetched_bytes": 1609, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02975005190819502, "decode_payload_ms": 0.0, "receiver_prefill_ms": 225.35974998027086, "ttft_ms": 20.728375064209104, "decode_ms": 117.82383301761001}, "total_wall_ms": 366.20604107156396, "ttft_ms": 20.728375064209104, "input_usage": {"receiver_prompt_tokens": 1105, "sender_input_tokens": 11111, "sender_output_tokens": 512, "sender_prefill_ms": 2578.915833029896, "sender_ttft_ms": 21.076624980196357, "sender_decode_ms": 10092.577792005613}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1265745920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6852902988, "mlx_cache_bytes": 16338252412, "process_rss_bytes": 1265745920}, "peak_prefill_memory": null, "peak_decode_memory": 6852902988, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1609, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1d704f264f5e6611d70f235dca61d50e53213cb79769ed4b66ecb14252e9e31c", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
894 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ea3d4b24c4b54601abef1483", "attempt_id": "778b0d4e1fee", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:04.290774Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 1096, "message_tokens": 1012, "message_utf8_bytes": 705, "cache_tensor_bytes": null, "serialized_payload_bytes": 705, "side_information_bytes": 0, "fetched_bytes": 1606, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02975005190819502, "decode_payload_ms": 0.0, "receiver_prefill_ms": 212.19016599934548, "ttft_ms": 18.628082936629653, "decode_ms": 19.260415923781693}, "total_wall_ms": 252.0353749860078, "ttft_ms": 18.628082936629653, "input_usage": {"receiver_prompt_tokens": 1096, "sender_input_tokens": 11111, "sender_output_tokens": 512, "sender_prefill_ms": 2578.915833029896, "sender_ttft_ms": 21.076624980196357, "sender_decode_ms": 10092.577792005613}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1265762304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6848020556, "mlx_cache_bytes": 16982209148, "process_rss_bytes": 1265762304}, "peak_prefill_memory": null, "peak_decode_memory": 6848020556, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1606, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "365e80f63239e4064474e7d4047271826c392edae3eb2f3e8933da613c33840d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
895 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eaebb2f68579200f273122a7", "attempt_id": "91868bfe4e9e", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:04.582566Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.824436197544962}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 11041, "message_tokens": 10967, "message_utf8_bytes": 58936, "cache_tensor_bytes": null, "serialized_payload_bytes": 3503, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11775002349168062, "decode_payload_ms": 0.02116698306053877, "receiver_prefill_ms": 2399.383832933381, "ttft_ms": 23.351166979409754, "decode_ms": 213.5872079525143}, "total_wall_ms": 2654.3944999575615, "ttft_ms": 23.351166979409754, "input_usage": {"receiver_prompt_tokens": 11041}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1265942528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16982209148, "process_rss_bytes": 1265942528}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-9763", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "output_hash": "35a493b45debec4af7b33682824e19b5b8e7fabb88b07ad9aba542f84596e5c0"} |
| |
896 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "098d849d578feadd510f8725", "attempt_id": "7a90b451166b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:07.277587Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.824436197544962}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 11047, "message_tokens": 10967, "message_utf8_bytes": 58936, "cache_tensor_bytes": null, "serialized_payload_bytes": 3503, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11775002349168062, "decode_payload_ms": 0.02116698306053877, "receiver_prefill_ms": 2268.994332989678, "ttft_ms": 22.38924999255687, "decode_ms": 194.62120905518532}, "total_wall_ms": 2505.113583058119, "ttft_ms": 22.38924999255687, "input_usage": {"receiver_prompt_tokens": 11047}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1265975296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16982209148, "process_rss_bytes": 1265975296}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "output_hash": "b7406ee1ad484fa7d8f8ce631b0e2f500d48d5dc8097ef6c3e608550c1dea6ad"} |
| |
897 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e575533e08ec8fb429d57990", "attempt_id": "0681270f1e0d", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:09.821720Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.824436197544962}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 11046, "message_tokens": 10967, "message_utf8_bytes": 58936, "cache_tensor_bytes": null, "serialized_payload_bytes": 3503, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11775002349168062, "decode_payload_ms": 0.02116698306053877, "receiver_prefill_ms": 2232.929083984345, "ttft_ms": 17.460832954384387, "decode_ms": 139.5074169849977}, "total_wall_ms": 2408.745125052519, "ttft_ms": 17.460832954384387, "input_usage": {"receiver_prompt_tokens": 11046}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1266040832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16982209148, "process_rss_bytes": 1266040832}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
898 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af19b456f7b61fe44f617d0d", "attempt_id": "7ee8815b6e29", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:12.270062Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.824436197544962}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 11043, "message_tokens": 10967, "message_utf8_bytes": 58936, "cache_tensor_bytes": null, "serialized_payload_bytes": 3503, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11775002349168062, "decode_payload_ms": 0.02116698306053877, "receiver_prefill_ms": 2271.910374984145, "ttft_ms": 24.4911250192672, "decode_ms": 138.29433405771852}, "total_wall_ms": 2453.080042032525, "ttft_ms": 24.4911250192672, "input_usage": {"receiver_prompt_tokens": 11043}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1266089984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16982209148, "process_rss_bytes": 1266089984}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
899 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a234748b1de21f594a3bc5b", "attempt_id": "cb554f45acb9", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:14.761207Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.824436197544962}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 11050, "message_tokens": 10967, "message_utf8_bytes": 58936, "cache_tensor_bytes": null, "serialized_payload_bytes": 3503, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11775002349168062, "decode_payload_ms": 0.02116698306053877, "receiver_prefill_ms": 2326.4763329643756, "ttft_ms": 20.71704203262925, "decode_ms": 131.87529204878956}, "total_wall_ms": 2497.770708054304, "ttft_ms": 20.71704203262925, "input_usage": {"receiver_prompt_tokens": 11050}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1266139136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16982209148, "process_rss_bytes": 1266139136}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1203172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "output_hash": "7c329867ad7172db84767fea4daffa6be45a97f487c83546350998942053189b"} |
| |
900 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f4dbe0f51c55323e7f818995", "attempt_id": "20e971dc91ce", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:19.246968Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046685511078690616, "origin_tokens": 10771, "compressed_tokens": 529, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 618, "message_tokens": 542, "message_utf8_bytes": 2644, "cache_tensor_bytes": null, "serialized_payload_bytes": 2644, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1950.2484579570591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 649.2940420284867, "ttft_ms": 17.580833984538913, "decode_ms": 238.16562502179295}, "total_wall_ms": 907.980874995701, "ttft_ms": 17.580833984538913, "input_usage": {"receiver_prompt_tokens": 618}, "output_usage": {"output_tokens": 14}, "provider_cached_usage": null, "process_memory": 1268596736, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579236952, "mlx_cache_bytes": 17364316796, "process_rss_bytes": 1268596736}, "peak_prefill_memory": null, "peak_decode_memory": 6579236952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 533-G ScheffervilleObyald-2", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f4ccf81eb999a26957f26f1004f241c85fa3c90fc3431b0519db286f45540676", "output_hash": "098f9d6136952a27765c1fa12e30945cfc87f35728335473a5b4adc2ddfe2ef7"} |
| |
901 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "152f4cb4f77cd7fc5160a1f4", "attempt_id": "f544b10cab4c", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:20.218020Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046685511078690616, "origin_tokens": 10771, "compressed_tokens": 529, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 624, "message_tokens": 542, "message_utf8_bytes": 2644, "cache_tensor_bytes": null, "serialized_payload_bytes": 2644, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1950.2484579570591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 206.86837506946176, "ttft_ms": 17.296207952313125, "decode_ms": 16.61449996754527}, "total_wall_ms": 242.14308301452547, "ttft_ms": 17.296207952313125, "input_usage": {"receiver_prompt_tokens": 624}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1266810880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582366296, "mlx_cache_bytes": 17728336508, "process_rss_bytes": 1266810880}, "peak_prefill_memory": null, "peak_decode_memory": 6582366296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f4ccf81eb999a26957f26f1004f241c85fa3c90fc3431b0519db286f45540676", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
902 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6bcf27b2d4955f03681fa75d", "attempt_id": "592b79e340fd", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:20.497512Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046685511078690616, "origin_tokens": 10771, "compressed_tokens": 529, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 623, "message_tokens": 542, "message_utf8_bytes": 2644, "cache_tensor_bytes": null, "serialized_payload_bytes": 2644, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1950.2484579570591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 334.3686250736937, "ttft_ms": 20.215666969306767, "decode_ms": 17.97308400273323}, "total_wall_ms": 374.02758293319494, "ttft_ms": 20.215666969306767, "input_usage": {"receiver_prompt_tokens": 623}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1265647616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581776472, "mlx_cache_bytes": 17984418428, "process_rss_bytes": 1265647616}, "peak_prefill_memory": null, "peak_decode_memory": 6581776472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f4ccf81eb999a26957f26f1004f241c85fa3c90fc3431b0519db286f45540676", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
903 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "76b93b27c96fbb71ecf83c23", "attempt_id": "6c54494e8a4e", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:20.908794Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046685511078690616, "origin_tokens": 10771, "compressed_tokens": 529, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 620, "message_tokens": 542, "message_utf8_bytes": 2644, "cache_tensor_bytes": null, "serialized_payload_bytes": 2644, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1950.2484579570591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 107.08245809655637, "ttft_ms": 20.6707080360502, "decode_ms": 20.037165959365666}, "total_wall_ms": 149.31304100900888, "ttft_ms": 20.6707080360502, "input_usage": {"receiver_prompt_tokens": 620}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1265336320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579925080, "mlx_cache_bytes": 18239320700, "process_rss_bytes": 1265336320}, "peak_prefill_memory": null, "peak_decode_memory": 6579925080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f4ccf81eb999a26957f26f1004f241c85fa3c90fc3431b0519db286f45540676", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
904 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a2392900bd5f35caaa720fd", "attempt_id": "5d5cd3447c63", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:21.096435Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046685511078690616, "origin_tokens": 10771, "compressed_tokens": 529, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 627, "message_tokens": 542, "message_utf8_bytes": 2644, "cache_tensor_bytes": null, "serialized_payload_bytes": 2644, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1950.2484579570591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 343.8309580087662, "ttft_ms": 17.586624948307872, "decode_ms": 19.39966599456966}, "total_wall_ms": 382.35654099844396, "ttft_ms": 17.586624948307872, "input_usage": {"receiver_prompt_tokens": 627}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1263452160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584414296, "mlx_cache_bytes": 18620740220, "process_rss_bytes": 1263452160}, "peak_prefill_memory": null, "peak_decode_memory": 6584414296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f4ccf81eb999a26957f26f1004f241c85fa3c90fc3431b0519db286f45540676", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
905 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b97d41056239cae77ec9a978", "attempt_id": "0000b6d0aaf6", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:24.196148Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 35, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 405725184, "serialized_payload_bytes": 405741674, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2678.710583015345, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 36.35324991773814, "serialize_ms": 109.90045801736414, "load_ms": 10.43350005056709, "receiver_prefill_ms": 0.0, "query_prefill_ms": 92.42404100950807, "ttft_ms": 92.42404100950807, "decode_ms": 214.31654191110283}, "total_wall_ms": 328.1194579321891, "ttft_ms": 92.42404100950807, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2051964928, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7502373180, "mlx_cache_bytes": 19466253065, "process_rss_bytes": 2051964928}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7502373180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-9763", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91a3b7d630af8118ad452509f65d31cd70f0914d7a6ba43f4b07b4253166089d", "output_hash": "35a493b45debec4af7b33682824e19b5b8e7fabb88b07ad9aba542f84596e5c0"} |
| |
906 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "adde784bc4dd5e9550ebfba2", "attempt_id": "9a3b9f8cdf2d", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:24.597936Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 41, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 405725184, "serialized_payload_bytes": 405741674, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2678.710583015345, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 36.35324991773814, "serialize_ms": 109.90045801736414, "load_ms": 2.353916992433369, "receiver_prefill_ms": 0.0, "query_prefill_ms": 91.93479095119983, "ttft_ms": 91.93479095119983, "decode_ms": 224.15004204958677}, "total_wall_ms": 339.2203749390319, "ttft_ms": 91.93479095119983, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2052128768, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7508025660, "mlx_cache_bytes": 19488813997, "process_rss_bytes": 2052128768}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7508025660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91a3b7d630af8118ad452509f65d31cd70f0914d7a6ba43f4b07b4253166089d", "output_hash": "b7406ee1ad484fa7d8f8ce631b0e2f500d48d5dc8097ef6c3e608550c1dea6ad"} |
| |
907 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79a622d4708dc05ad5afcc75", "attempt_id": "1360293a5251", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:24.988502Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 40, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 405725184, "serialized_payload_bytes": 405741674, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2678.710583015345, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 36.35324991773814, "serialize_ms": 109.90045801736414, "load_ms": 2.0568750333040953, "receiver_prefill_ms": 0.0, "query_prefill_ms": 98.32708397880197, "ttft_ms": 98.32708397880197, "decode_ms": 174.91062497720122}, "total_wall_ms": 285.630208090879, "ttft_ms": 98.32708397880197, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2052145152, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7507435748, "mlx_cache_bytes": 19500970925, "process_rss_bytes": 2052145152}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7507435748, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91a3b7d630af8118ad452509f65d31cd70f0914d7a6ba43f4b07b4253166089d", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
908 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "25d30b03e7134608ccf71a58", "attempt_id": "8d43091cd7d7", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:25.316396Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 37, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 405725184, "serialized_payload_bytes": 405741674, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2678.710583015345, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 36.35324991773814, "serialize_ms": 109.90045801736414, "load_ms": 2.4145409697666764, "receiver_prefill_ms": 0.0, "query_prefill_ms": 101.94154200144112, "ttft_ms": 101.94154200144112, "decode_ms": 147.2573330393061}, "total_wall_ms": 261.2719589378685, "ttft_ms": 101.94154200144112, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2052161536, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7506796772, "mlx_cache_bytes": 19527300013, "process_rss_bytes": 2052161536}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7506796772, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91a3b7d630af8118ad452509f65d31cd70f0914d7a6ba43f4b07b4253166089d", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
909 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49e52f055937dc44fd654f79", "attempt_id": "1b0789666a67", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:25.618100Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 44, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 405725184, "serialized_payload_bytes": 405741674, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2678.710583015345, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 36.35324991773814, "serialize_ms": 109.90045801736414, "load_ms": 2.3155829403549433, "receiver_prefill_ms": 0.0, "query_prefill_ms": 104.50716596096754, "ttft_ms": 104.50716596096754, "decode_ms": 175.8530829101801}, "total_wall_ms": 292.16737498063594, "ttft_ms": 104.50716596096754, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2052177920, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7510024508, "mlx_cache_bytes": 19557399533, "process_rss_bytes": 2052177920}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7510024508, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1203172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91a3b7d630af8118ad452509f65d31cd70f0914d7a6ba43f4b07b4253166089d", "output_hash": "7c329867ad7172db84767fea4daffa6be45a97f487c83546350998942053189b"} |
| |
910 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a5e16aeb8c06aefb2ef3c9de", "attempt_id": "40bb782580d2", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:26.061608Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "85052b2e98ac8241", "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 35, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 405725184, "serialized_payload_bytes": 405741702, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.16025000996888, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 6.617791019380093, "serialize_ms": 106.33908293675631, "load_ms": 47.858291887678206, "receiver_prefill_ms": 0.0, "query_prefill_ms": 113.1530839484185, "ttft_ms": 113.1530839484185, "decode_ms": 254.09595796372741}, "total_wall_ms": 424.40120899118483, "ttft_ms": 113.1530839484185, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2458091520, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7502373068, "mlx_cache_bytes": 19557399533, "process_rss_bytes": 2458091520}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7502373068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-9763", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c51ff1257ded6534b40b7e3c933545c61d23ae88d41c36082b0015401bec889b", "output_hash": "35a493b45debec4af7b33682824e19b5b8e7fabb88b07ad9aba542f84596e5c0"} |
| |
911 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a53ec967b086a4e1393ad719", "attempt_id": "255fbe17d5ba", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:26.524603Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "85052b2e98ac8241", "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 41, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 405725184, "serialized_payload_bytes": 405741702, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.16025000996888, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 6.617791019380093, "serialize_ms": 106.33908293675631, "load_ms": 37.205083994194865, "receiver_prefill_ms": 0.0, "query_prefill_ms": 96.47954208776355, "ttft_ms": 96.47954208776355, "decode_ms": 233.56045898981392}, "total_wall_ms": 376.6173329204321, "ttft_ms": 96.47954208776355, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2458091520, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7508025572, "mlx_cache_bytes": 19557399533, "process_rss_bytes": 2458091520}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7508025572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c51ff1257ded6534b40b7e3c933545c61d23ae88d41c36082b0015401bec889b", "output_hash": "b7406ee1ad484fa7d8f8ce631b0e2f500d48d5dc8097ef6c3e608550c1dea6ad"} |
| |
912 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f634d770c0dfae4469057b9a", "attempt_id": "6a88775bc659", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:26.938766Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "85052b2e98ac8241", "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 40, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 405725184, "serialized_payload_bytes": 405741702, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.16025000996888, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 6.617791019380093, "serialize_ms": 106.33908293675631, "load_ms": 34.915708005428314, "receiver_prefill_ms": 0.0, "query_prefill_ms": 106.34270892478526, "ttft_ms": 106.34270892478526, "decode_ms": 166.3588749943301}, "total_wall_ms": 317.1876249834895, "ttft_ms": 106.34270892478526, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2458091520, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7507239140, "mlx_cache_bytes": 19557399533, "process_rss_bytes": 2458091520}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7507239140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c51ff1257ded6534b40b7e3c933545c61d23ae88d41c36082b0015401bec889b", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
913 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40810c48c94812fc53d3e1fa", "attempt_id": "3dad93539e52", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:27.294642Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "85052b2e98ac8241", "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 37, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 405725184, "serialized_payload_bytes": 405741702, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.16025000996888, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 6.617791019380093, "serialize_ms": 106.33908293675631, "load_ms": 38.35233300924301, "receiver_prefill_ms": 0.0, "query_prefill_ms": 111.92133300937712, "ttft_ms": 111.92133300937712, "decode_ms": 153.61533395480365}, "total_wall_ms": 313.0859170341864, "ttft_ms": 111.92133300937712, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2458091520, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7506780388, "mlx_cache_bytes": 19557563373, "process_rss_bytes": 2458091520}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7506780388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c51ff1257ded6534b40b7e3c933545c61d23ae88d41c36082b0015401bec889b", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
914 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7bdf80aa60a5c626e955f267", "attempt_id": "5c22dab886c2", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:27.657760Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "85052b2e98ac8241", "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 44, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 405725184, "serialized_payload_bytes": 405741702, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.16025000996888, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 6.617791019380093, "serialize_ms": 106.33908293675631, "load_ms": 38.529083016328514, "receiver_prefill_ms": 0.0, "query_prefill_ms": 112.18462500255555, "ttft_ms": 112.18462500255555, "decode_ms": 172.52379201818258}, "total_wall_ms": 332.43212499655783, "ttft_ms": 112.18462500255555, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2458091520, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7510024432, "mlx_cache_bytes": 19557563373, "process_rss_bytes": 2458091520}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7510024432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1203172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c51ff1257ded6534b40b7e3c933545c61d23ae88d41c36082b0015401bec889b", "output_hash": "7c329867ad7172db84767fea4daffa6be45a97f487c83546350998942053189b"} |
| |
915 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d35da2c7fae9610037b5f7ad", "attempt_id": "d5f540ec67fe", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:28.796401Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 35, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 215541504, "serialized_payload_bytes": 215576576, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 767.8456249414012, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 32.947707921266556, "serialize_ms": 734.4979160698131, "load_ms": 5.889207939617336, "receiver_prefill_ms": 0.0, "query_prefill_ms": 127.12870805989951, "ttft_ms": 127.12870805989951, "decode_ms": 245.02466595731676}, "total_wall_ms": 387.32783403247595, "ttft_ms": 127.12870805989951, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2874884096, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7183490353, "mlx_cache_bytes": 20728631389, "process_rss_bytes": 2874884096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7183490353, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-9763", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48aa00bacbc5365794c13888ae6c81fd58c10ab1ad28ab28c50dc9b7cfdf0c29", "output_hash": "35a493b45debec4af7b33682824e19b5b8e7fabb88b07ad9aba542f84596e5c0"} |
| |
916 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "edc2941ac3947d6ebe3e187e", "attempt_id": "759ed92028ed", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:29.222965Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 41, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 215541504, "serialized_payload_bytes": 215576576, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 767.8456249414012, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 32.947707921266556, "serialize_ms": 734.4979160698131, "load_ms": 2.1848330507054925, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.93462503142655, "ttft_ms": 61.93462503142655, "decode_ms": 237.06395796034485}, "total_wall_ms": 310.59379200451076, "ttft_ms": 61.93462503142655, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2874884096, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7204102385, "mlx_cache_bytes": 20759077125, "process_rss_bytes": 2874884096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7204102385, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48aa00bacbc5365794c13888ae6c81fd58c10ab1ad28ab28c50dc9b7cfdf0c29", "output_hash": "b7406ee1ad484fa7d8f8ce631b0e2f500d48d5dc8097ef6c3e608550c1dea6ad"} |
| |
917 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c9f5cf0f19ad1e9fa0752cf7", "attempt_id": "95024a71d034", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:29.572034Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 40, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 215541504, "serialized_payload_bytes": 215576576, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 767.8456249414012, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 32.947707921266556, "serialize_ms": 734.4979160698131, "load_ms": 2.0744160283356905, "receiver_prefill_ms": 0.0, "query_prefill_ms": 51.98350001592189, "ttft_ms": 51.98350001592189, "decode_ms": 156.56216605566442}, "total_wall_ms": 219.13729200605303, "ttft_ms": 51.98350001592189, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2874884096, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7200727281, "mlx_cache_bytes": 20872192261, "process_rss_bytes": 2874884096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7200727281, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48aa00bacbc5365794c13888ae6c81fd58c10ab1ad28ab28c50dc9b7cfdf0c29", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
918 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "77e007c111a73ce68eddbbe6", "attempt_id": "7d8e42da769b", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:29.826347Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 37, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 215541504, "serialized_payload_bytes": 215576576, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 767.8456249414012, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 32.947707921266556, "serialize_ms": 734.4979160698131, "load_ms": 2.371709095314145, "receiver_prefill_ms": 0.0, "query_prefill_ms": 489.045916008763, "ttft_ms": 489.045916008763, "decode_ms": 155.32833395991474}, "total_wall_ms": 655.5097079835832, "ttft_ms": 489.045916008763, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2870132736, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7194206449, "mlx_cache_bytes": 20873011461, "process_rss_bytes": 2870132736}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7194206449, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48aa00bacbc5365794c13888ae6c81fd58c10ab1ad28ab28c50dc9b7cfdf0c29", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
919 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb566f574b43776f4f663a5d", "attempt_id": "271e71dd7b53", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:30.517880Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 44, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 215541504, "serialized_payload_bytes": 215576576, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 767.8456249414012, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 32.947707921266556, "serialize_ms": 734.4979160698131, "load_ms": 2.571583027020097, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.06554198637605, "ttft_ms": 72.06554198637605, "decode_ms": 174.6528750518337}, "total_wall_ms": 257.7867079526186, "ttft_ms": 72.06554198637605, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2751873024, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7213671193, "mlx_cache_bytes": 20997534437, "process_rss_bytes": 2751873024}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7213671193, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1203172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48aa00bacbc5365794c13888ae6c81fd58c10ab1ad28ab28c50dc9b7cfdf0c29", "output_hash": "7c329867ad7172db84767fea4daffa6be45a97f487c83546350998942053189b"} |
| |
920 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f0044299e1d30f1e0446d87", "attempt_id": "80cd040322d6", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:31.396736Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 35, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 114110208, "serialized_payload_bytes": 114145112, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 582.8942909138277, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 36.62495804019272, "serialize_ms": 545.8707500947639, "load_ms": 3.279500058852136, "receiver_prefill_ms": 0.0, "query_prefill_ms": 104.58137502428144, "ttft_ms": 104.58137502428144, "decode_ms": 997.1275000134483}, "total_wall_ms": 1113.9992499956861, "ttft_ms": 104.58137502428144, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2770141184, "backend_memory": {"mlx_active_bytes": 6810329096, "mlx_peak_bytes": 6958761944, "mlx_cache_bytes": 21505899109, "process_rss_bytes": 2770141184}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6958761944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " letter entry the entry letter entry the entry letter entry entry letter entry entry entry letter entry entry letter entry entry entry letter entry entry entry entry letter entry entry letter letter entry entry letter entry entry letter entry entry letter entry entry letter entry entry entry letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2db4e93c1bf455089f52656edea7a6c18b846e578d27663af5591baad907228b", "output_hash": "16d5941d9c9df59d7436e8f2c4045ba0826eea62ae256ccfbc9f2a9544e2a054"} |
| |
921 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1154e598611760f83564c4a8", "attempt_id": "a7b7253b8f70", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:32.548887Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 41, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 114110208, "serialized_payload_bytes": 114145112, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 582.8942909138277, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 36.62495804019272, "serialize_ms": 545.8707500947639, "load_ms": 3.8990420289337635, "receiver_prefill_ms": 0.0, "query_prefill_ms": 54.384708986617625, "ttft_ms": 54.384708986617625, "decode_ms": 1073.183416039683}, "total_wall_ms": 1140.687374980189, "ttft_ms": 54.384708986617625, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2770239488, "backend_memory": {"mlx_active_bytes": 6810394632, "mlx_peak_bytes": 6978459789, "mlx_cache_bytes": 21505833573, "process_rss_bytes": 2770239488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6978459789, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "system\n\n letter the entry entry entry the the letter the letter entry entry entry entry entry entry entry letter entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2db4e93c1bf455089f52656edea7a6c18b846e578d27663af5591baad907228b", "output_hash": "6ef59a6fdeb6754000e14c4c870017fcb7865b011df23e5133b9e6c306b849c6"} |
| |
922 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97a7b884d50d11de5cfb6826", "attempt_id": "e0a3f478509f", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:33.727119Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 40, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 114110208, "serialized_payload_bytes": 114145112, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 582.8942909138277, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 36.62495804019272, "serialize_ms": 545.8707500947639, "load_ms": 2.0512089831754565, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.31291705928743, "ttft_ms": 59.31291705928743, "decode_ms": 1126.626499928534}, "total_wall_ms": 1196.919291978702, "ttft_ms": 59.31291705928743, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2521235456, "backend_memory": {"mlx_active_bytes": 6810558472, "mlx_peak_bytes": 6975002765, "mlx_cache_bytes": 21505669733, "process_rss_bytes": 2521235456}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6975002765, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " unknown,\n the entry the the entry the the entry letter the letter letter entry entry letter letter letter entry entry letter letter letter letter letter entry letter letter letter letter letter letter entry letter letter letter letter entry letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2db4e93c1bf455089f52656edea7a6c18b846e578d27663af5591baad907228b", "output_hash": "25580c8f0c2faf52293cbf80ed278f55ff0bb1533d34ef0ca6459ed327437a74"} |
| |
923 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bac4d90de96cbc444a6cb9c7", "attempt_id": "1da29049130b", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:34.961589Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 37, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 114110208, "serialized_payload_bytes": 114145112, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 582.8942909138277, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 36.62495804019272, "serialize_ms": 545.8707500947639, "load_ms": 4.1244999738410115, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.1154579827562, "ttft_ms": 65.1154579827562, "decode_ms": 1176.4822090044618}, "total_wall_ms": 1255.494707962498, "ttft_ms": 65.1154579827562, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2495283200, "backend_memory": {"mlx_active_bytes": 6810492936, "mlx_peak_bytes": 6968889272, "mlx_cache_bytes": 21505735269, "process_rss_bytes": 2495283200}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6968889272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2db4e93c1bf455089f52656edea7a6c18b846e578d27663af5591baad907228b", "output_hash": "8d2e7574f45dd76f7c6b358e1ddf3e6d4c9fbd1ac4286d5cc00e71ea9ea232ea"} |
| |
924 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3122cf0231033c090fa456bf", "attempt_id": "a1462cfe0f43", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:36.256365Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 44, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 114110208, "serialized_payload_bytes": 114145112, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 582.8942909138277, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 36.62495804019272, "serialize_ms": 545.8707500947639, "load_ms": 3.6647499073296785, "receiver_prefill_ms": 0.0, "query_prefill_ms": 40.733749978244305, "ttft_ms": 40.733749978244305, "decode_ms": 970.377792022191}, "total_wall_ms": 1023.7150420434773, "ttft_ms": 40.733749978244305, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2359099392, "backend_memory": {"mlx_active_bytes": 6810279944, "mlx_peak_bytes": 6988030745, "mlx_cache_bytes": 21505948261, "process_rss_bytes": 2359099392}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6988030745, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n the the the the letter letter the the letter the letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2db4e93c1bf455089f52656edea7a6c18b846e578d27663af5591baad907228b", "output_hash": "30f3434f6f56c67266b86cc33160db2bc8350299dda05ab3049b12c50df7260a"} |
| |
925 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "07d258a53fe8c96774258326", "attempt_id": "f6d03e4e0bdc", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:37.366909Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11006, "keep": 2752, "compress_ms": 21.28304203506559}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 35, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466007, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.69620895665139, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 21.313500008545816, "serialize_ms": 29.19949998613447, "load_ms": 1.1851249728351831, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.50404194742441, "ttft_ms": 45.50404194742441, "decode_ms": 193.9951250096783}, "total_wall_ms": 249.66375005897135, "ttft_ms": 45.50404194742441, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2357592064, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6834397388, "mlx_cache_bytes": 21638675045, "process_rss_bytes": 2357592064}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834397388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-9763", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cffb63a74038c704a5acf547c248699758631dda3ddfeba73519e5335c72291b", "output_hash": "35a493b45debec4af7b33682824e19b5b8e7fabb88b07ad9aba542f84596e5c0"} |
| |
926 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc7f7d30fe1403de09ffeccf", "attempt_id": "2a5df2c4fda8", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:37.662694Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11006, "keep": 2752, "compress_ms": 21.28304203506559}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 41, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466007, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.69620895665139, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 21.313500008545816, "serialize_ms": 29.19949998613447, "load_ms": 1.4997910475358367, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.39083292707801, "ttft_ms": 35.39083292707801, "decode_ms": 56.85616692062467}, "total_wall_ms": 105.52266601007432, "ttft_ms": 35.39083292707801, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2357624832, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6840017124, "mlx_cache_bytes": 21638675045, "process_rss_bytes": 2357624832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840017124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cffb63a74038c704a5acf547c248699758631dda3ddfeba73519e5335c72291b", "output_hash": "123b0852843e9939437f362f86da3c29910132ad9926dd4a6d2ec56cc7af472e"} |
| |
927 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a23eb8f2bd74abaacbd8f7f3", "attempt_id": "e6298e411154", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:37.805845Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11006, "keep": 2752, "compress_ms": 21.28304203506559}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 40, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466007, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.69620895665139, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 21.313500008545816, "serialize_ms": 29.19949998613447, "load_ms": 1.03554199449718, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.90958295110613, "ttft_ms": 32.90958295110613, "decode_ms": 125.98095799330622}, "total_wall_ms": 168.86516695376486, "ttft_ms": 32.90958295110613, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2357624832, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6839230692, "mlx_cache_bytes": 21638675045, "process_rss_bytes": 2357624832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839230692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "31.2789", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cffb63a74038c704a5acf547c248699758631dda3ddfeba73519e5335c72291b", "output_hash": "c18e1fba939faf2250324dc5990d8786320711562bb026b9d7602b001c438c52"} |
| |
928 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3b6f26b2389295bd313b7adc", "attempt_id": "574c611cd9cf", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:38.010648Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11006, "keep": 2752, "compress_ms": 21.28304203506559}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 37, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466007, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.69620895665139, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 21.313500008545816, "serialize_ms": 29.19949998613447, "load_ms": 1.1567079927772284, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.71283301245421, "ttft_ms": 44.71283301245421, "decode_ms": 118.70274995453656}, "total_wall_ms": 173.7458750139922, "ttft_ms": 44.71283301245421, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2357624832, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6838821092, "mlx_cache_bytes": 21640313445, "process_rss_bytes": 2357624832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838821092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ewan Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cffb63a74038c704a5acf547c248699758631dda3ddfeba73519e5335c72291b", "output_hash": "b61b80be1412c2ee875758db0047cacd9ccae662f6b2df376d68b29f6cd5c4e8"} |
| |
929 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4686fa4b0cd4f8c891ea75e0", "attempt_id": "346b72b2bc2a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:38.222495Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11006, "keep": 2752, "compress_ms": 21.28304203506559}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 44, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466007, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.69620895665139, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 21.313500008545816, "serialize_ms": 29.19949998613447, "load_ms": 1.3595829950645566, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.90337492804974, "ttft_ms": 43.90337492804974, "decode_ms": 175.98349996842444}, "total_wall_ms": 229.639167082496, "ttft_ms": 43.90337492804974, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2357624832, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6841966832, "mlx_cache_bytes": 21642279525, "process_rss_bytes": 2357624832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6841966832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,975,897", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cffb63a74038c704a5acf547c248699758631dda3ddfeba73519e5335c72291b", "output_hash": "89d8f1d65ee939d0b8589e79090c83fadaeca4bfe0b52c83376d281441444da2"} |
| |
930 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2d6361326fc77a3d9987e9d1", "attempt_id": "a4ccfd47f094", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:38.530540Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11006, "keep": 2752, "compress_ms": 15.02962491940707}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 35, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.99229206237942, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 15.069416956976056, "serialize_ms": 24.710999918170273, "load_ms": 1.0930830612778664, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.128459041938186, "ttft_ms": 46.128459041938186, "decode_ms": 913.6954579735175}, "total_wall_ms": 970.1575000071898, "ttft_ms": 46.128459041938186, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2459746304, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6834397388, "mlx_cache_bytes": 21772335717, "process_rss_bytes": 2459746304}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834397388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The explanation is given. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "6e708452eadfaa6d8a510e74423745b4d99b40bf7204d03c5aa4c3010beca7b5"} |
| |
931 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "170060cc39ef2367e2f0926a", "attempt_id": "2740daed4f3f", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:39.539365Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11006, "keep": 2752, "compress_ms": 15.02962491940707}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 41, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.99229206237942, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 15.069416956976056, "serialize_ms": 24.710999918170273, "load_ms": 1.183207961730659, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.693999961949885, "ttft_ms": 35.693999961949885, "decode_ms": 860.9647919656709}, "total_wall_ms": 907.7659170143306, "ttft_ms": 35.693999961949885, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2459418624, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6840017124, "mlx_cache_bytes": 21772335717, "process_rss_bytes": 2459418624}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840017124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The short answer (a few words or a number), with no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With no explanation. With", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "a7db142544c3f5cc85e4f92c8aad8cd622ce484c0e4d3874b586c6883cbd15f0"} |
| |
932 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4a003910bf9e5c02e8e27d6", "attempt_id": "c024701dbef7", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:40.485104Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11006, "keep": 2752, "compress_ms": 15.02962491940707}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 40, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.99229206237942, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 15.069416956976056, "serialize_ms": 24.710999918170273, "load_ms": 1.1347499676048756, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.298749977722764, "ttft_ms": 46.298749977722764, "decode_ms": 1023.8007080042735}, "total_wall_ms": 1081.5733330091462, "ttft_ms": 46.298749977722764, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2334212096, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6839230692, "mlx_cache_bytes": 21772335717, "process_rss_bytes": 2334212096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839230692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is exactly:\n\nThe answer is exactly:\n\nThe answer is exactly:\n\nThe answer is exactly:\n\nThe answer is exactly:\n\nThe answer is exactly:\n\nThe answer is exactly:\n\nThe answer is exactly:\n\nThe answer is exactly:\n\nThe answer is", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "4bdbdd0658ec911a724b4661b07deab578a67debb2e77f07c9857e6357e4af42"} |
| |
933 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9aac15d08dddc844a7749887", "attempt_id": "59deeb3441f7", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:41.610218Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11006, "keep": 2752, "compress_ms": 15.02962491940707}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 37, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.99229206237942, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 15.069416956976056, "serialize_ms": 24.710999918170273, "load_ms": 3.0814589699730277, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.019167066551745, "ttft_ms": 56.019167066551745, "decode_ms": 1014.6910829935223}, "total_wall_ms": 1085.193416918628, "ttft_ms": 56.019167066551745, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2334228480, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6838821092, "mlx_cache_bytes": 21772335717, "process_rss_bytes": 2334228480}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838821092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is No Explanation.\nThe answer is No Explanation.\nThe answer is No Explanation.\nThe answer is No Explanation.\nThe answer is No Explanation.\nThe answer is No Explanation.\nThe answer is No Explanation.\nThe answer is No Explanation.\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "141bd4a3442ff506285212feef2e4b08f52fb7bf513c3aa84e086c256dc7ba31"} |
| |
934 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c26117e2fea751742416c79c", "attempt_id": "abf9b572c640", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:42.740951Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11006, "keep": 2752, "compress_ms": 15.02962491940707}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 44, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.99229206237942, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 15.069416956976056, "serialize_ms": 24.710999918170273, "load_ms": 1.3669580221176147, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.600916936062276, "ttft_ms": 47.600916936062276, "decode_ms": 835.4580840095878}, "total_wall_ms": 895.1110409107059, "ttft_ms": 47.600916936062276, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2334244864, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6841966832, "mlx_cache_bytes": 21772335717, "process_rss_bytes": 2334244864}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6841966832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few few", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "92edacd8f7b2ab30fcd157eadf46b0c4ea982c366c7f31a7a8469c8552190ad4"} |
| |
935 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef726bee05ce61f72e87167b", "attempt_id": "54ecb2e67522", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:43.680985Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 35, "compress_ms": 230.67220789380372}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 35, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 270.2244590036571, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 242.07041691988707, "serialize_ms": 27.80770801473409, "load_ms": 2.422958961687982, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.740165959112346, "ttft_ms": 47.740165959112346, "decode_ms": 217.03037503175437}, "total_wall_ms": 549.5567499892786, "ttft_ms": 47.740165959112346, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2343927808, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6834348236, "mlx_cache_bytes": 21819177709, "process_rss_bytes": 2343927808}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834348236, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-9763", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "35a493b45debec4af7b33682824e19b5b8e7fabb88b07ad9aba542f84596e5c0"} |
| |
936 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e85c7d4f0d34ca4876ff5004", "attempt_id": "20b3e40701e4", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:44.276286Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 41, "compress_ms": 194.66229190584272}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 41, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 234.6192089607939, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 206.0746670467779, "serialize_ms": 28.19916605949402, "load_ms": 0.9443330345675349, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.603709045797586, "ttft_ms": 52.603709045797586, "decode_ms": 217.54054189659655}, "total_wall_ms": 516.6020420147106, "ttft_ms": 52.603709045797586, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2345533440, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6840017124, "mlx_cache_bytes": 21861399277, "process_rss_bytes": 2345533440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840017124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "b7406ee1ad484fa7d8f8ce631b0e2f500d48d5dc8097ef6c3e608550c1dea6ad"} |
| |
937 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49f1015f70409041bdc47ec2", "attempt_id": "7a7bf93ff4ad", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:44.840001Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 40, "compress_ms": 158.23570895008743}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 40, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 192.63854203745723, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 169.3813749589026, "serialize_ms": 22.943750023841858, "load_ms": 0.8275409927591681, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.471666941419244, "ttft_ms": 47.471666941419244, "decode_ms": 143.2851670542732}, "total_wall_ms": 394.46187508292496, "ttft_ms": 47.471666941419244, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2345762816, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6839230692, "mlx_cache_bytes": 21889579757, "process_rss_bytes": 2345762816}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839230692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
938 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "213995b677ec304a84999525", "attempt_id": "f9c7c135f7d1", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:45.279402Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 37, "compress_ms": 144.42062505986542}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 37, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 176.2692079646513, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 155.37049993872643, "serialize_ms": 20.621499978005886, "load_ms": 1.2563749914988875, "receiver_prefill_ms": 0.0, "query_prefill_ms": 49.214249942451715, "ttft_ms": 49.214249942451715, "decode_ms": 125.77370903454721}, "total_wall_ms": 362.3236670391634, "ttft_ms": 49.214249942451715, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2345779200, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6838821092, "mlx_cache_bytes": 21915646701, "process_rss_bytes": 2345779200}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838821092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
939 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cb9f68c018bb32050159bbe3", "attempt_id": "129e85a81569", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:45.686622Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 44, "compress_ms": 144.43995896726847}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 44, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 177.08983400370926, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 154.72787502221763, "serialize_ms": 22.076916065998375, "load_ms": 1.0514999739825726, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.2616669414565, "ttft_ms": 39.2616669414565, "decode_ms": 111.44125007558614}, "total_wall_ms": 338.580375071615, "ttft_ms": 39.2616669414565, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2345811968, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6841966832, "mlx_cache_bytes": 21946645229, "process_rss_bytes": 2345811968}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6841966832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1203172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "7c329867ad7172db84767fea4daffa6be45a97f487c83546350998942053189b"} |
| |
940 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dfebb15a03b7c20695d40fe6", "attempt_id": "7968b609840a", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:46.175761Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 19, "compress_ms": 91.81250003166497}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 35, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.47825000341982, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 91.9705000706017, "serialize_ms": 14.336333959363401, "load_ms": 1.9221249967813492, "receiver_prefill_ms": 0.0, "query_prefill_ms": 40.8677919767797, "ttft_ms": 40.8677919767797, "decode_ms": 87.15316699817777}, "total_wall_ms": 138.9543330296874, "ttft_ms": 40.8677919767797, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2345811968, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6834348236, "mlx_cache_bytes": 21946723053, "process_rss_bytes": 2345811968}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834348236, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-2978", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "ed1f6b467a0abe93490f298b1864c18a83a564f1f33bc58ae74bc42f5abec2f5"} |
| |
941 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "28b1d5c42e734add67cf7db0", "attempt_id": "b57cfe79addd", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:46.350680Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 19, "compress_ms": 91.81250003166497}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 41, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.47825000341982, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 91.9705000706017, "serialize_ms": 14.336333959363401, "load_ms": 1.5166669618338346, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.20916695520282, "ttft_ms": 33.20916695520282, "decode_ms": 146.9453329918906}, "total_wall_ms": 190.48641598783433, "ttft_ms": 33.20916695520282, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2345811968, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6840017124, "mlx_cache_bytes": 21946723053, "process_rss_bytes": 2345811968}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840017124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 666-V, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "579ce112745829574097cede6dd4a2dde2740706dc4bb6f105c9dbd02caf75e3"} |
| |
942 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c6c322c15a8671a9bedbfc3f", "attempt_id": "fcef4408ffcf", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:46.578374Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 19, "compress_ms": 91.81250003166497}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 40, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.47825000341982, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 91.9705000706017, "serialize_ms": 14.336333959363401, "load_ms": 1.4635419938713312, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.29304200410843, "ttft_ms": 31.29304200410843, "decode_ms": 109.46941690053791}, "total_wall_ms": 150.75912501197308, "ttft_ms": 31.29304200410843, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2345893888, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6839230692, "mlx_cache_bytes": 21946723053, "process_rss_bytes": 2345893888}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839230692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5.04328", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "683be5198c3eb52b47811209da2b2211b29475075ba8472100589196e48e524e"} |
| |
943 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40d94b62f8754338bed68b06", "attempt_id": "ecef8d9a6b5a", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:46.767084Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 19, "compress_ms": 91.81250003166497}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 37, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.47825000341982, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 91.9705000706017, "serialize_ms": 14.336333959363401, "load_ms": 2.0390829304233193, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.11120795458555, "ttft_ms": 32.11120795458555, "decode_ms": 95.0630420120433}, "total_wall_ms": 143.52791593410075, "ttft_ms": 32.11120795458555, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2347040768, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6838821092, "mlx_cache_bytes": 21946723053, "process_rss_bytes": 2347040768}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838821092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
944 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "25c41c588d72811885c2f59e", "attempt_id": "6f8a557665a5", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:46.990576Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 19, "compress_ms": 91.81250003166497}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 44, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.47825000341982, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 91.9705000706017, "serialize_ms": 14.336333959363401, "load_ms": 1.720709027722478, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.33995907753706, "ttft_ms": 30.33995907753706, "decode_ms": 15.123208053410053}, "total_wall_ms": 59.59641607478261, "ttft_ms": 30.33995907753706, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 44}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2347040768, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6841966832, "mlx_cache_bytes": 21946723053, "process_rss_bytes": 2347040768}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6841966832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
945 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3c91701082e148c44789537c", "attempt_id": "b6c441459ac7", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:47.102909Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 35, "compress_ms": 195.8069580141455}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 35, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465977, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 241.36754195205867, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 207.48287497553974, "serialize_ms": 33.413458964787424, "load_ms": 70.21016697399318, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1328.2653340138495, "ttft_ms": 1328.2653340138495, "decode_ms": 322.5235410500318}, "total_wall_ms": 1975.2928329398856, "ttft_ms": 1328.2653340138495, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2438873088, "backend_memory": {"mlx_active_bytes": 6783688712, "mlx_peak_bytes": 6900703408, "mlx_cache_bytes": 22676104953, "process_rss_bytes": 2438873088}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6900703408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-6763", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0acee3feb7512e1fdaf63eb8f5ba483dfd3b74e8a6f9d643b0803c86ac209af2", "output_hash": "93a667cc19951c585cd9e42c30430d1507abc70553974ff631532bc65b8f5375"} |
| |
946 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fff6cb3b8e58899ffc82bb58", "attempt_id": "5fddeabbdc12", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:49.125251Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 41, "compress_ms": 163.30816701520234}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 41, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465978, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 201.40854199416935, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 173.4506250359118, "serialize_ms": 27.656708960421383, "load_ms": 3.6689159460365772, "receiver_prefill_ms": 0.0, "query_prefill_ms": 647.0793340122327, "ttft_ms": 647.0793340122327, "decode_ms": 200.23654191754758}, "total_wall_ms": 1062.540957937017, "ttft_ms": 647.0793340122327, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2541387776, "backend_memory": {"mlx_active_bytes": 6783918088, "mlx_peak_bytes": 6903963944, "mlx_cache_bytes": 22751327649, "process_rss_bytes": 2541387776}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6903963944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab6459750c48cd781da7189f002c405cec474dc476853c10e8a7d893c75536a3", "output_hash": "b7406ee1ad484fa7d8f8ce631b0e2f500d48d5dc8097ef6c3e608550c1dea6ad"} |
| |
947 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a4a849a3305e0a5f40fbe35e", "attempt_id": "f6e10bec55cc", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:50.235247Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 40, "compress_ms": 152.14958298020065}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 40, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465978, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 195.77074993867427, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 162.5192080391571, "serialize_ms": 32.965042046271265, "load_ms": 2.3493330227211118, "receiver_prefill_ms": 0.0, "query_prefill_ms": 593.4763330733404, "ttft_ms": 593.4763330733404, "decode_ms": 139.39641695469618}, "total_wall_ms": 940.7910000300035, "ttft_ms": 593.4763330733404, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2625028096, "backend_memory": {"mlx_active_bytes": 6783721480, "mlx_peak_bytes": 6903365912, "mlx_cache_bytes": 22751524257, "process_rss_bytes": 2625028096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6903365912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab6459750c48cd781da7189f002c405cec474dc476853c10e8a7d893c75536a3", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
948 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee813e04cd2064df48a501b4", "attempt_id": "2df853f442e7", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:51.221170Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 37, "compress_ms": 149.61041696369648}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 37, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465978, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 191.559916944243, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 159.89000000990927, "serialize_ms": 31.298707937821746, "load_ms": 2.1030830685049295, "receiver_prefill_ms": 0.0, "query_prefill_ms": 557.6872499659657, "ttft_ms": 557.6872499659657, "decode_ms": 128.58520890586078}, "total_wall_ms": 890.5133330263197, "ttft_ms": 557.6872499659657, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2695593984, "backend_memory": {"mlx_active_bytes": 6783557640, "mlx_peak_bytes": 6904320272, "mlx_cache_bytes": 22751688097, "process_rss_bytes": 2695593984}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6904320272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab6459750c48cd781da7189f002c405cec474dc476853c10e8a7d893c75536a3", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
949 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e71cb52c343a437817258773", "attempt_id": "15c6fb20237d", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:52.156568Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 44, "compress_ms": 168.85295906104147}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 44, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465978, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 211.46599994972348, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 178.1917919870466, "serialize_ms": 32.977959024719894, "load_ms": 1.403292058967054, "receiver_prefill_ms": 0.0, "query_prefill_ms": 657.8302501002327, "ttft_ms": 657.8302501002327, "decode_ms": 139.8689589696005}, "total_wall_ms": 1020.8832909120247, "ttft_ms": 657.8302501002327, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2754265088, "backend_memory": {"mlx_active_bytes": 6783885320, "mlx_peak_bytes": 6908506508, "mlx_cache_bytes": 22764034293, "process_rss_bytes": 2754265088}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6908506508, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1203172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab6459750c48cd781da7189f002c405cec474dc476853c10e8a7d893c75536a3", "output_hash": "7c329867ad7172db84767fea4daffa6be45a97f487c83546350998942053189b"} |
| |
950 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a7f0918aa84a658cdd267f4", "attempt_id": "91404561452f", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:53.221047Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 35, "compress_ms": 154.11754103843123, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 35, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929658, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 200.712125049904, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 174.5215409900993, "serialize_ms": 25.565542047843337, "load_ms": 5.717583000659943, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.85941701568663, "ttft_ms": 44.85941701568663, "decode_ms": 231.27783299423754}, "total_wall_ms": 495.88674993719906, "ttft_ms": 44.85941701568663, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2801451008, "backend_memory": {"mlx_active_bytes": 6690381832, "mlx_peak_bytes": 6778188448, "mlx_cache_bytes": 23015119093, "process_rss_bytes": 2801451008}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6778188448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UP-24A-9763", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d50aa00af58df4a656056f6cedba4dd1fbbeca33142f4d1327873e906749aae", "output_hash": "35a493b45debec4af7b33682824e19b5b8e7fabb88b07ad9aba542f84596e5c0"} |
| |
951 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4cb7538a44cc5a8e9f4e49ce", "attempt_id": "3e189801d453", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:53.755029Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 41, "compress_ms": 150.6709170062095, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 41, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929657, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 186.22545793186873, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 168.48808398935944, "serialize_ms": 17.25749997422099, "load_ms": 1.2385830050334334, "receiver_prefill_ms": 0.0, "query_prefill_ms": 38.628917071036994, "ttft_ms": 38.628917071036994, "decode_ms": 236.21737502980977}, "total_wall_ms": 471.4035840006545, "ttft_ms": 38.628917071036994, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2855387136, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6765783456, "mlx_cache_bytes": 23048907509, "process_rss_bytes": 2855387136}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6765783456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 661-G in Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c96f1eea17187c72ef27fe0274bb1bcf11a5fd7f6010da3b34aca708afc6b08", "output_hash": "b7406ee1ad484fa7d8f8ce631b0e2f500d48d5dc8097ef6c3e608550c1dea6ad"} |
| |
952 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "34e3082945bbccb2c2e7d0bb", "attempt_id": "051248625afc", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:54.263828Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 40, "compress_ms": 138.52508401032537, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 40, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929658, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.0420000338927, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 155.3884589811787, "serialize_ms": 12.175166979432106, "load_ms": 1.5851659700274467, "receiver_prefill_ms": 0.0, "query_prefill_ms": 542.9182919906452, "ttft_ms": 542.9182919906452, "decode_ms": 102.77091700118035}, "total_wall_ms": 824.5370829245076, "ttft_ms": 542.9182919906452, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2855485440, "backend_memory": {"mlx_active_bytes": 6689890312, "mlx_peak_bytes": 6789291016, "mlx_cache_bytes": 23048923893, "process_rss_bytes": 2855485440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6789291016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.3716", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d50aa00af58df4a656056f6cedba4dd1fbbeca33142f4d1327873e906749aae", "output_hash": "3aecf7438d3e24a438a2222e3e62a10a3f24d5a2cdb1404b6928ca52171eb27e"} |
| |
953 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "48a7e3d17dc08f45eee37f0f", "attempt_id": "64507b0cb281", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:55.128609Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 37, "compress_ms": 98.38437498547137, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 37, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929657, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 127.45412508957088, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 115.50970806274563, "serialize_ms": 11.463125003501773, "load_ms": 1.5753339976072311, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.560707991942763, "ttft_ms": 22.560707991942763, "decode_ms": 87.84991700667888}, "total_wall_ms": 248.0508330045268, "ttft_ms": 22.560707991942763, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2856255488, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6764042656, "mlx_cache_bytes": 23048907509, "process_rss_bytes": 2856255488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6764042656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c96f1eea17187c72ef27fe0274bb1bcf11a5fd7f6010da3b34aca708afc6b08", "output_hash": "8bdd19e0b332d1f16d1616acbcb9dd24f99533756fc7805dc1a9be3d79054510"} |
| |
954 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e30b50c5736b638eab6ccd4d", "attempt_id": "b6e0b9b7c4c0", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:55.411935Z", "task_family": "synthetic", "document_id": "syn_03008_16000", "document_hash": "3ac761a8c9f59f6fb8f9b51c412c8c71676bc87e27f316aad0b17b80dca09b94", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03008_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11006, "keep": 2752, "window_tokens": 44, "compress_ms": 94.55733397044241, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10967, "source_tokens_receiver": 10967, "query_tokens": 44, "message_tokens": 11006, "message_utf8_bytes": 58936, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929657, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.9420420024544, "doc_prefill_ms": 2513.1188749801368, "compress_ms": 112.18016699422151, "serialize_ms": 11.324125109240413, "load_ms": 1.8421250861138105, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.815708954818547, "ttft_ms": 21.815708954818547, "decode_ms": 102.48520807363093}, "total_wall_ms": 258.8976660044864, "ttft_ms": 21.815708954818547, "input_usage": {"receiver_prefix_tokens": 11006, "dense_cache_bytes": 405725184, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2856714240, "backend_memory": {"mlx_active_bytes": 6689890312, "mlx_peak_bytes": 6769634796, "mlx_cache_bytes": 23084483317, "process_rss_bytes": 2856714240}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6769634796, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1203172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03008_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c96f1eea17187c72ef27fe0274bb1bcf11a5fd7f6010da3b34aca708afc6b08", "output_hash": "7c329867ad7172db84767fea4daffa6be45a97f487c83546350998942053189b"} |
| |
955 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "df1655305c53a2cff8d8418b", "attempt_id": "7e1df7a4b89e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:56.404447Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.011999974958598614, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.343083061277866, "ttft_ms": 13.042040984146297, "decode_ms": 13.089333078823984}, "total_wall_ms": 58.96874994505197, "ttft_ms": 13.042040984146297, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1722597376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6240887180, "mlx_cache_bytes": 478316220, "process_rss_bytes": 1722597376}, "peak_prefill_memory": null, "peak_decode_memory": 6240887180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
956 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9b7de11515311f20b53e7b04", "attempt_id": "8482b83ad43e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:56.491743Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.011999974958598614, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.846999974921346, "ttft_ms": 13.175917090848088, "decode_ms": 13.164708972908556}, "total_wall_ms": 50.61695899348706, "ttft_ms": 13.175917090848088, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1722597376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244901512, "mlx_cache_bytes": 539510460, "process_rss_bytes": 1722597376}, "peak_prefill_memory": null, "peak_decode_memory": 6244901512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
957 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c492354d83e240e37ca3e377", "attempt_id": "5ca59045d511", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:56.561237Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.011999974958598614, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.9024170441553, "ttft_ms": 13.101042015478015, "decode_ms": 13.235874939709902}, "total_wall_ms": 50.68224994465709, "ttft_ms": 13.101042015478015, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1722597376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242591368, "mlx_cache_bytes": 581682876, "process_rss_bytes": 1722597376}, "peak_prefill_memory": null, "peak_decode_memory": 6242591368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
958 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "71ef17e0cecbffddf1c20748", "attempt_id": "8df8ec56cef4", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:56.630637Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.011999974958598614, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.494541916064918, "ttft_ms": 12.945750029757619, "decode_ms": 13.080290984362364}, "total_wall_ms": 40.93345894943923, "ttft_ms": 12.945750029757619, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1722597376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6223716736, "mlx_cache_bytes": 607045308, "process_rss_bytes": 1722597376}, "peak_prefill_memory": null, "peak_decode_memory": 6223716736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
959 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "50ce760b19626128d107d868", "attempt_id": "9521ed7299f5", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:56.690058Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.011999974958598614, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.32349999435246, "ttft_ms": 13.469917001202703, "decode_ms": 13.24029196985066}, "total_wall_ms": 51.63733405061066, "ttft_ms": 13.469917001202703, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1722597376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6246064776, "mlx_cache_bytes": 637273788, "process_rss_bytes": 1722597376}, "peak_prefill_memory": null, "peak_decode_memory": 6246064776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
960 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a03aff2bf96bc1308fc08d69", "attempt_id": "bd9545e1cf88", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:56.759790Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 2052, "message_tokens": 1976, "message_utf8_bytes": 7378, "cache_tensor_bytes": null, "serialized_payload_bytes": 7378, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00795908272266388, "decode_payload_ms": 0.0, "receiver_prefill_ms": 300.3244169522077, "ttft_ms": 13.700832962058485, "decode_ms": 135.31629100907594}, "total_wall_ms": 452.8092499822378, "ttft_ms": 13.700832962058485, "input_usage": {"receiver_prompt_tokens": 2052}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1724006400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786616, "mlx_cache_bytes": 1614321864, "process_rss_bytes": 1724006400}, "peak_prefill_memory": null, "peak_decode_memory": 7054786616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-37F-6227", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "output_hash": "5b7645cf6e8140f4c0bf6ed4ad76121cf2924fe7e666d92161812527b86f4409"} |
| |
961 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a791079959e58e91fa21c4ff", "attempt_id": "c1dc9d6e1cf9", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:57.231880Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 2057, "message_tokens": 1976, "message_utf8_bytes": 7378, "cache_tensor_bytes": null, "serialized_payload_bytes": 7378, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00795908272266388, "decode_payload_ms": 0.0, "receiver_prefill_ms": 227.81112499069422, "ttft_ms": 13.477459084242582, "decode_ms": 135.5513749876991}, "total_wall_ms": 379.79995901696384, "ttft_ms": 13.477459084242582, "input_usage": {"receiver_prompt_tokens": 2057}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1724071936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054790700, "mlx_cache_bytes": 1624201848, "process_rss_bytes": 1724071936}, "peak_prefill_memory": null, "peak_decode_memory": 7054790700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "output_hash": "dde7a0062680068e5a0d828593ce721ec66364929f26c9cbe00ea6cd0d60bdb4"} |
| |
962 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70646dbbd43379371f722e94", "attempt_id": "1dae7c07e0e3", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:57.630513Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 2055, "message_tokens": 1976, "message_utf8_bytes": 7378, "cache_tensor_bytes": null, "serialized_payload_bytes": 7378, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00795908272266388, "decode_payload_ms": 0.0, "receiver_prefill_ms": 239.8824580013752, "ttft_ms": 13.52604094427079, "decode_ms": 94.94004200678319}, "total_wall_ms": 351.15562507417053, "ttft_ms": 13.52604094427079, "input_usage": {"receiver_prompt_tokens": 2055}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1724301312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054790700, "mlx_cache_bytes": 1627999164, "process_rss_bytes": 1724301312}, "peak_prefill_memory": null, "peak_decode_memory": 7054790700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
963 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "25804f4b1e40555455ec6db9", "attempt_id": "e5dd9cdb03fe", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:58.000430Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 2051, "message_tokens": 1976, "message_utf8_bytes": 7378, "cache_tensor_bytes": null, "serialized_payload_bytes": 7378, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00795908272266388, "decode_payload_ms": 0.0, "receiver_prefill_ms": 247.97254207078367, "ttft_ms": 13.691000058315694, "decode_ms": 67.49879196286201}, "total_wall_ms": 331.9669170305133, "ttft_ms": 13.691000058315694, "input_usage": {"receiver_prompt_tokens": 2051}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1724432384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786616, "mlx_cache_bytes": 1631439804, "process_rss_bytes": 1724432384}, "peak_prefill_memory": null, "peak_decode_memory": 7054786616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
964 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40e18f4a07a6990933f98b79", "attempt_id": "5949d4bac454", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:58.351591Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 2059, "message_tokens": 1976, "message_utf8_bytes": 7378, "cache_tensor_bytes": null, "serialized_payload_bytes": 7378, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00795908272266388, "decode_payload_ms": 0.0, "receiver_prefill_ms": 319.72408294677734, "ttft_ms": 13.756957952864468, "decode_ms": 123.54616704396904}, "total_wall_ms": 459.9986670073122, "ttft_ms": 13.756957952864468, "input_usage": {"receiver_prompt_tokens": 2059}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1724579840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054790700, "mlx_cache_bytes": 1637471164, "process_rss_bytes": 1724579840}, "peak_prefill_memory": null, "peak_decode_memory": 7054790700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,670,383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "output_hash": "9510633f2e349a1cedecda578083181521646f70ca5ae08bae4b9188f3bd4a3b"} |
| |
965 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b26c936f8f9d2a73b7e50d85", "attempt_id": "4cee1b854e08", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:58.831827Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1976}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 1862, "cache_tensor_bytes": null, "serialized_payload_bytes": 1862, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3151670573279262, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.86458302102983, "ttft_ms": 13.551166979596019, "decode_ms": 13.56079091783613}, "total_wall_ms": 104.61820906493813, "ttft_ms": 13.551166979596019, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1724645376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567800920, "mlx_cache_bytes": 2029867964, "process_rss_bytes": 1724645376}, "peak_prefill_memory": null, "peak_decode_memory": 6567800920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c2e89103c034cb2b8b42f8ad933b180625ace183d49614d4daee5f8d777f1fe3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
966 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "454d4ab44c915b8a3129a9d9", "attempt_id": "bd36d3d73c43", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:58.956291Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1976}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 1862, "cache_tensor_bytes": null, "serialized_payload_bytes": 1862, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3151670573279262, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.78645802661777, "ttft_ms": 13.711332925595343, "decode_ms": 134.67304199002683}, "total_wall_ms": 226.43437492661178, "ttft_ms": 13.711332925595343, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1724661760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569029720, "mlx_cache_bytes": 2396246972, "process_rss_bytes": 1724661760}, "peak_prefill_memory": null, "peak_decode_memory": 6569029720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c2e89103c034cb2b8b42f8ad933b180625ace183d49614d4daee5f8d777f1fe3", "output_hash": "dde7a0062680068e5a0d828593ce721ec66364929f26c9cbe00ea6cd0d60bdb4"} |
| |
967 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cc82cc1030e36d54c8f20bcc", "attempt_id": "f51a89249a0b", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:59.201977Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1976}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 1862, "cache_tensor_bytes": null, "serialized_payload_bytes": 1862, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3151670573279262, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.45779198314995, "ttft_ms": 13.671415974386036, "decode_ms": 13.410040992312133}, "total_wall_ms": 102.77158406097442, "ttft_ms": 13.671415974386036, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1724661760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582644824, "mlx_cache_bytes": 2665010108, "process_rss_bytes": 1724661760}, "peak_prefill_memory": null, "peak_decode_memory": 6582644824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c2e89103c034cb2b8b42f8ad933b180625ace183d49614d4daee5f8d777f1fe3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
968 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "834bb7a049eebdd4914d8d3c", "attempt_id": "5971f5332e91", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:59.324619Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1976}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1862, "cache_tensor_bytes": null, "serialized_payload_bytes": 1862, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3151670573279262, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.06520892679691, "ttft_ms": 13.99025006685406, "decode_ms": 13.55445897206664}, "total_wall_ms": 105.80795793794096, "ttft_ms": 13.99025006685406, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1724678144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567768152, "mlx_cache_bytes": 2665010108, "process_rss_bytes": 1724678144}, "peak_prefill_memory": null, "peak_decode_memory": 6567768152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c2e89103c034cb2b8b42f8ad933b180625ace183d49614d4daee5f8d777f1fe3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
969 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed9f997ca8ebe8a0c059ad20", "attempt_id": "d9a4ee0268d1", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:59.449517Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1976}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 1862, "cache_tensor_bytes": null, "serialized_payload_bytes": 1862, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3151670573279262, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.40441702865064, "ttft_ms": 13.9163329731673, "decode_ms": 122.14745895471424}, "total_wall_ms": 215.72462504263967, "ttft_ms": 13.9163329731673, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1724694528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569914456, "mlx_cache_bytes": 2913424316, "process_rss_bytes": 1724694528}, "peak_prefill_memory": null, "peak_decode_memory": 6569914456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,670,383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c2e89103c034cb2b8b42f8ad933b180625ace183d49614d4daee5f8d777f1fe3", "output_hash": "9510633f2e349a1cedecda578083181521646f70ca5ae08bae4b9188f3bd4a3b"} |
| |
970 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8fac5b8b00beb4f009fd92a9", "attempt_id": "eb48e31ad00e", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:59.686934Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 585, "message_tokens": 508, "message_utf8_bytes": 1257, "cache_tensor_bytes": null, "serialized_payload_bytes": 1257, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8933749524876475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.20616592653096, "ttft_ms": 13.668292085640132, "decode_ms": 13.629208086058497}, "total_wall_ms": 106.65112489368767, "ttft_ms": 13.668292085640132, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1724792832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560395352, "mlx_cache_bytes": 3268694972, "process_rss_bytes": 1724792832}, "peak_prefill_memory": null, "peak_decode_memory": 6560395352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aa23a9921a9fa0ab0ef59999920dca39f710ae6529ef15494d314338a0997d7e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
971 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cecfeefc517730d1aa8b1328", "attempt_id": "72ddf9bea3f9", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:45:59.811948Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 590, "message_tokens": 508, "message_utf8_bytes": 1257, "cache_tensor_bytes": null, "serialized_payload_bytes": 1257, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8933749524876475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.16112498100847, "ttft_ms": 13.770791934803128, "decode_ms": 147.4429169902578}, "total_wall_ms": 243.72916691936553, "ttft_ms": 13.770791934803128, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1724809216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584397912, "mlx_cache_bytes": 3533132732, "process_rss_bytes": 1724809216}, "peak_prefill_memory": null, "peak_decode_memory": 6584397912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11 August 2032, Quebec Town", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aa23a9921a9fa0ab0ef59999920dca39f710ae6529ef15494d314338a0997d7e", "output_hash": "ed6462a3b4d921a26a3dde3bb44368930a9e98f24032a5dac2a865dbb469a569"} |
| |
972 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "78ca53c6f4e292c362f16832", "attempt_id": "add010385503", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:00.074726Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 588, "message_tokens": 508, "message_utf8_bytes": 1257, "cache_tensor_bytes": null, "serialized_payload_bytes": 1257, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8933749524876475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.24583305045962, "ttft_ms": 13.490415993146598, "decode_ms": 93.77100004348904}, "total_wall_ms": 186.54354196041822, "ttft_ms": 13.490415993146598, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1724825600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6574944344, "mlx_cache_bytes": 3866383292, "process_rss_bytes": 1724825600}, "peak_prefill_memory": null, "peak_decode_memory": 6574944344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7776420", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aa23a9921a9fa0ab0ef59999920dca39f710ae6529ef15494d314338a0997d7e", "output_hash": "15b5f7a495faee3045dc3afa98f3338a6e814adf5fe62f263973cc6ba0737568"} |
| |
973 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "25608e07c0590f12296c5d53", "attempt_id": "4dc5ad539ba5", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:00.280749Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 584, "message_tokens": 508, "message_utf8_bytes": 1257, "cache_tensor_bytes": null, "serialized_payload_bytes": 1257, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8933749524876475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.04683309607208, "ttft_ms": 13.557416968978941, "decode_ms": 67.02774995937943}, "total_wall_ms": 160.62358405906707, "ttft_ms": 13.557416968978941, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1724825600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560395352, "mlx_cache_bytes": 3866383292, "process_rss_bytes": 1724825600}, "peak_prefill_memory": null, "peak_decode_memory": 6560395352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aa23a9921a9fa0ab0ef59999920dca39f710ae6529ef15494d314338a0997d7e", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
974 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "814cc0f0c330ab94b2a3a06f", "attempt_id": "91d0ebe833c1", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:00.461021Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 592, "message_tokens": 508, "message_utf8_bytes": 1257, "cache_tensor_bytes": null, "serialized_payload_bytes": 1257, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8933749524876475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.94862499274313, "ttft_ms": 13.387084007263184, "decode_ms": 120.91104197315872}, "total_wall_ms": 216.2451670737937, "ttft_ms": 13.387084007263184, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1724825600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582841432, "mlx_cache_bytes": 4109882300, "process_rss_bytes": 1724825600}, "peak_prefill_memory": null, "peak_decode_memory": 6582841432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,670,383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aa23a9921a9fa0ab0ef59999920dca39f710ae6529ef15494d314338a0997d7e", "output_hash": "9510633f2e349a1cedecda578083181521646f70ca5ae08bae4b9188f3bd4a3b"} |
| |
975 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "092a1c92a67ff79ed9a463a3", "attempt_id": "0bc1e94d659c", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:00.696195Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 21}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 579, "message_tokens": 502, "message_utf8_bytes": 1290, "cache_tensor_bytes": null, "serialized_payload_bytes": 1290, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9207089897245169, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.77675006259233, "ttft_ms": 13.555292040109634, "decode_ms": 133.88383307028562}, "total_wall_ms": 229.06725003849715, "ttft_ms": 13.555292040109634, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1724825600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6576926808, "mlx_cache_bytes": 4369257404, "process_rss_bytes": 1724825600}, "peak_prefill_memory": null, "peak_decode_memory": 6576926808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-37F-6227", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a1b2e98ce76045212627cca6f3be9c6529867a07bac5f7fe3bf85708937e447c", "output_hash": "5b7645cf6e8140f4c0bf6ed4ad76121cf2924fe7e666d92161812527b86f4409"} |
| |
976 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bfb14bee89a191c2cf22f261", "attempt_id": "44c154f95b4f", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:00.943693Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 590, "message_tokens": 508, "message_utf8_bytes": 1580, "cache_tensor_bytes": null, "serialized_payload_bytes": 1580, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.961042009294033, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.54879098199308, "ttft_ms": 13.538541970774531, "decode_ms": 133.78850009758025}, "total_wall_ms": 230.23870796896517, "ttft_ms": 13.538541970774531, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1724841984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581956696, "mlx_cache_bytes": 4369257404, "process_rss_bytes": 1724841984}, "peak_prefill_memory": null, "peak_decode_memory": 6581956696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f819a71382fffe9c1eaaa3f18f5212aee078c3ad3b360470e2bd7cbe0b46c420", "output_hash": "dde7a0062680068e5a0d828593ce721ec66364929f26c9cbe00ea6cd0d60bdb4"} |
| |
977 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d0b4180cc4092a4fbde9f7af", "attempt_id": "d09b2a0b43c0", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:01.192615Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 583, "message_tokens": 503, "message_utf8_bytes": 1337, "cache_tensor_bytes": null, "serialized_payload_bytes": 1337, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9969579987227917, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.7917089657858, "ttft_ms": 13.401334057562053, "decode_ms": 93.76804099883884}, "total_wall_ms": 188.9754169387743, "ttft_ms": 13.401334057562053, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1724858368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559707224, "mlx_cache_bytes": 4609020860, "process_rss_bytes": 1724858368}, "peak_prefill_memory": null, "peak_decode_memory": 6559707224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2ff123c8680189986b90f800fdc17ef5f1931deec074d47db31d9ed710df4e43", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
978 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1ff4862e6c2b6fbf1c774918", "attempt_id": "4f044f8a242f", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:01.401313Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 498, "n_sentences": 17}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 574, "message_tokens": 498, "message_utf8_bytes": 1418, "cache_tensor_bytes": null, "serialized_payload_bytes": 1418, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9308339795097709, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.54595794156194, "ttft_ms": 13.43483291566372, "decode_ms": 67.2738749999553}, "total_wall_ms": 159.191417042166, "ttft_ms": 13.43483291566372, "input_usage": {"receiver_prompt_tokens": 574}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1724858368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6565949528, "mlx_cache_bytes": 4934603708, "process_rss_bytes": 1724858368}, "peak_prefill_memory": null, "peak_decode_memory": 6565949528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "433ef59abe25092e8ae9e00c6d48490e3b067072580f45b75377085cdb1a44e8", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
979 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7505e82ceb8bdab06cb50638", "attempt_id": "52d098a49db5", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:01.579733Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 593, "message_tokens": 509, "message_utf8_bytes": 1270, "cache_tensor_bytes": null, "serialized_payload_bytes": 1270, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.966791994869709, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.42270909249783, "ttft_ms": 13.632209040224552, "decode_ms": 93.97112496662885}, "total_wall_ms": 191.93470908794552, "ttft_ms": 13.632209040224552, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1724874752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566047832, "mlx_cache_bytes": 5178397628, "process_rss_bytes": 1724874752}, "peak_prefill_memory": null, "peak_decode_memory": 6566047832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4670383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e62c86c46ef1a99b25ffdfa8e723b81fab63063c9068642600f53f8186952391", "output_hash": "19ae8c357e5500bf494a6163bfbd11380b2996e8ea532a2c64f4a599464820f7"} |
| |
980 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0fce95ce754ede2fbc1528ab", "attempt_id": "d11930f96d50", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:09.081318Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1189, "cache_tensor_bytes": null, "serialized_payload_bytes": 1189, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7290.427749976516, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.54204209614545, "ttft_ms": 13.565625064074993, "decode_ms": 107.47891699429601}, "total_wall_ms": 191.99308298993856, "ttft_ms": 13.565625064074993, "input_usage": {"receiver_prompt_tokens": 593, "sender_input_tokens": 2092, "sender_output_tokens": 512, "sender_prefill_ms": 303.8578340783715, "sender_ttft_ms": 14.508249936625361, "sender_decode_ms": 6969.838084070943}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1725186048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566047832, "mlx_cache_bytes": 5375660988, "process_rss_bytes": 1725186048}, "peak_prefill_memory": null, "peak_decode_memory": 6566047832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-37F-62", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb87332a9a94541de21ca1a884fb8ec680d0d390df5424592cac6071ef82bc67", "output_hash": "55e3f6410fde034c9201394f7132eea95d16c5283044ab08a0bc4d78ebdd2293"} |
| |
981 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f877d6343d01983bea758a7b", "attempt_id": "9d8886014db2", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:09.292643Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1189, "cache_tensor_bytes": null, "serialized_payload_bytes": 1189, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7290.427749976516, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.65595795959234, "ttft_ms": 13.469792087562382, "decode_ms": 13.532334007322788}, "total_wall_ms": 99.68583390582353, "ttft_ms": 13.469792087562382, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 2092, "sender_output_tokens": 512, "sender_prefill_ms": 303.8578340783715, "sender_ttft_ms": 14.508249936625361, "sender_decode_ms": 6969.838084070943}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1725186048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6586904664, "mlx_cache_bytes": 5621617596, "process_rss_bytes": 1725186048}, "peak_prefill_memory": null, "peak_decode_memory": 6586904664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb87332a9a94541de21ca1a884fb8ec680d0d390df5424592cac6071ef82bc67", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
982 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4de6883a92848b3f42a5d0da", "attempt_id": "0c4007c5ea73", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:09.411171Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1189, "cache_tensor_bytes": null, "serialized_payload_bytes": 1189, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7290.427749976516, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.10820794757456, "ttft_ms": 13.719500042498112, "decode_ms": 13.335332972928882}, "total_wall_ms": 102.22654207609594, "ttft_ms": 13.719500042498112, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 2092, "sender_output_tokens": 512, "sender_prefill_ms": 303.8578340783715, "sender_ttft_ms": 14.508249936625361, "sender_decode_ms": 6969.838084070943}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1725186048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567768152, "mlx_cache_bytes": 5621617596, "process_rss_bytes": 1725186048}, "peak_prefill_memory": null, "peak_decode_memory": 6567768152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb87332a9a94541de21ca1a884fb8ec680d0d390df5424592cac6071ef82bc67", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
983 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a8843daf5c4d9090d235a0fa", "attempt_id": "7c7b7eda1cb9", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:09.532223Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1189, "cache_tensor_bytes": null, "serialized_payload_bytes": 1189, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7290.427749976516, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.30137508083135, "ttft_ms": 13.434167020022869, "decode_ms": 67.9777089972049}, "total_wall_ms": 161.7495840182528, "ttft_ms": 13.434167020022869, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2092, "sender_output_tokens": 512, "sender_prefill_ms": 303.8578340783715, "sender_ttft_ms": 14.508249936625361, "sender_decode_ms": 6969.838084070943}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1725186048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582841432, "mlx_cache_bytes": 5621617596, "process_rss_bytes": 1725186048}, "peak_prefill_memory": null, "peak_decode_memory": 6582841432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb87332a9a94541de21ca1a884fb8ec680d0d390df5424592cac6071ef82bc67", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
984 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8ac503326722656021e61cae", "attempt_id": "ddf5570b3f40", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:09.712339Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 600, "message_tokens": 512, "message_utf8_bytes": 1189, "cache_tensor_bytes": null, "serialized_payload_bytes": 1189, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7290.427749976516, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.32745789084584, "ttft_ms": 13.484208029694855, "decode_ms": 94.652249943465}, "total_wall_ms": 192.47216696385294, "ttft_ms": 13.484208029694855, "input_usage": {"receiver_prompt_tokens": 600, "sender_input_tokens": 2092, "sender_output_tokens": 512, "sender_prefill_ms": 303.8578340783715, "sender_ttft_ms": 14.508249936625361, "sender_decode_ms": 6969.838084070943}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1725186048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6580170840, "mlx_cache_bytes": 5621617596, "process_rss_bytes": 1725186048}, "peak_prefill_memory": null, "peak_decode_memory": 6580170840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4670383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb87332a9a94541de21ca1a884fb8ec680d0d390df5424592cac6071ef82bc67", "output_hash": "19ae8c357e5500bf494a6163bfbd11380b2996e8ea532a2c64f4a599464820f7"} |
| |
985 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dad125acde4c84f831450bf3", "attempt_id": "5be13abb3ad6", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:09.923968Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 298, "message_tokens": 218, "message_utf8_bytes": 627, "cache_tensor_bytes": null, "serialized_payload_bytes": 627, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3291.174417012371, "decode_payload_ms": 0.0, "receiver_prefill_ms": 43.25104202143848, "ttft_ms": 13.172082952223718, "decode_ms": 133.3466669311747}, "total_wall_ms": 3481.670167064294, "ttft_ms": 13.172082952223718, "input_usage": {"receiver_prompt_tokens": 298, "sender_input_tokens": 2089, "sender_output_tokens": 218, "sender_prefill_ms": 311.47895799949765, "sender_ttft_ms": 14.246167032979429, "sender_decode_ms": 2963.7442090315744}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1725333504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6431843952, "mlx_cache_bytes": 5858644924, "process_rss_bytes": 1725333504}, "peak_prefill_memory": null, "peak_decode_memory": 6431843952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-37F-6227", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fe68c90f3fbb1d98ec8111ab28acebed40d50cdb87648e6d712b3f2b03926c44", "output_hash": "5b7645cf6e8140f4c0bf6ed4ad76121cf2924fe7e666d92161812527b86f4409"} |
| |
986 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5adf3cd75c06b5049c311e41", "attempt_id": "2f9a05691bc4", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:13.425103Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 135, "message_tokens": 50, "message_utf8_bytes": 181, "cache_tensor_bytes": null, "serialized_payload_bytes": 181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 954.0667079854757, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.716833007521927, "ttft_ms": 13.513916986994445, "decode_ms": 135.97224990371615}, "total_wall_ms": 1135.882250033319, "ttft_ms": 13.513916986994445, "input_usage": {"receiver_prompt_tokens": 135, "sender_input_tokens": 2094, "sender_output_tokens": 50, "sender_prefill_ms": 250.2842500107363, "sender_ttft_ms": 14.102416927926242, "sender_decode_ms": 687.7638340229169}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1725431808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6290678408, "mlx_cache_bytes": 5994304980, "process_rss_bytes": 1725431808}, "peak_prefill_memory": null, "peak_decode_memory": 6290678408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b73663ca037f79bad292bace91b96c5d374f8d381892a44174f4f3e2d8b0829a", "output_hash": "dde7a0062680068e5a0d828593ce721ec66364929f26c9cbe00ea6cd0d60bdb4"} |
| |
987 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9d5e2a4a5de327bb2d1b747", "attempt_id": "f6832aa59e24", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:14.579865Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 261, "message_tokens": 177, "message_utf8_bytes": 529, "cache_tensor_bytes": null, "serialized_payload_bytes": 529, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2703.147041029297, "decode_payload_ms": 0.0, "receiver_prefill_ms": 42.07008297089487, "ttft_ms": 13.220167020335793, "decode_ms": 93.01833296194673}, "total_wall_ms": 2852.1226659649983, "ttft_ms": 13.220167020335793, "input_usage": {"receiver_prompt_tokens": 261, "sender_input_tokens": 2092, "sender_output_tokens": 177, "sender_prefill_ms": 267.07904203794897, "sender_ttft_ms": 13.79025005735457, "sender_decode_ms": 2420.565624954179}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1725464576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6398633584, "mlx_cache_bytes": 6196811220, "process_rss_bytes": 1725464576}, "peak_prefill_memory": null, "peak_decode_memory": 6398633584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2afe5b2a6fac75816ba38e87f786f71ac8505a48688a283b7331a24716ba98c2", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
988 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd82e458e2808199330bee52", "attempt_id": "81c490e89c90", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:22.704079Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 6, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 326, "message_tokens": 234, "message_utf8_bytes": 698, "cache_tensor_bytes": null, "serialized_payload_bytes": 698, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5252.837624982931, "decode_payload_ms": 0.0, "receiver_prefill_ms": 46.32395808584988, "ttft_ms": 13.208750053308904, "decode_ms": 212.5788750126958}, "total_wall_ms": 275.5878330208361, "ttft_ms": 13.208750053308904, "input_usage": {"receiver_prompt_tokens": 326, "sender_input_tokens": 2120, "sender_output_tokens": 364, "sender_prefill_ms": 278.3538749208674, "sender_ttft_ms": 13.97808303590864, "sender_decode_ms": 4953.304791939445}, "output_usage": {"output_tokens": 16}, "provider_cached_usage": null, "process_memory": 1726185472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6450898544, "mlx_cache_bytes": 6473668052, "process_rss_bytes": 1726185472}, "peak_prefill_memory": null, "peak_decode_memory": 6450898544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Eshgamgam-11 is proposed by Milos Lindqvist.", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 6, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b7aa2d9d5f9f3a06115e4e65c8ffaf4be2a07d6d067ceac89e49c6efeb6fdd5f", "output_hash": "28bdfe7748387d7ab5327df834b651e35cfc0f0db5e620045b52fa53e462b6f2"} |
| |
989 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7f45e01d45dc3ce73af8eb9f", "attempt_id": "2cde346f4ae3", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:23.001192Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 6, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 331, "message_tokens": 234, "message_utf8_bytes": 698, "cache_tensor_bytes": null, "serialized_payload_bytes": 698, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5252.837624982931, "decode_payload_ms": 0.0, "receiver_prefill_ms": 46.403000014834106, "ttft_ms": 13.38362495880574, "decode_ms": 13.229541014879942}, "total_wall_ms": 73.8054170506075, "ttft_ms": 13.38362495880574, "input_usage": {"receiver_prompt_tokens": 331, "sender_input_tokens": 2120, "sender_output_tokens": 364, "sender_prefill_ms": 278.3538749208674, "sender_ttft_ms": 13.97808303590864, "sender_decode_ms": 4953.304791939445}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1726185472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6454716016, "mlx_cache_bytes": 6743463380, "process_rss_bytes": 1726185472}, "peak_prefill_memory": null, "peak_decode_memory": 6454716016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 6, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b7aa2d9d5f9f3a06115e4e65c8ffaf4be2a07d6d067ceac89e49c6efeb6fdd5f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
990 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bbbda94f369083b68b72fa4b", "attempt_id": "d04ba1c82908", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:23.093484Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 6, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 329, "message_tokens": 234, "message_utf8_bytes": 698, "cache_tensor_bytes": null, "serialized_payload_bytes": 698, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5252.837624982931, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.65754197817296, "ttft_ms": 13.54941597674042, "decode_ms": 13.417958049103618}, "total_wall_ms": 76.375582953915, "ttft_ms": 13.54941597674042, "input_usage": {"receiver_prompt_tokens": 329, "sender_input_tokens": 2120, "sender_output_tokens": 364, "sender_prefill_ms": 278.3538749208674, "sender_ttft_ms": 13.97808303590864, "sender_decode_ms": 4953.304791939445}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1726201856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6452471408, "mlx_cache_bytes": 6923556308, "process_rss_bytes": 1726201856}, "peak_prefill_memory": null, "peak_decode_memory": 6452471408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 6, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b7aa2d9d5f9f3a06115e4e65c8ffaf4be2a07d6d067ceac89e49c6efeb6fdd5f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
991 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5baec997e7ef99648afaeed8", "attempt_id": "cc8965f4a29b", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:23.188916Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 6, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 325, "message_tokens": 234, "message_utf8_bytes": 698, "cache_tensor_bytes": null, "serialized_payload_bytes": 698, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5252.837624982931, "decode_payload_ms": 0.0, "receiver_prefill_ms": 49.00433390866965, "ttft_ms": 13.27841600868851, "decode_ms": 66.03079196065664}, "total_wall_ms": 129.12087503354996, "ttft_ms": 13.27841600868851, "input_usage": {"receiver_prompt_tokens": 325, "sender_input_tokens": 2120, "sender_output_tokens": 364, "sender_prefill_ms": 278.3538749208674, "sender_ttft_ms": 13.97808303590864, "sender_decode_ms": 4953.304791939445}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1726201856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6450636400, "mlx_cache_bytes": 6987257300, "process_rss_bytes": 1726201856}, "peak_prefill_memory": null, "peak_decode_memory": 6450636400, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 6, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b7aa2d9d5f9f3a06115e4e65c8ffaf4be2a07d6d067ceac89e49c6efeb6fdd5f", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
992 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79ebecc01fe1f18db4822a16", "attempt_id": "4512dcee6a5d", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:23.336654Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 6, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 333, "message_tokens": 234, "message_utf8_bytes": 698, "cache_tensor_bytes": null, "serialized_payload_bytes": 698, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5252.837624982931, "decode_payload_ms": 0.0, "receiver_prefill_ms": 51.66370910592377, "ttft_ms": 13.39562505017966, "decode_ms": 13.32775002811104}, "total_wall_ms": 79.19104199390858, "ttft_ms": 13.39562505017966, "input_usage": {"receiver_prompt_tokens": 333, "sender_input_tokens": 2120, "sender_output_tokens": 364, "sender_prefill_ms": 278.3538749208674, "sender_ttft_ms": 13.97808303590864, "sender_decode_ms": 4953.304791939445}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1726201856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6455895664, "mlx_cache_bytes": 7169709524, "process_rss_bytes": 1726201856}, "peak_prefill_memory": null, "peak_decode_memory": 6455895664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 6, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b7aa2d9d5f9f3a06115e4e65c8ffaf4be2a07d6d067ceac89e49c6efeb6fdd5f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
993 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3e3b3eaddfb4e2f2dc6e7b9", "attempt_id": "e8a8288b6b35", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:23.435185Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 145, "message_tokens": 53, "message_utf8_bytes": 121, "cache_tensor_bytes": null, "serialized_payload_bytes": 121, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1341.0866659833118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.323833951726556, "ttft_ms": 13.414417044259608, "decode_ms": 133.2264170050621}, "total_wall_ms": 1521.588125033304, "ttft_ms": 13.414417044259608, "input_usage": {"receiver_prompt_tokens": 145, "sender_input_tokens": 2130, "sender_output_tokens": 72, "sender_prefill_ms": 328.9236669661477, "sender_ttft_ms": 14.339250046759844, "sender_decode_ms": 993.1905000703409}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1726267392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6298051248, "mlx_cache_bytes": 7345149972, "process_rss_bytes": 1726267392}, "peak_prefill_memory": null, "peak_decode_memory": 6298051248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-37F-6227", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3beb3e30c1fc7f9097a325ff6f1e643b3916e037ee86f8bf5904ed97f99eda9e", "output_hash": "5b7645cf6e8140f4c0bf6ed4ad76121cf2924fe7e666d92161812527b86f4409"} |
| |
994 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe8af63a919d14a7370277b0", "attempt_id": "1330a74d35e1", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:24.975638Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 149, "message_tokens": 52, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1237.883957917802, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.98737499769777, "ttft_ms": 13.505292008630931, "decode_ms": 132.40712496917695}, "total_wall_ms": 1416.3216250017285, "ttft_ms": 13.505292008630931, "input_usage": {"receiver_prompt_tokens": 149, "sender_input_tokens": 2135, "sender_output_tokens": 69, "sender_prefill_ms": 277.8748329728842, "sender_ttft_ms": 14.272124972194433, "sender_decode_ms": 944.0378750441596}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1726300160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6301524672, "mlx_cache_bytes": 7518165604, "process_rss_bytes": 1726300160}, "peak_prefill_memory": null, "peak_decode_memory": 6301524672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V in Mont-Laurier", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "afceb68c51496353bf701a8eebd4f9dba1b51ccabd0955f2cd035b5dde1d2589", "output_hash": "13940b116dc67663051e938f7933996b975869595cd0d9d288cad79305893fa8"} |
| |
995 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c2b41ed884d1e43e72d31375", "attempt_id": "65e99edafa30", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:26.411251Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 144, "message_tokens": 49, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2584.601041977294, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.593834002502263, "ttft_ms": 13.068582979030907, "decode_ms": 94.54820794053376}, "total_wall_ms": 2723.3419170370325, "ttft_ms": 13.068582979030907, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 2133, "sender_output_tokens": 169, "sender_prefill_ms": 273.8223329652101, "sender_ttft_ms": 14.40308301243931, "sender_decode_ms": 2294.563667033799}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1726332928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6298051248, "mlx_cache_bytes": 7564302948, "process_rss_bytes": 1726332928}, "peak_prefill_memory": null, "peak_decode_memory": 6298051248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e69fba8fb91abcebc7584bc393ad2a18b5551f91a6aeefb2b374c9ec3f08a61c", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
996 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2ef4e2de773af314479a6dcd", "attempt_id": "d4bf87526096", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:29.153473Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 0}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 87, "message_tokens": 10, "message_utf8_bytes": 18, "cache_tensor_bytes": null, "serialized_payload_bytes": 18, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02337503246963024, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.29787500295788, "ttft_ms": 13.086541090160608, "decode_ms": 13.232666999101639}, "total_wall_ms": 51.23325006570667, "ttft_ms": 13.086541090160608, "input_usage": {"receiver_prompt_tokens": 87, "sender_input_tokens": 2120, "sender_output_tokens": 364, "sender_prefill_ms": 278.3538749208674, "sender_ttft_ms": 13.97808303590864, "sender_decode_ms": 4953.304791939445}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1726398464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6258926216, "mlx_cache_bytes": 7572380260, "process_rss_bytes": 1726398464}, "peak_prefill_memory": null, "peak_decode_memory": 6258926216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 0, "fetched_bytes": 0, "retrieved_refs": 0}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "07c8a1e6610691d8d21e9a824d0ee4d78bd228b96d1c100512ba67c9b3ccc414", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
997 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "112bcbecfa7606ae255df311", "attempt_id": "9a70f8b20eaa", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:29.225141Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 0}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 92, "message_tokens": 10, "message_utf8_bytes": 18, "cache_tensor_bytes": null, "serialized_payload_bytes": 18, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02337503246963024, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.42841697484255, "ttft_ms": 13.026542030274868, "decode_ms": 13.316833064891398}, "total_wall_ms": 51.346707972697914, "ttft_ms": 13.026542030274868, "input_usage": {"receiver_prompt_tokens": 92, "sender_input_tokens": 2120, "sender_output_tokens": 364, "sender_prefill_ms": 278.3538749208674, "sender_ttft_ms": 13.97808303590864, "sender_decode_ms": 4953.304791939445}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1726414848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6268822152, "mlx_cache_bytes": 7634131556, "process_rss_bytes": 1726414848}, "peak_prefill_memory": null, "peak_decode_memory": 6268822152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 0, "fetched_bytes": 0, "retrieved_refs": 0}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "07c8a1e6610691d8d21e9a824d0ee4d78bd228b96d1c100512ba67c9b3ccc414", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
998 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2952828ba7ba7a5aaf9321d", "attempt_id": "1c01925f0da5", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:29.296375Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 0}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 90, "message_tokens": 10, "message_utf8_bytes": 18, "cache_tensor_bytes": null, "serialized_payload_bytes": 18, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02337503246963024, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.39912490081042, "ttft_ms": 13.096667011268437, "decode_ms": 13.346916995942593}, "total_wall_ms": 51.35391606017947, "ttft_ms": 13.096667011268437, "input_usage": {"receiver_prompt_tokens": 90, "sender_input_tokens": 2120, "sender_output_tokens": 364, "sender_prefill_ms": 278.3538749208674, "sender_ttft_ms": 13.97808303590864, "sender_decode_ms": 4953.304791939445}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1726431232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6267101832, "mlx_cache_bytes": 7689280100, "process_rss_bytes": 1726431232}, "peak_prefill_memory": null, "peak_decode_memory": 6267101832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 0, "fetched_bytes": 0, "retrieved_refs": 0}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "07c8a1e6610691d8d21e9a824d0ee4d78bd228b96d1c100512ba67c9b3ccc414", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
999 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9e33addde7e87acb88295dea", "attempt_id": "22cf5f525b6b", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:29.366670Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 0}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 86, "message_tokens": 10, "message_utf8_bytes": 18, "cache_tensor_bytes": null, "serialized_payload_bytes": 18, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02337503246963024, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.714499944821, "ttft_ms": 12.994333985261619, "decode_ms": 13.040166930295527}, "total_wall_ms": 51.23566708061844, "ttft_ms": 12.994333985261619, "input_usage": {"receiver_prompt_tokens": 86, "sender_input_tokens": 2120, "sender_output_tokens": 364, "sender_prefill_ms": 278.3538749208674, "sender_ttft_ms": 13.97808303590864, "sender_decode_ms": 4953.304791939445}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1726431232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6258926216, "mlx_cache_bytes": 7689280100, "process_rss_bytes": 1726431232}, "peak_prefill_memory": null, "peak_decode_memory": 6258926216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 0, "fetched_bytes": 0, "retrieved_refs": 0}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "07c8a1e6610691d8d21e9a824d0ee4d78bd228b96d1c100512ba67c9b3ccc414", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1000 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f1d2d6ec2da0bc163c50e95", "attempt_id": "209be7e0487c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:29.437408Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 0}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 94, "message_tokens": 10, "message_utf8_bytes": 18, "cache_tensor_bytes": null, "serialized_payload_bytes": 18, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02337503246963024, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.20558303128928, "ttft_ms": 13.447374920360744, "decode_ms": 13.268291018903255}, "total_wall_ms": 51.40916595701128, "ttft_ms": 13.447374920360744, "input_usage": {"receiver_prompt_tokens": 94, "sender_input_tokens": 2120, "sender_output_tokens": 364, "sender_prefill_ms": 278.3538749208674, "sender_ttft_ms": 13.97808303590864, "sender_decode_ms": 4953.304791939445}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1726431232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6265496200, "mlx_cache_bytes": 7730403940, "process_rss_bytes": 1726431232}, "peak_prefill_memory": null, "peak_decode_memory": 6265496200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 0, "fetched_bytes": 0, "retrieved_refs": 0}, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "07c8a1e6610691d8d21e9a824d0ee4d78bd228b96d1c100512ba67c9b3ccc414", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1001 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "320d964302e51ea4f3a5b1d3", "attempt_id": "8caa8f21fcde", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:29.507689Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6834747878182728}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 2052, "message_tokens": 1976, "message_utf8_bytes": 7378, "cache_tensor_bytes": null, "serialized_payload_bytes": 2003, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08212495595216751, "decode_payload_ms": 0.012874952517449856, "receiver_prefill_ms": 253.10208299197257, "ttft_ms": 14.089083997532725, "decode_ms": 138.54325003921986}, "total_wall_ms": 408.54037494864315, "ttft_ms": 14.089083997532725, "input_usage": {"receiver_prompt_tokens": 2052}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1726578688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786616, "mlx_cache_bytes": 7730403940, "process_rss_bytes": 1726578688}, "peak_prefill_memory": null, "peak_decode_memory": 7054786616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-37F-6227", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "output_hash": "5b7645cf6e8140f4c0bf6ed4ad76121cf2924fe7e666d92161812527b86f4409"} |
| |
1002 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5790acd43b46cf208e6347cb", "attempt_id": "edc01614db0a", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:29.934691Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6834747878182728}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 2057, "message_tokens": 1976, "message_utf8_bytes": 7378, "cache_tensor_bytes": null, "serialized_payload_bytes": 2003, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08212495595216751, "decode_payload_ms": 0.012874952517449856, "receiver_prefill_ms": 348.238458042033, "ttft_ms": 14.563707984052598, "decode_ms": 143.11254199128598}, "total_wall_ms": 508.7950410088524, "ttft_ms": 14.563707984052598, "input_usage": {"receiver_prompt_tokens": 2057}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1726644224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054790700, "mlx_cache_bytes": 7730403940, "process_rss_bytes": 1726644224}, "peak_prefill_memory": null, "peak_decode_memory": 7054790700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "output_hash": "dde7a0062680068e5a0d828593ce721ec66364929f26c9cbe00ea6cd0d60bdb4"} |
| |
1003 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "29d694047ec326b00c4b86ce", "attempt_id": "b7ef77d75eaf", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:30.461886Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6834747878182728}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 2055, "message_tokens": 1976, "message_utf8_bytes": 7378, "cache_tensor_bytes": null, "serialized_payload_bytes": 2003, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08212495595216751, "decode_payload_ms": 0.012874952517449856, "receiver_prefill_ms": 363.65866695996374, "ttft_ms": 14.404457993805408, "decode_ms": 99.41837494261563}, "total_wall_ms": 480.3022079868242, "ttft_ms": 14.404457993805408, "input_usage": {"receiver_prompt_tokens": 2055}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1726660608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054790700, "mlx_cache_bytes": 7730403940, "process_rss_bytes": 1726660608}, "peak_prefill_memory": null, "peak_decode_memory": 7054790700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
1004 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "90b47b21334b510fc4ed23bb", "attempt_id": "9a1d072a7e43", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:30.961344Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6834747878182728}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 2051, "message_tokens": 1976, "message_utf8_bytes": 7378, "cache_tensor_bytes": null, "serialized_payload_bytes": 2003, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08212495595216751, "decode_payload_ms": 0.012874952517449856, "receiver_prefill_ms": 334.30745790246874, "ttft_ms": 14.36924992594868, "decode_ms": 69.90916701033711}, "total_wall_ms": 421.49916698690504, "ttft_ms": 14.36924992594868, "input_usage": {"receiver_prompt_tokens": 2051}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1726660608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786616, "mlx_cache_bytes": 7730403940, "process_rss_bytes": 1726660608}, "peak_prefill_memory": null, "peak_decode_memory": 7054786616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
1005 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a281cd52bc0c7fde7e9b704", "attempt_id": "2bfb926c2d5c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:31.402306Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6834747878182728}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 2059, "message_tokens": 1976, "message_utf8_bytes": 7378, "cache_tensor_bytes": null, "serialized_payload_bytes": 2003, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08212495595216751, "decode_payload_ms": 0.012874952517449856, "receiver_prefill_ms": 325.7679169764742, "ttft_ms": 14.346416923217475, "decode_ms": 125.62208401504904}, "total_wall_ms": 468.54379202704877, "ttft_ms": 14.346416923217475, "input_usage": {"receiver_prompt_tokens": 2059}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1726693376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054790700, "mlx_cache_bytes": 7730403940, "process_rss_bytes": 1726693376}, "peak_prefill_memory": null, "peak_decode_memory": 7054790700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,670,383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "output_hash": "9510633f2e349a1cedecda578083181521646f70ca5ae08bae4b9188f3bd4a3b"} |
| |
1006 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8fd5e5dd0a3c6b048d4d7b20", "attempt_id": "0b542cdbd8eb", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:32.417636Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2591093117408907, "origin_tokens": 1770, "compressed_tokens": 517, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 691, "message_tokens": 613, "message_utf8_bytes": 2012, "cache_tensor_bytes": null, "serialized_payload_bytes": 2012, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 528.3268329221755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.8191670589149, "ttft_ms": 13.884999905712903, "decode_ms": 13.543292065151036}, "total_wall_ms": 112.1719169896096, "ttft_ms": 13.884999905712903, "input_usage": {"receiver_prompt_tokens": 691}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1768095744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6616871000, "mlx_cache_bytes": 8133646948, "process_rss_bytes": 1768095744}, "peak_prefill_memory": null, "peak_decode_memory": 6616871000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e40f07119a5050ceb763e6383318e0bca64d8c011be8d27a1da34307a3d94a88", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1007 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "da48a90beb736fe177423f82", "attempt_id": "37e7e786f826", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:32.558859Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2591093117408907, "origin_tokens": 1770, "compressed_tokens": 517, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 696, "message_tokens": 613, "message_utf8_bytes": 2012, "cache_tensor_bytes": null, "serialized_payload_bytes": 2012, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 528.3268329221755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.04799997899681, "ttft_ms": 13.894625008106232, "decode_ms": 93.83054100908339}, "total_wall_ms": 193.99970793165267, "ttft_ms": 13.894625008106232, "input_usage": {"receiver_prompt_tokens": 696}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1768112128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6619476056, "mlx_cache_bytes": 8539544164, "process_rss_bytes": 1768112128}, "peak_prefill_memory": null, "peak_decode_memory": 6619476056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "94-V Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e40f07119a5050ceb763e6383318e0bca64d8c011be8d27a1da34307a3d94a88", "output_hash": "7d00554446ef6aa7437a0e406edf920fc18bca5c905f2e402971854fcb9ac900"} |
| |
1008 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "78bfb296d3cd395ad0ff1a7d", "attempt_id": "52ebf93da94e", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:32.771804Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2591093117408907, "origin_tokens": 1770, "compressed_tokens": 517, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 694, "message_tokens": 613, "message_utf8_bytes": 2012, "cache_tensor_bytes": null, "serialized_payload_bytes": 2012, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 528.3268329221755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.23087501432747, "ttft_ms": 13.76829098444432, "decode_ms": 94.39841692801565}, "total_wall_ms": 193.60937492456287, "ttft_ms": 13.76829098444432, "input_usage": {"receiver_prompt_tokens": 694}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1768112128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6618787928, "mlx_cache_bytes": 8825018980, "process_rss_bytes": 1768112128}, "peak_prefill_memory": null, "peak_decode_memory": 6618787928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32 8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e40f07119a5050ceb763e6383318e0bca64d8c011be8d27a1da34307a3d94a88", "output_hash": "1d4695f50363f895535cf4e258a01d6df58b9d23a1e3ae7241d072f1394e860c"} |
| |
1009 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bc5dae3fc225ee4e47994770", "attempt_id": "ea59e8040127", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:32.984872Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2591093117408907, "origin_tokens": 1770, "compressed_tokens": 517, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 690, "message_tokens": 613, "message_utf8_bytes": 2012, "cache_tensor_bytes": null, "serialized_payload_bytes": 2012, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 528.3268329221755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.19262503553182, "ttft_ms": 13.495916966348886, "decode_ms": 67.19158310443163}, "total_wall_ms": 164.0851249685511, "ttft_ms": 13.495916966348886, "input_usage": {"receiver_prompt_tokens": 690}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1768112128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6616477784, "mlx_cache_bytes": 9007077988, "process_rss_bytes": 1768112128}, "peak_prefill_memory": null, "peak_decode_memory": 6616477784, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e40f07119a5050ceb763e6383318e0bca64d8c011be8d27a1da34307a3d94a88", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
1010 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0df912bffd66f4769eb23aef", "attempt_id": "dc27a48f0af4", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:33.168121Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2591093117408907, "origin_tokens": 1770, "compressed_tokens": 517, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 698, "message_tokens": 613, "message_utf8_bytes": 2012, "cache_tensor_bytes": null, "serialized_payload_bytes": 2012, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 528.3268329221755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.37100001517683, "ttft_ms": 13.450000085867941, "decode_ms": 26.871041976846755}, "total_wall_ms": 124.9893750064075, "ttft_ms": 13.450000085867941, "input_usage": {"receiver_prompt_tokens": 698}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1768128512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6620999768, "mlx_cache_bytes": 9414548068, "process_rss_bytes": 1768128512}, "peak_prefill_memory": null, "peak_decode_memory": 6620999768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e40f07119a5050ceb763e6383318e0bca64d8c011be8d27a1da34307a3d94a88", "output_hash": "4fc82b26aecb47d2868c4efbe3581732a3e7cbcc6c2efb32062c08170a05eeb8"} |
| |
1011 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5ff977d594ca6316c5bb70ff", "attempt_id": "4176c7701d39", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:33.582345Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321905672}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 37, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 74280960, "serialized_payload_bytes": 74297036, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 270.0142920948565, "doc_prefill_ms": 250.2890001051128, "compress_ms": 1.877416973002255, "serialize_ms": 14.919292065314949, "load_ms": 1.8397090025246143, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.203000060282648, "ttft_ms": 30.203000060282648, "decode_ms": 141.60587498918176}, "total_wall_ms": 175.13258301187307, "ttft_ms": 30.203000060282648, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1841299456, "backend_memory": {"mlx_active_bytes": 6398582792, "mlx_peak_bytes": 6449275204, "mlx_cache_bytes": 10186545913, "process_rss_bytes": 1841299456}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6449275204, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-37F-6227", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0846eae618631f4531e17117f33747ea9241d2398e2c41948e00b8edebf95f21", "output_hash": "5b7645cf6e8140f4c0bf6ed4ad76121cf2924fe7e666d92161812527b86f4409"} |
| |
1012 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7272d69a0206098bf9345cb8", "attempt_id": "aabe132bb5c5", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:33.777625Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321905672}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 42, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 74280960, "serialized_payload_bytes": 74297036, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 270.0142920948565, "doc_prefill_ms": 250.2890001051128, "compress_ms": 1.877416973002255, "serialize_ms": 14.919292065314949, "load_ms": 1.6956250183284283, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.87879200372845, "ttft_ms": 29.87879200372845, "decode_ms": 140.18554205540568}, "total_wall_ms": 173.38995798490942, "ttft_ms": 29.87879200372845, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1841299456, "backend_memory": {"mlx_active_bytes": 6398582792, "mlx_peak_bytes": 6451159364, "mlx_cache_bytes": 10199507589, "process_rss_bytes": 1841299456}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6451159364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V in Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0846eae618631f4531e17117f33747ea9241d2398e2c41948e00b8edebf95f21", "output_hash": "13940b116dc67663051e938f7933996b975869595cd0d9d288cad79305893fa8"} |
| |
1013 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2f1d2edb6bc13a12a835164b", "attempt_id": "37e97859c1c9", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:33.970526Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321905672}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 40, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 74280960, "serialized_payload_bytes": 74297036, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 270.0142920948565, "doc_prefill_ms": 250.2890001051128, "compress_ms": 1.877416973002255, "serialize_ms": 14.919292065314949, "load_ms": 1.150541938841343, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.614374925382435, "ttft_ms": 28.614374925382435, "decode_ms": 96.61945793777704}, "total_wall_ms": 127.86908401176333, "ttft_ms": 28.614374925382435, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1841299456, "backend_memory": {"mlx_active_bytes": 6398582792, "mlx_peak_bytes": 6449324264, "mlx_cache_bytes": 10211664517, "process_rss_bytes": 1841299456}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6449324264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0846eae618631f4531e17117f33747ea9241d2398e2c41948e00b8edebf95f21", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
1014 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b677179fff2d0401744344c2", "attempt_id": "724525490e9a", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:34.117769Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321905672}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 36, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 74280960, "serialized_payload_bytes": 74297036, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 270.0142920948565, "doc_prefill_ms": 250.2890001051128, "compress_ms": 1.877416973002255, "serialize_ms": 14.919292065314949, "load_ms": 1.6241249395534396, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.412166956812143, "ttft_ms": 25.412166956812143, "decode_ms": 69.2767919972539}, "total_wall_ms": 97.82575001008809, "ttft_ms": 25.412166956812143, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1841299456, "backend_memory": {"mlx_active_bytes": 6398582792, "mlx_peak_bytes": 6445768916, "mlx_cache_bytes": 10224231045, "process_rss_bytes": 1841299456}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6445768916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0846eae618631f4531e17117f33747ea9241d2398e2c41948e00b8edebf95f21", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
1015 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70131d688d6460eb287c9728", "attempt_id": "97e034dbd714", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:34.234653Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321905672}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 44, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 74280960, "serialized_payload_bytes": 74297036, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 270.0142920948565, "doc_prefill_ms": 250.2890001051128, "compress_ms": 1.877416973002255, "serialize_ms": 14.919292065314949, "load_ms": 0.8023330010473728, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.774790952913463, "ttft_ms": 26.774790952913463, "decode_ms": 124.08637499902397}, "total_wall_ms": 153.18487503100187, "ttft_ms": 26.774790952913463, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1841299456, "backend_memory": {"mlx_active_bytes": 6398582792, "mlx_peak_bytes": 6452568388, "mlx_cache_bytes": 10237618885, "process_rss_bytes": 1841299456}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6452568388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,670,383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0846eae618631f4531e17117f33747ea9241d2398e2c41948e00b8edebf95f21", "output_hash": "9510633f2e349a1cedecda578083181521646f70ca5ae08bae4b9188f3bd4a3b"} |
| |
1016 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "536d3a830642f0d057795575", "attempt_id": "eff9c3d20f11", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:34.423303Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321741832}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "7d8dca35552d465a", "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 37, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 74280960, "serialized_payload_bytes": 74297064, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.590667026117444, "doc_prefill_ms": 250.2890001051128, "compress_ms": 0.6675409385934472, "serialize_ms": 14.7602919023484, "load_ms": 8.462541038170457, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.619500083848834, "ttft_ms": 25.619500083848834, "decode_ms": 138.30150000285357}, "total_wall_ms": 173.8326670601964, "ttft_ms": 25.619500083848834, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1915617280, "backend_memory": {"mlx_active_bytes": 6398418952, "mlx_peak_bytes": 6448996564, "mlx_cache_bytes": 10237782725, "process_rss_bytes": 1915617280}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6448996564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-37F-6227", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e87471edfc6bf1ef706cc8a353be2e43a85f2607532bcabd17aa92bd09a1c81", "output_hash": "5b7645cf6e8140f4c0bf6ed4ad76121cf2924fe7e666d92161812527b86f4409"} |
| |
1017 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a5768d6afee0a6a995d045b", "attempt_id": "85935d16a3ad", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:34.616320Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321741832}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "7d8dca35552d465a", "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 42, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 74280960, "serialized_payload_bytes": 74297064, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.590667026117444, "doc_prefill_ms": 250.2890001051128, "compress_ms": 0.6675409385934472, "serialize_ms": 14.7602919023484, "load_ms": 7.061416981741786, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.46433299034834, "ttft_ms": 27.46433299034834, "decode_ms": 139.12249996792525}, "total_wall_ms": 175.2594169229269, "ttft_ms": 27.46433299034834, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1915617280, "backend_memory": {"mlx_active_bytes": 6398418952, "mlx_peak_bytes": 6450995432, "mlx_cache_bytes": 10237782725, "process_rss_bytes": 1915617280}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6450995432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V in Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e87471edfc6bf1ef706cc8a353be2e43a85f2607532bcabd17aa92bd09a1c81", "output_hash": "13940b116dc67663051e938f7933996b975869595cd0d9d288cad79305893fa8"} |
| |
1018 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a1b88d09992a1355304e5315", "attempt_id": "677afee05b08", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:34.811402Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321741832}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "7d8dca35552d465a", "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 40, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 74280960, "serialized_payload_bytes": 74297064, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.590667026117444, "doc_prefill_ms": 250.2890001051128, "compress_ms": 0.6675409385934472, "serialize_ms": 14.7602919023484, "load_ms": 6.85766595415771, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.767749968916178, "ttft_ms": 27.767749968916178, "decode_ms": 96.59504203591496}, "total_wall_ms": 132.72437499836087, "ttft_ms": 27.767749968916178, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1915617280, "backend_memory": {"mlx_active_bytes": 6398418952, "mlx_peak_bytes": 6449160424, "mlx_cache_bytes": 10237782725, "process_rss_bytes": 1915617280}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6449160424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e87471edfc6bf1ef706cc8a353be2e43a85f2607532bcabd17aa92bd09a1c81", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
1019 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "463037a374146dcaf66804df", "attempt_id": "7cccbfe20147", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:34.963597Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321741832}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "7d8dca35552d465a", "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 36, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 74280960, "serialized_payload_bytes": 74297064, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.590667026117444, "doc_prefill_ms": 250.2890001051128, "compress_ms": 0.6675409385934472, "serialize_ms": 14.7602919023484, "load_ms": 6.992249982431531, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.85966605693102, "ttft_ms": 25.85966605693102, "decode_ms": 69.0616249339655}, "total_wall_ms": 103.38912496808916, "ttft_ms": 25.85966605693102, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1915617280, "backend_memory": {"mlx_active_bytes": 6398418952, "mlx_peak_bytes": 6445555924, "mlx_cache_bytes": 10237782725, "process_rss_bytes": 1915617280}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6445555924, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e87471edfc6bf1ef706cc8a353be2e43a85f2607532bcabd17aa92bd09a1c81", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
1020 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6cb543450f7dc43ffc9fa361", "attempt_id": "7df35c161d78", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:35.086571Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321741832}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "7d8dca35552d465a", "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 44, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 74280960, "serialized_payload_bytes": 74297064, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.590667026117444, "doc_prefill_ms": 250.2890001051128, "compress_ms": 0.6675409385934472, "serialize_ms": 14.7602919023484, "load_ms": 7.227332913316786, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.283707982860506, "ttft_ms": 27.283707982860506, "decode_ms": 125.4464170197025}, "total_wall_ms": 161.47375002037734, "ttft_ms": 27.283707982860506, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1915617280, "backend_memory": {"mlx_active_bytes": 6398418952, "mlx_peak_bytes": 6452404464, "mlx_cache_bytes": 10237782725, "process_rss_bytes": 1915617280}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6452404464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,670,383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e87471edfc6bf1ef706cc8a353be2e43a85f2607532bcabd17aa92bd09a1c81", "output_hash": "9510633f2e349a1cedecda578083181521646f70ca5ae08bae4b9188f3bd4a3b"} |
| |
1021 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed0eeab7a56cf78576b95970", "attempt_id": "341e9989cc0c", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:35.287383Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287646232}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 37, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 39461760, "serialized_payload_bytes": 39495950, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.40975000616163, "doc_prefill_ms": 250.2890001051128, "compress_ms": 9.62224998511374, "serialize_ms": 9.42229200154543, "load_ms": 2.0722919143736362, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.57804202195257, "ttft_ms": 20.57804202195257, "decode_ms": 144.27166699897498}, "total_wall_ms": 168.39112504385412, "ttft_ms": 20.57804202195257, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1953480704, "backend_memory": {"mlx_active_bytes": 6332833304, "mlx_peak_bytes": 6396235864, "mlx_cache_bytes": 10396691173, "process_rss_bytes": 1953480704}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6396235864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-37F-6227", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8bb2b93f9cff9490a390b317088569a907f1d901cd51603633ec34c79a5c6f57", "output_hash": "5b7645cf6e8140f4c0bf6ed4ad76121cf2924fe7e666d92161812527b86f4409"} |
| |
1022 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bc27170ef8297f6a1c52a98a", "attempt_id": "5e4018bf3f14", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:35.475579Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287646232}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 42, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 39461760, "serialized_payload_bytes": 39495950, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.40975000616163, "doc_prefill_ms": 250.2890001051128, "compress_ms": 9.62224998511374, "serialize_ms": 9.42229200154543, "load_ms": 1.9790839869529009, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.50095796585083, "ttft_ms": 20.50095796585083, "decode_ms": 144.33141704648733}, "total_wall_ms": 168.42187498696148, "ttft_ms": 20.50095796585083, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1953480704, "backend_memory": {"mlx_active_bytes": 6332669464, "mlx_peak_bytes": 6399759180, "mlx_cache_bytes": 10421780117, "process_rss_bytes": 1953480704}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6399759180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V in Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8bb2b93f9cff9490a390b317088569a907f1d901cd51603633ec34c79a5c6f57", "output_hash": "13940b116dc67663051e938f7933996b975869595cd0d9d288cad79305893fa8"} |
| |
1023 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1944db3351fc912752d474fb", "attempt_id": "52d561e81f9f", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:35.665452Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287646232}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 40, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 39461760, "serialized_payload_bytes": 39495950, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.40975000616163, "doc_prefill_ms": 250.2890001051128, "compress_ms": 9.62224998511374, "serialize_ms": 9.42229200154543, "load_ms": 2.051333896815777, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.603499957360327, "ttft_ms": 20.603499957360327, "decode_ms": 101.1774999788031}, "total_wall_ms": 125.38037495687604, "ttft_ms": 20.603499957360327, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1953480704, "backend_memory": {"mlx_active_bytes": 6332636696, "mlx_peak_bytes": 6396614156, "mlx_cache_bytes": 10445553301, "process_rss_bytes": 1953480704}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6396614156, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8bb2b93f9cff9490a390b317088569a907f1d901cd51603633ec34c79a5c6f57", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
1024 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "220e934700dc5088ef9ae479", "attempt_id": "1639ad5bad26", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:35.811303Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287646232}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 36, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 39461760, "serialized_payload_bytes": 39495950, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.40975000616163, "doc_prefill_ms": 250.2890001051128, "compress_ms": 9.62224998511374, "serialize_ms": 9.42229200154543, "load_ms": 1.918416004627943, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.181041094474494, "ttft_ms": 20.181041094474494, "decode_ms": 72.47979193925858}, "total_wall_ms": 96.09395801089704, "ttft_ms": 20.181041094474494, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1953546240, "backend_memory": {"mlx_active_bytes": 6332669464, "mlx_peak_bytes": 6391253264, "mlx_cache_bytes": 10445520533, "process_rss_bytes": 1953546240}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6391253264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8bb2b93f9cff9490a390b317088569a907f1d901cd51603633ec34c79a5c6f57", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
1025 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0de118d4d44def0e04eaf733", "attempt_id": "9131c92d9b73", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:35.927378Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287646232}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 44, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 39461760, "serialized_payload_bytes": 39495950, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.40975000616163, "doc_prefill_ms": 250.2890001051128, "compress_ms": 9.62224998511374, "serialize_ms": 9.42229200154543, "load_ms": 1.8467919435352087, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.69708297494799, "ttft_ms": 20.69708297494799, "decode_ms": 130.69495791569352}, "total_wall_ms": 154.8103749519214, "ttft_ms": 20.69708297494799, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1953546240, "backend_memory": {"mlx_active_bytes": 6332898840, "mlx_peak_bytes": 6401889284, "mlx_cache_bytes": 10471396149, "process_rss_bytes": 1953546240}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6401889284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,670,383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8bb2b93f9cff9490a390b317088569a907f1d901cd51603633ec34c79a5c6f57", "output_hash": "9510633f2e349a1cedecda578083181521646f70ca5ae08bae4b9188f3bd4a3b"} |
| |
1026 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "977672ab915f0904dae2a091", "attempt_id": "a0a2fd726bde", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:36.117577Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6269651848}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 37, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 20891520, "serialized_payload_bytes": 20925576, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.942999976687133, "doc_prefill_ms": 250.2890001051128, "compress_ms": 8.842749986797571, "serialize_ms": 6.750000058673322, "load_ms": 1.5510839875787497, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.210791961289942, "ttft_ms": 20.210791961289942, "decode_ms": 680.4793749470264}, "total_wall_ms": 703.7297500064597, "ttft_ms": 20.210791961289942, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1974796288, "backend_memory": {"mlx_active_bytes": 6295849864, "mlx_peak_bytes": 6355594080, "mlx_cache_bytes": 10535841221, "process_rss_bytes": 1974796288}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6355594080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\nunknown0\n the0enenvenv11env1en1env10\nenv1 the0 the00env1env1env1env1env1env1env1env1env1env1\nenv", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9fd7f3eb8b9a1a2770e13d91a3e475a739f36876065d115b9ccf81abd8a1e942", "output_hash": "ee03b75a10910e40499103c49125b4a33d3fd0d54dd9a013b432908312e18982"} |
| |
1027 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70cf220fd98b015810a32ad5", "attempt_id": "02c431c0b7ce", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:36.840346Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6269651848}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 42, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 20891520, "serialized_payload_bytes": 20925576, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.942999976687133, "doc_prefill_ms": 250.2890001051128, "compress_ms": 8.842749986797571, "serialize_ms": 6.750000058673322, "load_ms": 1.766500063240528, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.581125048920512, "ttft_ms": 20.581125048920512, "decode_ms": 677.9416250064969}, "total_wall_ms": 702.2664579562843, "ttft_ms": 20.581125048920512, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1974829056, "backend_memory": {"mlx_active_bytes": 6295833480, "mlx_peak_bytes": 6359190144, "mlx_cache_bytes": 10535948997, "process_rss_bytes": 1974829056}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6359190144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n\n\n\nveeen ofe ofhhhhh ofhvhhhhhohhh ofohenenenvenenenvenvenenvenvenenvenvenv", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9fd7f3eb8b9a1a2770e13d91a3e475a739f36876065d115b9ccf81abd8a1e942", "output_hash": "68c81a5a49ded44c9bd1eba823795f6fe56c05c4c99f2ed35ccfc4844c5a02e9"} |
| |
1028 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a1bba6605606b7440e55017b", "attempt_id": "631468d6fdee", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:37.561951Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6269651848}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 40, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 20891520, "serialized_payload_bytes": 20925576, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.942999976687133, "doc_prefill_ms": 250.2890001051128, "compress_ms": 8.842749986797571, "serialize_ms": 6.750000058673322, "load_ms": 1.8986249342560768, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.741624990478158, "ttft_ms": 20.741624990478158, "decode_ms": 676.2705839937553}, "total_wall_ms": 700.3876250237226, "ttft_ms": 20.741624990478158, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1974829056, "backend_memory": {"mlx_active_bytes": 6295849864, "mlx_peak_bytes": 6356103540, "mlx_cache_bytes": 10535932613, "process_rss_bytes": 1974829056}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6356103540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\nunknown\n\n\n0000000000000000000000000000000000000000000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9fd7f3eb8b9a1a2770e13d91a3e475a739f36876065d115b9ccf81abd8a1e942", "output_hash": "c170447e996d78d3aeebf79efa9f70d4859da3b04f077bab0f6ea079b3e6e83e"} |
| |
1029 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "22a53a7cf2c4c540f0399aea", "attempt_id": "b7935a1b1562", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:38.281695Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6269651848}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 36, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 20891520, "serialized_payload_bytes": 20925576, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.942999976687133, "doc_prefill_ms": 250.2890001051128, "compress_ms": 8.842749986797571, "serialize_ms": 6.750000058673322, "load_ms": 1.6930419951677322, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.152666955254972, "ttft_ms": 20.152666955254972, "decode_ms": 675.3999999491498}, "total_wall_ms": 698.8853749353439, "ttft_ms": 20.152666955254972, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1974829056, "backend_memory": {"mlx_active_bytes": 6295849864, "mlx_peak_bytes": 6350695264, "mlx_cache_bytes": 10535932613, "process_rss_bytes": 1974829056}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6350695264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\ne\n\n\n\n\n\negaveenv1env1env1env1env1env1env1env1env1env1env1env1env1env1env1env1env1env1env", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9fd7f3eb8b9a1a2770e13d91a3e475a739f36876065d115b9ccf81abd8a1e942", "output_hash": "097d047608b4e1a1bddcc1002603780162187d9a09758318e3a4b4fca8781304"} |
| |
1030 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b4ae282fa4ecf76ac94f870", "attempt_id": "8943fa6ff801", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:39.000411Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6269651848}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 44, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 20891520, "serialized_payload_bytes": 20925576, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.942999976687133, "doc_prefill_ms": 250.2890001051128, "compress_ms": 8.842749986797571, "serialize_ms": 6.750000058673322, "load_ms": 1.5918330755084753, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.503666950389743, "ttft_ms": 20.503666950389743, "decode_ms": 87.10208395496011}, "total_wall_ms": 110.67562503740191, "ttft_ms": 20.503666950389743, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1974829056, "backend_memory": {"mlx_active_bytes": 6295866248, "mlx_peak_bytes": 6361342464, "mlx_cache_bytes": 10536011973, "process_rss_bytes": 1974829056}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6361342464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\n\n\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9fd7f3eb8b9a1a2770e13d91a3e475a739f36876065d115b9ccf81abd8a1e942", "output_hash": "bb6f6f8fc4a739316b35a339731e8583375bce0670c4f602de2611788eff8fd4"} |
| |
1031 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0bd35bdab0a7e13528bbd9ba", "attempt_id": "c17dae349624", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:39.145477Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2015, "keep": 504, "compress_ms": 7.436249987222254}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 37, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595373, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.309625093825161, "doc_prefill_ms": 250.2890001051128, "compress_ms": 7.469624979421496, "serialize_ms": 5.686625023372471, "load_ms": 1.437499886378646, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.191291019320488, "ttft_ms": 18.191291019320488, "decode_ms": 26.799040962941945}, "total_wall_ms": 48.06208400987089, "ttft_ms": 18.191291019320488, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 37}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1989197824, "backend_memory": {"mlx_active_bytes": 6286352392, "mlx_peak_bytes": 6326100180, "mlx_cache_bytes": 10545529861, "process_rss_bytes": 1989197824}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6326100180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6c21b265f2995a16b114b174c540b45fd0b82d4c7f6bae3cec2a7e17340f3ce", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1032 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "041c5046c297f5593199dccd", "attempt_id": "ee36bc6f73c4", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:39.213418Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2015, "keep": 504, "compress_ms": 7.436249987222254}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 42, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595373, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.309625093825161, "doc_prefill_ms": 250.2890001051128, "compress_ms": 7.469624979421496, "serialize_ms": 5.686625023372471, "load_ms": 1.3278339756652713, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.4567499672994, "ttft_ms": 18.4567499672994, "decode_ms": 132.9750419827178}, "total_wall_ms": 154.2421670164913, "ttft_ms": 18.4567499672994, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1989197824, "backend_memory": {"mlx_active_bytes": 6287728648, "mlx_peak_bytes": 6330130664, "mlx_cache_bytes": 10548315141, "process_rss_bytes": 1989197824}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6330130664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6c21b265f2995a16b114b174c540b45fd0b82d4c7f6bae3cec2a7e17340f3ce", "output_hash": "dde7a0062680068e5a0d828593ce721ec66364929f26c9cbe00ea6cd0d60bdb4"} |
| |
1033 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ebf6f3062fad21fff4f47e8f", "attempt_id": "4d351c4fff0a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:39.387804Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2015, "keep": 504, "compress_ms": 7.436249987222254}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 40, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595373, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.309625093825161, "doc_prefill_ms": 250.2890001051128, "compress_ms": 7.469624979421496, "serialize_ms": 5.686625023372471, "load_ms": 0.6245829863473773, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.6143329590559, "ttft_ms": 17.6143329590559, "decode_ms": 27.168332948349416}, "total_wall_ms": 47.028625034727156, "ttft_ms": 17.6143329590559, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1989197824, "backend_memory": {"mlx_active_bytes": 6287826952, "mlx_peak_bytes": 6326247656, "mlx_cache_bytes": 10548216837, "process_rss_bytes": 1989197824}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6326247656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6c21b265f2995a16b114b174c540b45fd0b82d4c7f6bae3cec2a7e17340f3ce", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1034 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e3f049fbc35e87abbb882b09", "attempt_id": "c9b92058d66c", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:39.454302Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2015, "keep": 504, "compress_ms": 7.436249987222254}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 36, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595373, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.309625093825161, "doc_prefill_ms": 250.2890001051128, "compress_ms": 7.469624979421496, "serialize_ms": 5.686625023372471, "load_ms": 1.4997499529272318, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.035040935501456, "ttft_ms": 18.035040935501456, "decode_ms": 26.360291987657547}, "total_wall_ms": 47.337417025119066, "ttft_ms": 18.035040935501456, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1989197824, "backend_memory": {"mlx_active_bytes": 6286352392, "mlx_peak_bytes": 6322790612, "mlx_cache_bytes": 10549691397, "process_rss_bytes": 1989197824}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6322790612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6c21b265f2995a16b114b174c540b45fd0b82d4c7f6bae3cec2a7e17340f3ce", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1035 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "764e76803dabfe124eb0adbf", "attempt_id": "f206624e9c56", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:39.521229Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2015, "keep": 504, "compress_ms": 7.436249987222254}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 44, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595373, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.309625093825161, "doc_prefill_ms": 250.2890001051128, "compress_ms": 7.469624979421496, "serialize_ms": 5.686625023372471, "load_ms": 1.5301250386983156, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.08900001924485, "ttft_ms": 18.08900001924485, "decode_ms": 26.72025002539158}, "total_wall_ms": 47.905582934617996, "ttft_ms": 18.08900001924485, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 44}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1989197824, "backend_memory": {"mlx_active_bytes": 6287826952, "mlx_peak_bytes": 6330769648, "mlx_cache_bytes": 10548216837, "process_rss_bytes": 1989197824}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6330769648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6c21b265f2995a16b114b174c540b45fd0b82d4c7f6bae3cec2a7e17340f3ce", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1036 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3123f281b87e3b115e8197d7", "attempt_id": "5853093ba70e", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:39.601436Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2015, "keep": 504, "compress_ms": 8.040209067985415}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 37, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595368, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.244834030047059, "doc_prefill_ms": 250.2890001051128, "compress_ms": 8.081750012934208, "serialize_ms": 4.974583047442138, "load_ms": 1.6762500163167715, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.385707982815802, "ttft_ms": 18.385707982815802, "decode_ms": 625.5554589442909}, "total_wall_ms": 647.195625002496, "ttft_ms": 18.385707982815802, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2000011264, "backend_memory": {"mlx_active_bytes": 6288711688, "mlx_peak_bytes": 6326100180, "mlx_cache_bytes": 10569122821, "process_rss_bytes": 2000011264}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6326100180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "assistant Milen\nMilen Milen\nMilen Milen\nMilen Milen\nMilen Milen\nMilen Milen\nMilen Milen\nMilen Milen\nMilen Milen\nMilen Milen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "872345bcf71cf28836e6047209d129b7b8696ee3ac10b1854408fccf3909851a", "output_hash": "34a3bf9d2584d0f2495b6de3fcb7a4011586fb1472975dc888c7d0a568553aa5"} |
| |
1037 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3904e138e27f7e2bbffb29a4", "attempt_id": "b9e03603a62d", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:40.268827Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2015, "keep": 504, "compress_ms": 8.040209067985415}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 42, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595368, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.244834030047059, "doc_prefill_ms": 250.2890001051128, "compress_ms": 8.081750012934208, "serialize_ms": 4.974583047442138, "load_ms": 1.5813339268788695, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.364959047175944, "ttft_ms": 18.364959047175944, "decode_ms": 628.4125840757042}, "total_wall_ms": 650.1643750816584, "ttft_ms": 18.364959047175944, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2000044032, "backend_memory": {"mlx_active_bytes": 6288711688, "mlx_peak_bytes": 6329934056, "mlx_cache_bytes": 10569122821, "process_rss_bytes": 2000044032}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6329934056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I am a short answer. I am a short answer. I am a short answer. I am a short answer. I am a short answer. I am a short answer. I am a short answer. I am a short answer.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "872345bcf71cf28836e6047209d129b7b8696ee3ac10b1854408fccf3909851a", "output_hash": "c174642d2896669bdbf2ecec4cf77a6e28e7b303ab9c518ed2bcb2ad1ea280e5"} |
| |
1038 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e44a1b3160d785f94488cf7", "attempt_id": "4b412b53399f", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:40.938881Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2015, "keep": 504, "compress_ms": 8.040209067985415}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 40, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595368, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.244834030047059, "doc_prefill_ms": 250.2890001051128, "compress_ms": 8.081750012934208, "serialize_ms": 4.974583047442138, "load_ms": 1.2170829577371478, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.59266701992601, "ttft_ms": 17.59266701992601, "decode_ms": 628.0914169037715}, "total_wall_ms": 648.4542910475284, "ttft_ms": 17.59266701992601, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2000044032, "backend_memory": {"mlx_active_bytes": 6288711688, "mlx_peak_bytes": 6326247656, "mlx_cache_bytes": 10569122821, "process_rss_bytes": 2000044032}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6326247656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer from Give a short answer:\n\nGive a short answer from Give a short answer:\n\nGive a short answer from Give a short answer:\n\nGive a short answer from Give a short answer:\n\nGive a short answer from Give a short", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "872345bcf71cf28836e6047209d129b7b8696ee3ac10b1854408fccf3909851a", "output_hash": "70b2b36a42861c9157b4169bd8291def8f6332c0a46bafca83298acffa830ea6"} |
| |
1039 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a20e829ecdea0f52f21bd28", "attempt_id": "796c8f019290", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:41.606906Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2015, "keep": 504, "compress_ms": 8.040209067985415}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 36, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595368, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.244834030047059, "doc_prefill_ms": 250.2890001051128, "compress_ms": 8.081750012934208, "serialize_ms": 4.974583047442138, "load_ms": 1.5213750302791595, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.02112499717623, "ttft_ms": 18.02112499717623, "decode_ms": 631.4723329851404}, "total_wall_ms": 652.5404580170289, "ttft_ms": 18.02112499717623, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2000044032, "backend_memory": {"mlx_active_bytes": 6288711688, "mlx_peak_bytes": 6322790612, "mlx_cache_bytes": 10569122821, "process_rss_bytes": 2000044032}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6322790612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "872345bcf71cf28836e6047209d129b7b8696ee3ac10b1854408fccf3909851a", "output_hash": "8414bba37f08707f985fb234e3e9cfef0cd505027c65ab08a2b97774824baff7"} |
| |
1040 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80009ed6409554a52cb16cec", "attempt_id": "17d22f76ccd3", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:42.279418Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2015, "keep": 504, "compress_ms": 8.040209067985415}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 44, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595368, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.244834030047059, "doc_prefill_ms": 250.2890001051128, "compress_ms": 8.081750012934208, "serialize_ms": 4.974583047442138, "load_ms": 1.3241249835118651, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.390625016763806, "ttft_ms": 18.390625016763806, "decode_ms": 630.2172499708831}, "total_wall_ms": 651.4669579919428, "ttft_ms": 18.390625016763806, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2000044032, "backend_memory": {"mlx_active_bytes": 6288711688, "mlx_peak_bytes": 6330769648, "mlx_cache_bytes": 10569122821, "process_rss_bytes": 2000044032}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6330769648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The project Melard-1 was NOT cancelled, it was neither the earlier nor the earlier nor the earlier, nor the earlier, nor the earlier, nor the earlier, nor the earlier, nor the earlier, nor the earlier, nor the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "872345bcf71cf28836e6047209d129b7b8696ee3ac10b1854408fccf3909851a", "output_hash": "a53328ca245167d9ad443b02c3de7c6f843e696612e6203982162ed27ab96bfb"} |
| |
1041 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "341f8fe1c170040380693e19", "attempt_id": "ddfc24e1d66b", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:42.950522Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 37, "compress_ms": 43.43279206659645}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 37, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595413, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.84758300613612, "doc_prefill_ms": 250.2890001051128, "compress_ms": 44.94491696823388, "serialize_ms": 3.661207971163094, "load_ms": 1.0208750609308481, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.332666950300336, "ttft_ms": 18.332666950300336, "decode_ms": 80.30904200859368}, "total_wall_ms": 150.14837495982647, "ttft_ms": 18.332666950300336, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2001141760, "backend_memory": {"mlx_active_bytes": 6287826952, "mlx_peak_bytes": 6323708116, "mlx_cache_bytes": 10596746381, "process_rss_bytes": 2001141760}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6323708116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-3722", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60994b8def58be15e588272d06abaf79e6234a7492e199446cfac14922c3b9c0", "output_hash": "6cb9611f3c5de91fb9b0345b9f735b3ed5f01ac7093f2d04f23068e8067f40f3"} |
| |
1042 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4fa36577c24b0f6ef5b16175", "attempt_id": "9efdf32ffc62", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:43.121175Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 42, "compress_ms": 42.72654093801975}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 42, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595413, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.83483296725899, "doc_prefill_ms": 250.2890001051128, "compress_ms": 44.40079093910754, "serialize_ms": 4.131707944907248, "load_ms": 1.005082973279059, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.318750080652535, "ttft_ms": 18.318750080652535, "decode_ms": 136.70608296524733}, "total_wall_ms": 206.60912501625717, "ttft_ms": 18.318750080652535, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2001158144, "backend_memory": {"mlx_active_bytes": 6287532040, "mlx_peak_bytes": 6329344232, "mlx_cache_bytes": 10611442829, "process_rss_bytes": 2001158144}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6329344232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V in Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60994b8def58be15e588272d06abaf79e6234a7492e199446cfac14922c3b9c0", "output_hash": "13940b116dc67663051e938f7933996b975869595cd0d9d288cad79305893fa8"} |
| |
1043 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b882d30c7ee608dbdbb1011f", "attempt_id": "1cc7a2a95541", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:43.348625Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 40, "compress_ms": 42.569249984808266}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 40, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595414, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.56825002934784, "doc_prefill_ms": 250.2890001051128, "compress_ms": 44.13483396638185, "serialize_ms": 4.174417001195252, "load_ms": 0.5022500408813357, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.584250075742602, "ttft_ms": 17.584250075742602, "decode_ms": 94.66325002722442}, "total_wall_ms": 162.99720795359462, "ttft_ms": 17.584250075742602, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2001158144, "backend_memory": {"mlx_active_bytes": 6287826952, "mlx_peak_bytes": 6325657832, "mlx_cache_bytes": 10618635405, "process_rss_bytes": 2001158144}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6325657832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "07ecc454d9a92029fb4ef051af33aa1246aa3956edfe90872219d1c6ea2f5c01", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
1044 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f5bea2401c753f03c0095075", "attempt_id": "b789fa0f1d49", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:43.532709Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 36, "compress_ms": 42.353083030320704}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 36, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595414, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.80199995730072, "doc_prefill_ms": 250.2890001051128, "compress_ms": 43.82745805196464, "serialize_ms": 3.7355839740484953, "load_ms": 1.0298340348526835, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.79024989809841, "ttft_ms": 17.79024989809841, "decode_ms": 67.06054194364697}, "total_wall_ms": 135.28412498999387, "ttft_ms": 17.79024989809841, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2001174528, "backend_memory": {"mlx_active_bytes": 6287532040, "mlx_peak_bytes": 6322659540, "mlx_cache_bytes": 10624763021, "process_rss_bytes": 2001174528}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6322659540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "07ecc454d9a92029fb4ef051af33aa1246aa3956edfe90872219d1c6ea2f5c01", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
1045 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "156440b901982e7a03508129", "attempt_id": "22ce222c2575", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:43.687727Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 44, "compress_ms": 41.57116706483066}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 44, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595413, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.402249998413026, "doc_prefill_ms": 250.2890001051128, "compress_ms": 43.1261669145897, "serialize_ms": 4.050083109177649, "load_ms": 0.9655409958213568, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.80450004339218, "ttft_ms": 19.80450004339218, "decode_ms": 124.47508296463639}, "total_wall_ms": 194.2809170577675, "ttft_ms": 19.80450004339218, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2001190912, "backend_memory": {"mlx_active_bytes": 6287761416, "mlx_peak_bytes": 6330753264, "mlx_cache_bytes": 10630218893, "process_rss_bytes": 2001190912}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6330753264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,670,383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60994b8def58be15e588272d06abaf79e6234a7492e199446cfac14922c3b9c0", "output_hash": "9510633f2e349a1cedecda578083181521646f70ca5ae08bae4b9188f3bd4a3b"} |
| |
1046 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "73d0313ee330586df05de9ac", "attempt_id": "bc9f82976171", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:43.945117Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 19, "compress_ms": 39.10950000863522}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 37, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595413, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.4463750096038, "doc_prefill_ms": 250.2890001051128, "compress_ms": 39.24212499987334, "serialize_ms": 3.035333938896656, "load_ms": 1.2374160578474402, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.174625001847744, "ttft_ms": 18.174625001847744, "decode_ms": 13.429082930088043}, "total_wall_ms": 34.53800000716001, "ttft_ms": 18.174625001847744, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 37}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2001207296, "backend_memory": {"mlx_active_bytes": 6286352392, "mlx_peak_bytes": 6323708116, "mlx_cache_bytes": 10648962189, "process_rss_bytes": 2001207296}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6323708116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60994b8def58be15e588272d06abaf79e6234a7492e199446cfac14922c3b9c0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1047 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "529465ea08a5f6b78401cda0", "attempt_id": "55dc56a877a2", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:44.001497Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 19, "compress_ms": 39.10950000863522}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 42, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595413, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.4463750096038, "doc_prefill_ms": 250.2890001051128, "compress_ms": 39.24212499987334, "serialize_ms": 3.035333938896656, "load_ms": 1.0281250579282641, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.236499978229403, "ttft_ms": 18.236499978229403, "decode_ms": 13.245209003798664}, "total_wall_ms": 34.1179579263553, "ttft_ms": 18.236499978229403, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 42}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2001207296, "backend_memory": {"mlx_active_bytes": 6287826952, "mlx_peak_bytes": 6329344232, "mlx_cache_bytes": 10647487629, "process_rss_bytes": 2001207296}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6329344232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60994b8def58be15e588272d06abaf79e6234a7492e199446cfac14922c3b9c0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1048 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "afb090ae7dcaf5fc2e23411a", "attempt_id": "345d37e5472c", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:44.055440Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 19, "compress_ms": 39.10950000863522}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 40, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595413, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.4463750096038, "doc_prefill_ms": 250.2890001051128, "compress_ms": 39.24212499987334, "serialize_ms": 3.035333938896656, "load_ms": 1.2080420274287462, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.729333019815385, "ttft_ms": 17.729333019815385, "decode_ms": 13.449457939714193}, "total_wall_ms": 34.00416695512831, "ttft_ms": 17.729333019815385, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 40}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2001207296, "backend_memory": {"mlx_active_bytes": 6287532040, "mlx_peak_bytes": 6325657832, "mlx_cache_bytes": 10647782541, "process_rss_bytes": 2001207296}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6325657832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60994b8def58be15e588272d06abaf79e6234a7492e199446cfac14922c3b9c0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1049 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f3379ba812e3bc339ab08d21", "attempt_id": "d77ae85acd3c", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:44.109699Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 19, "compress_ms": 39.10950000863522}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 36, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595413, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.4463750096038, "doc_prefill_ms": 250.2890001051128, "compress_ms": 39.24212499987334, "serialize_ms": 3.035333938896656, "load_ms": 1.0616249637678266, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.004165962338448, "ttft_ms": 18.004165962338448, "decode_ms": 13.379791984334588}, "total_wall_ms": 33.90979196410626, "ttft_ms": 18.004165962338448, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2001207296, "backend_memory": {"mlx_active_bytes": 6286352392, "mlx_peak_bytes": 6322659540, "mlx_cache_bytes": 10648962189, "process_rss_bytes": 2001207296}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6322659540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60994b8def58be15e588272d06abaf79e6234a7492e199446cfac14922c3b9c0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1050 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bbca05984533e269c663910f", "attempt_id": "47fbc550cc48", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:44.163751Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266298376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 19, "compress_ms": 39.10950000863522}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 44, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595413, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.4463750096038, "doc_prefill_ms": 250.2890001051128, "compress_ms": 39.24212499987334, "serialize_ms": 3.035333938896656, "load_ms": 1.1297079036012292, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.1349579943344, "ttft_ms": 18.1349579943344, "decode_ms": 120.16062496695668}, "total_wall_ms": 141.0029580583796, "ttft_ms": 18.1349579943344, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2001207296, "backend_memory": {"mlx_active_bytes": 6287810568, "mlx_peak_bytes": 6330753264, "mlx_cache_bytes": 10647504013, "process_rss_bytes": 2001207296}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6330753264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,003,873", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60994b8def58be15e588272d06abaf79e6234a7492e199446cfac14922c3b9c0", "output_hash": "d975349e6fe3e97d5a663f4ed610b9b5e3071cfa97db51012b4eea8490839558"} |
| |
1051 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc515aaa7e2e821724fae253", "attempt_id": "ce11de348c15", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:44.325427Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 37, "compress_ms": 42.35537501517683}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 37, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595367, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.71695896144956, "doc_prefill_ms": 250.2890001051128, "compress_ms": 43.87937509454787, "serialize_ms": 4.6073750127106905, "load_ms": 0.9559160098433495, "receiver_prefill_ms": 0.0, "query_prefill_ms": 352.81812492758036, "ttft_ms": 352.81812492758036, "decode_ms": 230.867916950956}, "total_wall_ms": 637.3804169707, "ttft_ms": 352.81812492758036, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 37}, "output_usage": {"output_tokens": 17}, "provider_cached_usage": null, "process_memory": 2018738176, "backend_memory": {"mlx_active_bytes": 6288154632, "mlx_peak_bytes": 6316028896, "mlx_cache_bytes": 10697761841, "process_rss_bytes": 2018738176}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6316028896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-37", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "016497491567a4cc088c9e3d34329c890e41a9649045ff8a8b475676c33346da", "output_hash": "9fc5efc2930138a744d69c21642a7fc6d40200be1817c7b1dd27df586ffacbe3"} |
| |
1052 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b98854007717b63d6797206", "attempt_id": "9f027d558323", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:44.982671Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 42, "compress_ms": 42.418207973241806}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 42, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595368, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.94891707226634, "doc_prefill_ms": 250.2890001051128, "compress_ms": 43.97912498097867, "serialize_ms": 4.72887500654906, "load_ms": 0.5117910914123058, "receiver_prefill_ms": 0.0, "query_prefill_ms": 397.174209007062, "ttft_ms": 397.174209007062, "decode_ms": 134.60079196374863}, "total_wall_ms": 582.8993750037625, "ttft_ms": 397.174209007062, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2035843072, "backend_memory": {"mlx_active_bytes": 6288023560, "mlx_peak_bytes": 6317232112, "mlx_cache_bytes": 10703933829, "process_rss_bytes": 2035843072}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6317232112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V in Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "872345bcf71cf28836e6047209d129b7b8696ee3ac10b1854408fccf3909851a", "output_hash": "13940b116dc67663051e938f7933996b975869595cd0d9d288cad79305893fa8"} |
| |
1053 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e70a743f6b265c778140b13", "attempt_id": "9c5a258199d8", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:45.586693Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 40, "compress_ms": 43.28495799563825}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 40, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595367, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.6553749544546, "doc_prefill_ms": 250.2890001051128, "compress_ms": 44.70229195430875, "serialize_ms": 4.725417005829513, "load_ms": 1.2428750051185489, "receiver_prefill_ms": 0.0, "query_prefill_ms": 373.0315000284463, "ttft_ms": 373.0315000284463, "decode_ms": 93.46091700717807}, "total_wall_ms": 519.0568329999223, "ttft_ms": 373.0315000284463, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2051850240, "backend_memory": {"mlx_active_bytes": 6287925256, "mlx_peak_bytes": 6316712712, "mlx_cache_bytes": 10704032133, "process_rss_bytes": 2051850240}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6316712712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "016497491567a4cc088c9e3d34329c890e41a9649045ff8a8b475676c33346da", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
1054 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "59c46ed27987450b57d47f02", "attempt_id": "ff169ca07448", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:46.127506Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 36, "compress_ms": 41.83491691946983}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 36, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595367, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.12020796816796, "doc_prefill_ms": 250.2890001051128, "compress_ms": 43.19220804609358, "serialize_ms": 4.705208004452288, "load_ms": 1.3313749805092812, "receiver_prefill_ms": 0.0, "query_prefill_ms": 335.3910830337554, "ttft_ms": 335.3910830337554, "decode_ms": 66.86925003305078}, "total_wall_ms": 453.29320908058435, "ttft_ms": 335.3910830337554, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2067464192, "backend_memory": {"mlx_active_bytes": 6287630344, "mlx_peak_bytes": 6315733712, "mlx_cache_bytes": 10705146245, "process_rss_bytes": 2067464192}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6315733712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "016497491567a4cc088c9e3d34329c890e41a9649045ff8a8b475676c33346da", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
1055 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "61bad08a6a1f29e79f3fdcf0", "attempt_id": "6b9c5e585775", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:46.601381Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 44, "compress_ms": 42.44433296844363}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 44, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 18579456, "serialized_payload_bytes": 18595367, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.12800004705787, "doc_prefill_ms": 250.2890001051128, "compress_ms": 43.83441701065749, "serialize_ms": 10.072457953356206, "load_ms": 1.0705409804359078, "receiver_prefill_ms": 0.0, "query_prefill_ms": 413.8989170314744, "ttft_ms": 413.8989170314744, "decode_ms": 93.60745805315673}, "total_wall_ms": 564.3161670304835, "ttft_ms": 413.8989170314744, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2078097408, "backend_memory": {"mlx_active_bytes": 6288023560, "mlx_peak_bytes": 6317641752, "mlx_cache_bytes": 10705163197, "process_rss_bytes": 2078097408}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6317641752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4670383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "016497491567a4cc088c9e3d34329c890e41a9649045ff8a8b475676c33346da", "output_hash": "19ae8c357e5500bf494a6163bfbd11380b2996e8ea532a2c64f4a599464820f7"} |
| |
1056 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d3decc6e15b60aaea42db80", "attempt_id": "91ae04894a2e", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:47.187286Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 37, "compress_ms": 42.181374970823526, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 37, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 9870336, "serialized_payload_bytes": 9903858, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.68312497437, "doc_prefill_ms": 250.2890001051128, "compress_ms": 50.96625001169741, "serialize_ms": 5.3044999949634075, "load_ms": 1.5606250381097198, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.54333300050348, "ttft_ms": 17.54333300050348, "decode_ms": 85.5224160477519}, "total_wall_ms": 162.86608297377825, "ttft_ms": 17.54333300050348, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2082275328, "backend_memory": {"mlx_active_bytes": 6269661300, "mlx_peak_bytes": 6318253916, "mlx_cache_bytes": 10733944913, "process_rss_bytes": 2082275328}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6318253916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PA-3722", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ebde4cf9decbcb638f433caaeb0bbb70b38f42f773b746606d4e470c41ecdf86", "output_hash": "6cb9611f3c5de91fb9b0345b9f735b3ed5f01ac7093f2d04f23068e8067f40f3"} |
| |
1057 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "15218762e4261d33a1a57ffa", "attempt_id": "11c1afc3b493", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:47.370216Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 42, "compress_ms": 42.26041701622307, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 42, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 9870336, "serialized_payload_bytes": 9903857, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.65341701731086, "doc_prefill_ms": 250.2890001051128, "compress_ms": 50.694333971478045, "serialize_ms": 4.556791973300278, "load_ms": 1.4107499737292528, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.941375030204654, "ttft_ms": 17.941375030204654, "decode_ms": 143.90408294275403}, "total_wall_ms": 220.4671670915559, "ttft_ms": 17.941375030204654, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2087452672, "backend_memory": {"mlx_active_bytes": 6268941372, "mlx_peak_bytes": 6315635404, "mlx_cache_bytes": 10745092865, "process_rss_bytes": 2087452672}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6315635404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 94-V in Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2fcb192e7541f0c272ce98aa716f58ce6637fce7b33c0466f013f5538593aded", "output_hash": "13940b116dc67663051e938f7933996b975869595cd0d9d288cad79305893fa8"} |
| |
1058 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e53d46ceec1c6d690334ed6f", "attempt_id": "9bdc8ee0ce47", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:47.610405Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 40, "compress_ms": 42.074124910868704, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 40, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 9870336, "serialized_payload_bytes": 9903858, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.85737498383969, "doc_prefill_ms": 250.2890001051128, "compress_ms": 50.146957975812256, "serialize_ms": 4.294750047847629, "load_ms": 1.5494580147787929, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.65374990645796, "ttft_ms": 17.65374990645796, "decode_ms": 99.83125003054738}, "total_wall_ms": 175.50424998626113, "ttft_ms": 17.65374990645796, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2087452672, "backend_memory": {"mlx_active_bytes": 6269042432, "mlx_peak_bytes": 6312782388, "mlx_cache_bytes": 10751332413, "process_rss_bytes": 2087452672}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6312782388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "32.8676", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ebde4cf9decbcb638f433caaeb0bbb70b38f42f773b746606d4e470c41ecdf86", "output_hash": "520ae1b2810b61f606b08593758796f82b0309e238b5baba5846523b2369e949"} |
| |
1059 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "846c0e227eb46347de495f7d", "attempt_id": "af27825244eb", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:47.806464Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 36, "compress_ms": 42.02699998859316, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 36, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 9870336, "serialized_payload_bytes": 9903857, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.25208299513906, "doc_prefill_ms": 250.2890001051128, "compress_ms": 50.69537507370114, "serialize_ms": 4.124625003896654, "load_ms": 1.3651660410687327, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.565333051607013, "ttft_ms": 17.565333051607013, "decode_ms": 71.79279194679111}, "total_wall_ms": 147.53162499982864, "ttft_ms": 17.565333051607013, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2087452672, "backend_memory": {"mlx_active_bytes": 6269035456, "mlx_peak_bytes": 6310090200, "mlx_cache_bytes": 10751339389, "process_rss_bytes": 2087452672}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6310090200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2fcb192e7541f0c272ce98aa716f58ce6637fce7b33c0466f013f5538593aded", "output_hash": "fd88832c9fd0ab175818d76d875d70156225bd4b34ec401514546ef70f4f826c"} |
| |
1060 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "85a581087fce00378c7cb2ee", "attempt_id": "1ac3df659591", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:47.974829Z", "task_family": "synthetic", "document_id": "syn_03009_2000", "document_hash": "6ed94dcf728255bd7a7d11c97c362930728fb81a3e91f1906eb6eec86e0fedb7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03009_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247424008}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2015, "keep": 504, "window_tokens": 44, "compress_ms": 42.093749972991645, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1976, "source_tokens_receiver": 1976, "query_tokens": 44, "message_tokens": 2015, "message_utf8_bytes": 7378, "cache_tensor_bytes": 9870336, "serialized_payload_bytes": 9903858, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.07300002500415, "doc_prefill_ms": 250.2890001051128, "compress_ms": 50.42583309113979, "serialize_ms": 4.243000061251223, "load_ms": 1.4109169133007526, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.400250002741814, "ttft_ms": 18.400250002741814, "decode_ms": 127.97341600526124}, "total_wall_ms": 204.45691607892513, "ttft_ms": 18.400250002741814, "input_usage": {"receiver_prefix_tokens": 2015, "dense_cache_bytes": 74280960, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2087485440, "backend_memory": {"mlx_active_bytes": 6268985792, "mlx_peak_bytes": 6317393276, "mlx_cache_bytes": 10758988149, "process_rss_bytes": 2087485440}, "peak_prefill_memory": 7050412108, "peak_decode_memory": 6317393276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,670,383", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03009_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ebde4cf9decbcb638f433caaeb0bbb70b38f42f773b746606d4e470c41ecdf86", "output_hash": "9510633f2e349a1cedecda578083181521646f70ca5ae08bae4b9188f3bd4a3b"} |
| |
1061 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "940d45f9819177dd660b0570", "attempt_id": "da86bde5de05", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:48.280210Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006749993190169334, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.257333039306104, "ttft_ms": 12.916042003780603, "decode_ms": 13.034916948527098}, "total_wall_ms": 48.66450000554323, "ttft_ms": 12.916042003780603, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1762770944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 128599736, "process_rss_bytes": 1762770944}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1062 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a756ca03548fcad19f315952", "attempt_id": "6bd84a9e2301", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:48.355754Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006749993190169334, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.738124989904463, "ttft_ms": 13.177583925426006, "decode_ms": 13.001082930713892}, "total_wall_ms": 50.34512502606958, "ttft_ms": 13.177583925426006, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1762770944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 193332920, "process_rss_bytes": 1762770944}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1063 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9f886bacd2194bdaa6cb7751", "attempt_id": "9d14fe0aca16", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:48.430774Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006749993190169334, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.746541002765298, "ttft_ms": 12.966624926775694, "decode_ms": 13.24250001925975}, "total_wall_ms": 50.398459075950086, "ttft_ms": 12.966624926775694, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1762770944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243623560, "mlx_cache_bytes": 208651960, "process_rss_bytes": 1762770944}, "peak_prefill_memory": null, "peak_decode_memory": 6243623560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1064 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0eb264ee1ec09efcd396cc22", "attempt_id": "e317a91ae053", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:48.505110Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006749993190169334, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.700875035487115, "ttft_ms": 12.891917023807764, "decode_ms": 13.088291976600885}, "total_wall_ms": 41.14895896054804, "ttft_ms": 12.891917023807764, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1762770944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 208651960, "process_rss_bytes": 1762770944}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1065 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c0864c4e909b172ba86d52a4", "attempt_id": "65fe0ef6a6e5", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:48.570921Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006749993190169334, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.605291033163667, "ttft_ms": 12.985791079699993, "decode_ms": 13.224583002738655}, "total_wall_ms": 50.26991700287908, "ttft_ms": 12.985791079699993, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1762770944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245704328, "mlx_cache_bytes": 253183672, "process_rss_bytes": 1762770944}, "peak_prefill_memory": null, "peak_decode_memory": 6245704328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1066 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3e1a2ebcba98c75d45fc5c0a", "attempt_id": "22529c1c63cf", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:48.645720Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 5862, "message_tokens": 5787, "message_utf8_bytes": 29147, "cache_tensor_bytes": null, "serialized_payload_bytes": 29147, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006750109605491161, "decode_payload_ms": 0.0, "receiver_prefill_ms": 860.1199580589309, "ttft_ms": 15.29995899181813, "decode_ms": 157.6992910122499}, "total_wall_ms": 1042.0252910116687, "ttft_ms": 15.29995899181813, "input_usage": {"receiver_prompt_tokens": 5862}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1762836480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155523648, "mlx_cache_bytes": 2165180088, "process_rss_bytes": 1762836480}, "peak_prefill_memory": null, "peak_decode_memory": 7155523648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-67Y-9177", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "output_hash": "97f1830edf9da22d48fef4e34359dbd329492b94615357199b96b32a11ea25d6"} |
| |
1067 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c38a541efb252c4b3b27b2f8", "attempt_id": "9216bc8840ee", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:49.712951Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 5867, "message_tokens": 5787, "message_utf8_bytes": 29147, "cache_tensor_bytes": null, "serialized_payload_bytes": 29147, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006750109605491161, "decode_payload_ms": 0.0, "receiver_prefill_ms": 919.4138329476118, "ttft_ms": 14.880666974931955, "decode_ms": 128.85754206217825}, "total_wall_ms": 1072.0649589784443, "ttft_ms": 14.880666974931955, "input_usage": {"receiver_prompt_tokens": 5867}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1762869248, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2861483704, "process_rss_bytes": 1762869248}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1068 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "de13a442cac013d9b38186e4", "attempt_id": "d2c7e50f39f9", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:50.810691Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 5866, "message_tokens": 5787, "message_utf8_bytes": 29147, "cache_tensor_bytes": null, "serialized_payload_bytes": 29147, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006750109605491161, "decode_payload_ms": 0.0, "receiver_prefill_ms": 891.502125072293, "ttft_ms": 14.89450002554804, "decode_ms": 99.19929190073162}, "total_wall_ms": 1014.1940000467002, "ttft_ms": 14.89450002554804, "input_usage": {"receiver_prompt_tokens": 5866}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1762902016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2861483704, "process_rss_bytes": 1762902016}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1069 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "24c57da775cf4bfe46237a38", "attempt_id": "21101dd63802", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:51.851337Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 5861, "message_tokens": 5787, "message_utf8_bytes": 29147, "cache_tensor_bytes": null, "serialized_payload_bytes": 29147, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006750109605491161, "decode_payload_ms": 0.0, "receiver_prefill_ms": 895.0788750080392, "ttft_ms": 14.29075002670288, "decode_ms": 126.76112493500113}, "total_wall_ms": 1044.8989580618218, "ttft_ms": 14.29075002670288, "input_usage": {"receiver_prompt_tokens": 5861}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1762951168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3034891960, "process_rss_bytes": 1762951168}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1070 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c6c5e952f9714574d93e30c9", "attempt_id": "86d05f43b255", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:52.921079Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 5870, "message_tokens": 5787, "message_utf8_bytes": 29147, "cache_tensor_bytes": null, "serialized_payload_bytes": 29147, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006750109605491161, "decode_payload_ms": 0.0, "receiver_prefill_ms": 860.6264170957729, "ttft_ms": 14.696708065457642, "decode_ms": 100.0509160803631}, "total_wall_ms": 984.1675830539316, "ttft_ms": 14.696708065457642, "input_usage": {"receiver_prompt_tokens": 5870}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1762983936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3732522680, "process_rss_bytes": 1762983936}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "892,005", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "output_hash": "11a79dcb724bdfa4933fdc68ce7331d64c8d288cc386b3ccf051af4279b5d355"} |
| |
1071 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d54ee5e48f8502d256d5ae4", "attempt_id": "28233a9b9fc5", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:53.935117Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5787}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2276, "cache_tensor_bytes": null, "serialized_payload_bytes": 2276, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.048708011396229, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.29295802488923, "ttft_ms": 13.409166946075857, "decode_ms": 13.337000040337443}, "total_wall_ms": 112.20033292192966, "ttft_ms": 13.409166946075857, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1762983936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 4128163512, "process_rss_bytes": 1762983936}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c765b65179dc907ab39d59cd75011ca742a0e64a49682c3c87acd919ac744a09", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1072 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d6454c913e890f7e46f1abfe", "attempt_id": "40f8ec8d8a3d", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:54.071818Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5787}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2276, "cache_tensor_bytes": null, "serialized_payload_bytes": 2276, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.048708011396229, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.65570900402963, "ttft_ms": 13.493958045728505, "decode_ms": 121.33729201741517}, "total_wall_ms": 218.7198749743402, "ttft_ms": 13.493958045728505, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1763000320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4478518968, "process_rss_bytes": 1763000320}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c765b65179dc907ab39d59cd75011ca742a0e64a49682c3c87acd919ac744a09", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1073 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "265f361b94df0b3d8266ad9c", "attempt_id": "275c8b33dfac", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:54.315632Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5787}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2276, "cache_tensor_bytes": null, "serialized_payload_bytes": 2276, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.048708011396229, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.11108291894197, "ttft_ms": 13.477916945703328, "decode_ms": 13.219957938417792}, "total_wall_ms": 103.98599994368851, "ttft_ms": 13.477916945703328, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763016704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567260248, "mlx_cache_bytes": 4636788408, "process_rss_bytes": 1763016704}, "peak_prefill_memory": null, "peak_decode_memory": 6567260248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c765b65179dc907ab39d59cd75011ca742a0e64a49682c3c87acd919ac744a09", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1074 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b0efa6eb258497d1fa0d32ca", "attempt_id": "55f1763231ee", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:54.444718Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5787}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2276, "cache_tensor_bytes": null, "serialized_payload_bytes": 2276, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.048708011396229, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.54270809143782, "ttft_ms": 13.482874957844615, "decode_ms": 13.295541983097792}, "total_wall_ms": 104.46183395106345, "ttft_ms": 13.482874957844615, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763033088, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 4724377272, "process_rss_bytes": 1763033088}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c765b65179dc907ab39d59cd75011ca742a0e64a49682c3c87acd919ac744a09", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1075 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5bc2f469eee9f41f2c1d0ad8", "attempt_id": "bd440dddd69a", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:54.574152Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5787}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 2276, "cache_tensor_bytes": null, "serialized_payload_bytes": 2276, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.048708011396229, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.11841589864343, "ttft_ms": 13.73016694560647, "decode_ms": 13.506959076039493}, "total_wall_ms": 106.47875000722706, "ttft_ms": 13.73016694560647, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763033088, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569799768, "mlx_cache_bytes": 5091641016, "process_rss_bytes": 1763033088}, "peak_prefill_memory": null, "peak_decode_memory": 6569799768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c765b65179dc907ab39d59cd75011ca742a0e64a49682c3c87acd919ac744a09", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1076 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0330e2693d7f03676172dfbd", "attempt_id": "1b0a0662d24c", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:54.709868Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 585, "message_tokens": 509, "message_utf8_bytes": 1266, "cache_tensor_bytes": null, "serialized_payload_bytes": 1266, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.359666025266051, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.62620795983821, "ttft_ms": 13.599792029708624, "decode_ms": 13.353667105548084}, "total_wall_ms": 105.5712919915095, "ttft_ms": 13.599792029708624, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763082240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 5446911672, "process_rss_bytes": 1763082240}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e005aec09248cd450e605f5e1ac28b736950058690bd47d940bb179055a0569", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1077 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e930aaedb5c3d9c41aed5dd3", "attempt_id": "acb0c43b8c05", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:54.840114Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 590, "message_tokens": 509, "message_utf8_bytes": 1266, "cache_tensor_bytes": null, "serialized_payload_bytes": 1266, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.359666025266051, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.54558299388736, "ttft_ms": 13.556124991737306, "decode_ms": 13.584665954113007}, "total_wall_ms": 107.70566703286022, "ttft_ms": 13.556124991737306, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763115008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584283224, "mlx_cache_bytes": 5711349432, "process_rss_bytes": 1763115008}, "peak_prefill_memory": null, "peak_decode_memory": 6584283224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e005aec09248cd450e605f5e1ac28b736950058690bd47d940bb179055a0569", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1078 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4af07c5badcc692831417d25", "attempt_id": "ddf08bd1f845", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:54.972435Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 589, "message_tokens": 509, "message_utf8_bytes": 1266, "cache_tensor_bytes": null, "serialized_payload_bytes": 1266, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.359666025266051, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.34845802467316, "ttft_ms": 13.59799993224442, "decode_ms": 93.56925007887185}, "total_wall_ms": 188.55837499722838, "ttft_ms": 13.59799993224442, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1763131392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563475544, "mlx_cache_bytes": 5877532344, "process_rss_bytes": 1763131392}, "peak_prefill_memory": null, "peak_decode_memory": 6563475544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "944,615", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e005aec09248cd450e605f5e1ac28b736950058690bd47d940bb179055a0569", "output_hash": "f386a7e643521f5a3c62e5fc2011989da630c82854749a215f8c697f59f11693"} |
| |
1079 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "85528b0fa80f8221ace5e969", "attempt_id": "b5d6252e3392", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:55.185890Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 584, "message_tokens": 509, "message_utf8_bytes": 1266, "cache_tensor_bytes": null, "serialized_payload_bytes": 1266, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.359666025266051, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.88866602256894, "ttft_ms": 13.797666993923485, "decode_ms": 120.43270899448544}, "total_wall_ms": 212.15687494259328, "ttft_ms": 13.797666993923485, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1763131392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 5877532344, "process_rss_bytes": 1763131392}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e005aec09248cd450e605f5e1ac28b736950058690bd47d940bb179055a0569", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1080 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e66e9bf37f4b6fa4bfc09d6", "attempt_id": "4f0a69201ba4", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:55.422787Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 593, "message_tokens": 509, "message_utf8_bytes": 1266, "cache_tensor_bytes": null, "serialized_payload_bytes": 1266, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.359666025266051, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.13933291193098, "ttft_ms": 13.614624971523881, "decode_ms": 93.62258308101445}, "total_wall_ms": 183.37950005661696, "ttft_ms": 13.614624971523881, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1763147776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6565933144, "mlx_cache_bytes": 6121326264, "process_rss_bytes": 1763147776}, "peak_prefill_memory": null, "peak_decode_memory": 6565933144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "892,005", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e005aec09248cd450e605f5e1ac28b736950058690bd47d940bb179055a0569", "output_hash": "11a79dcb724bdfa4933fdc68ce7331d64c8d288cc386b3ccf051af4279b5d355"} |
| |
1081 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "10dc987c9eaff7536aa89542", "attempt_id": "2769a9a0f582", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:55.631174Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 576, "message_tokens": 500, "message_utf8_bytes": 1308, "cache_tensor_bytes": null, "serialized_payload_bytes": 1308, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.0031669409945607, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.90475002769381, "ttft_ms": 13.747708057053387, "decode_ms": 148.44679192174226}, "total_wall_ms": 236.10029206611216, "ttft_ms": 13.747708057053387, "input_usage": {"receiver_prompt_tokens": 576}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1763180544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554972248, "mlx_cache_bytes": 6457231032, "process_rss_bytes": 1763180544}, "peak_prefill_memory": null, "peak_decode_memory": 6554972248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-67Y-9177", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d6d4b5e70be9308fdac7b21f55252e38ddd429f0531e142ee11f7776d14eade4", "output_hash": "97f1830edf9da22d48fef4e34359dbd329492b94615357199b96b32a11ea25d6"} |
| |
1082 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cfe136af5743eebfda66ed5e", "attempt_id": "efc7bcf82a62", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:55.892033Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 580, "message_tokens": 499, "message_utf8_bytes": 1699, "cache_tensor_bytes": null, "serialized_payload_bytes": 1699, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.1671659778803587, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.27633306663483, "ttft_ms": 13.64187488798052, "decode_ms": 120.75545894913375}, "total_wall_ms": 208.97370798047632, "ttft_ms": 13.64187488798052, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1763180544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577401944, "mlx_cache_bytes": 6717195960, "process_rss_bytes": 1763180544}, "peak_prefill_memory": null, "peak_decode_memory": 6577401944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "605a734305efa885e542af39daa068b2f9bb43f8a05346d2c77bcda5c3c53e73", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1083 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9fa02aaaede1178e9d2fb3f6", "attempt_id": "32250646cd84", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:56.126339Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 580, "message_tokens": 500, "message_utf8_bytes": 1387, "cache_tensor_bytes": null, "serialized_payload_bytes": 1387, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.984375063329935, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.53091691341251, "ttft_ms": 13.667415943928063, "decode_ms": 93.94295897800475}, "total_wall_ms": 181.09162501059473, "ttft_ms": 13.667415943928063, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1763180544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6575009880, "mlx_cache_bytes": 6717195960, "process_rss_bytes": 1763180544}, "peak_prefill_memory": null, "peak_decode_memory": 6575009880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "54d97b36341cf4087476de45103f3d358493f88721e89eaf573fb78960a6c17f", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1084 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c1c5acc864bcd906d56bb87", "attempt_id": "02b2957a5324", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:56.331731Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 20}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 584, "message_tokens": 509, "message_utf8_bytes": 1633, "cache_tensor_bytes": null, "serialized_payload_bytes": 1633, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.854292000643909, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.66608301829547, "ttft_ms": 13.558499980717897, "decode_ms": 120.49424997530878}, "total_wall_ms": 207.6294580474496, "ttft_ms": 13.558499980717897, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1763180544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 6717195960, "process_rss_bytes": 1763180544}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cb76204996e9ed0c42195359fa17e5c6e34176465363722d0199f2651980bfa0", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1085 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2c601ea07fd51fea5bd0f8eb", "attempt_id": "8498195f07ed", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:46:56.564870Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 15}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 593, "message_tokens": 509, "message_utf8_bytes": 1287, "cache_tensor_bytes": null, "serialized_payload_bytes": 1287, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.965500065125525, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.11983292270452, "ttft_ms": 13.46974994521588, "decode_ms": 81.17337501607835}, "total_wall_ms": 168.70116698555648, "ttft_ms": 13.46974994521588, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1763196928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6565933144, "mlx_cache_bytes": 6717195960, "process_rss_bytes": 1763196928}, "peak_prefill_memory": null, "peak_decode_memory": 6565933144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "892005", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0804b556969cc43f2c30659358a6e97f4ae1051bc48055502565b0f8692df85c", "output_hash": "296832ce0f2ee0fb1dcf407ccce524ec73af796101cbe85b60c358235bf11a7e"} |
| |
1086 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "168d1be29e6ef73c758acdda", "attempt_id": "a80800c09ce6", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:01.684845Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 363, "message_tokens": 284, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4926.444457960315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.010166035965085, "ttft_ms": 13.414207962341607, "decode_ms": 13.394333072938025}, "total_wall_ms": 75.86762495338917, "ttft_ms": 13.414207962341607, "input_usage": {"receiver_prompt_tokens": 363, "sender_input_tokens": 5903, "sender_output_tokens": 284, "sender_prefill_ms": 972.9157499969006, "sender_ttft_ms": 15.028333058580756, "sender_decode_ms": 3933.8768750894815}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763295232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6479275544, "mlx_cache_bytes": 8203930720, "process_rss_bytes": 1763295232}, "peak_prefill_memory": null, "peak_decode_memory": 6479275544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e8812c4e93a4bbac2c92f6189fd1876ac49f2da3f53687f1586fa3f269218da", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1087 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aa481aa1dc1c82f876943257", "attempt_id": "42b79d5501ba", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:01.786780Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 368, "message_tokens": 284, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4926.444457960315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.017374938353896, "ttft_ms": 13.514042017050087, "decode_ms": 13.163083931431174}, "total_wall_ms": 75.6882089190185, "ttft_ms": 13.514042017050087, "input_usage": {"receiver_prompt_tokens": 368, "sender_input_tokens": 5903, "sender_output_tokens": 284, "sender_prefill_ms": 972.9157499969006, "sender_ttft_ms": 15.028333058580756, "sender_decode_ms": 3933.8768750894815}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763295232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6489269804, "mlx_cache_bytes": 8471974428, "process_rss_bytes": 1763295232}, "peak_prefill_memory": null, "peak_decode_memory": 6489269804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e8812c4e93a4bbac2c92f6189fd1876ac49f2da3f53687f1586fa3f269218da", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1088 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2aac389b419b43af5b56708a", "attempt_id": "102c8fb2a319", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:01.887633Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 367, "message_tokens": 284, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4926.444457960315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 49.66820799745619, "ttft_ms": 13.452167040668428, "decode_ms": 13.411417021416128}, "total_wall_ms": 77.49929092824459, "ttft_ms": 13.452167040668428, "input_usage": {"receiver_prompt_tokens": 367, "sender_input_tokens": 5903, "sender_output_tokens": 284, "sender_prefill_ms": 972.9157499969006, "sender_ttft_ms": 15.028333058580756, "sender_decode_ms": 3933.8768750894815}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763295232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6488483372, "mlx_cache_bytes": 8672907804, "process_rss_bytes": 1763295232}, "peak_prefill_memory": null, "peak_decode_memory": 6488483372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e8812c4e93a4bbac2c92f6189fd1876ac49f2da3f53687f1586fa3f269218da", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1089 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cb6fbf4383819ac8e5de01ba", "attempt_id": "bfd118a4c122", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:01.990673Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 362, "message_tokens": 284, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4926.444457960315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 50.77537498436868, "ttft_ms": 13.310166890732944, "decode_ms": 13.365208986215293}, "total_wall_ms": 78.37716594804078, "ttft_ms": 13.310166890732944, "input_usage": {"receiver_prompt_tokens": 362, "sender_input_tokens": 5903, "sender_output_tokens": 284, "sender_prefill_ms": 972.9157499969006, "sender_ttft_ms": 15.028333058580756, "sender_decode_ms": 3933.8768750894815}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763295232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6479259160, "mlx_cache_bytes": 8672907804, "process_rss_bytes": 1763295232}, "peak_prefill_memory": null, "peak_decode_memory": 6479259160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e8812c4e93a4bbac2c92f6189fd1876ac49f2da3f53687f1586fa3f269218da", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1090 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "28325b25a4fd8d11c8c953ab", "attempt_id": "3d607ad1c1b6", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:02.094077Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 371, "message_tokens": 284, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4926.444457960315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 51.772083970718086, "ttft_ms": 13.592291972599924, "decode_ms": 13.596917036920786}, "total_wall_ms": 79.9783329712227, "ttft_ms": 13.592291972599924, "input_usage": {"receiver_prompt_tokens": 371, "sender_input_tokens": 5903, "sender_output_tokens": 284, "sender_prefill_ms": 972.9157499969006, "sender_ttft_ms": 15.028333058580756, "sender_decode_ms": 3933.8768750894815}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763295232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6485616184, "mlx_cache_bytes": 8947947492, "process_rss_bytes": 1763295232}, "peak_prefill_memory": null, "peak_decode_memory": 6485616184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e8812c4e93a4bbac2c92f6189fd1876ac49f2da3f53687f1586fa3f269218da", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1091 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "818d8da40540e630ceb31ba8", "attempt_id": "bf121222615f", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:02.201980Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 227, "message_tokens": 148, "message_utf8_bytes": 445, "cache_tensor_bytes": null, "serialized_payload_bytes": 445, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3097.682374995202, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.39050006959587, "ttft_ms": 13.216207968071103, "decode_ms": 145.378208020702}, "total_wall_ms": 3289.3349999794737, "ttft_ms": 13.216207968071103, "input_usage": {"receiver_prompt_tokens": 227, "sender_input_tokens": 5899, "sender_output_tokens": 148, "sender_prefill_ms": 1026.5720420284197, "sender_ttft_ms": 15.350917004980147, "sender_decode_ms": 2051.0442500235513}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1763426304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6363784728, "mlx_cache_bytes": 9667876836, "process_rss_bytes": 1763426304}, "peak_prefill_memory": null, "peak_decode_memory": 6363784728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-67Y-9177", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "914f55b4c8dd3ac5db6ab4664aa6a5873f28c81e4cd74ba91d0da649b0367de2", "output_hash": "97f1830edf9da22d48fef4e34359dbd329492b94615357199b96b32a11ea25d6"} |
| |
1092 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cce3fe570af4c5f81010a0c9", "attempt_id": "578109a2d5fb", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:05.516626Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 135, "message_tokens": 51, "message_utf8_bytes": 164, "cache_tensor_bytes": null, "serialized_payload_bytes": 164, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1686.4298330619931, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.559374950826168, "ttft_ms": 13.022833038121462, "decode_ms": 120.49174995627254}, "total_wall_ms": 1851.049083052203, "ttft_ms": 13.022833038121462, "input_usage": {"receiver_prompt_tokens": 135, "sender_input_tokens": 5904, "sender_output_tokens": 51, "sender_prefill_ms": 949.2682500276715, "sender_ttft_ms": 16.01345802191645, "sender_decode_ms": 716.4752909447998}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1763475456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6290694792, "mlx_cache_bytes": 10270874108, "process_rss_bytes": 1763475456}, "peak_prefill_memory": null, "peak_decode_memory": 6290694792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "46107e23912bb687cbf2dd91604551263777d564438c09cc79a02e40f2afe41d", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1093 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3b6f262380fba1f9b3a8b1dd", "attempt_id": "f2b372163339", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:07.393001Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 118, "message_tokens": 35, "message_utf8_bytes": 131, "cache_tensor_bytes": null, "serialized_payload_bytes": 131, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1458.6500420700759, "decode_payload_ms": 0.0, "receiver_prefill_ms": 28.10370794031769, "ttft_ms": 13.25837499462068, "decode_ms": 93.19087502080947}, "total_wall_ms": 1593.7137909932062, "ttft_ms": 13.25837499462068, "input_usage": {"receiver_prompt_tokens": 118, "sender_input_tokens": 5903, "sender_output_tokens": 35, "sender_prefill_ms": 940.7955830683932, "sender_ttft_ms": 15.32391703221947, "sender_decode_ms": 497.797540971078}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1763508224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6277407344, "mlx_cache_bytes": 10362886652, "process_rss_bytes": 1763508224}, "peak_prefill_memory": null, "peak_decode_memory": 6277407344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a87d5ad0ffc2b58afece2526f38c17f138e377ffe8c79174eae9be3d4cbf387a", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1094 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "05a49c9f21de8ae2bb3fe1b5", "attempt_id": "f25da3111bf5", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:17.042324Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 432, "message_tokens": 341, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8030.3322080289945, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.75033407472074, "ttft_ms": 13.217334053479135, "decode_ms": 13.30345799215138}, "total_wall_ms": 81.28024998586625, "ttft_ms": 13.217334053479135, "input_usage": {"receiver_prompt_tokens": 432, "sender_input_tokens": 5931, "sender_output_tokens": 512, "sender_prefill_ms": 947.9767500888556, "sender_ttft_ms": 14.974582940340042, "sender_decode_ms": 7062.595583964139}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763622912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6533998380, "mlx_cache_bytes": 11502280888, "process_rss_bytes": 1763622912}, "peak_prefill_memory": null, "peak_decode_memory": 6533998380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4667a361bc2c9e509aeb9281e4c01f1f1aff52150d0ef89c131278b483205610", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1095 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94cc95d2360d69195bbe410d", "attempt_id": "2e7e88b6f3d9", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:17.148514Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 437, "message_tokens": 341, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8030.3322080289945, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.54704200383276, "ttft_ms": 13.433458050712943, "decode_ms": 119.74187497980893}, "total_wall_ms": 188.66750004235655, "ttft_ms": 13.433458050712943, "input_usage": {"receiver_prompt_tokens": 437, "sender_input_tokens": 5931, "sender_output_tokens": 512, "sender_prefill_ms": 947.9767500888556, "sender_ttft_ms": 14.974582940340042, "sender_decode_ms": 7062.595583964139}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1763622912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6537783104, "mlx_cache_bytes": 11843413896, "process_rss_bytes": 1763622912}, "peak_prefill_memory": null, "peak_decode_memory": 6537783104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E in Amos", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4667a361bc2c9e509aeb9281e4c01f1f1aff52150d0ef89c131278b483205610", "output_hash": "3b797af90deb8de1fd16adbb8b6aaf5dcef716a181069f77402776cc96b16ad5"} |
| |
1096 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2c6554c9a35afd4376faa38a", "attempt_id": "5abe403ef2e4", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:17.362706Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 436, "message_tokens": 341, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8030.3322080289945, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.02725003659725, "ttft_ms": 13.715249951928854, "decode_ms": 13.223333051428199}, "total_wall_ms": 81.8800840061158, "ttft_ms": 13.715249951928854, "input_usage": {"receiver_prompt_tokens": 436, "sender_input_tokens": 5931, "sender_output_tokens": 512, "sender_prefill_ms": 947.9767500888556, "sender_ttft_ms": 14.974582940340042, "sender_decode_ms": 7062.595583964139}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763622912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6537783104, "mlx_cache_bytes": 11843413896, "process_rss_bytes": 1763622912}, "peak_prefill_memory": null, "peak_decode_memory": 6537783104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4667a361bc2c9e509aeb9281e4c01f1f1aff52150d0ef89c131278b483205610", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1097 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bbcaf0ee84867ca9437d3ff7", "attempt_id": "168ac946f079", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:17.470022Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 431, "message_tokens": 341, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8030.3322080289945, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.778958019800484, "ttft_ms": 13.370541972108185, "decode_ms": 13.337000040337443}, "total_wall_ms": 83.42291601002216, "ttft_ms": 13.370541972108185, "input_usage": {"receiver_prompt_tokens": 431, "sender_input_tokens": 5931, "sender_output_tokens": 512, "sender_prefill_ms": 947.9767500888556, "sender_ttft_ms": 14.974582940340042, "sender_decode_ms": 7062.595583964139}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763622912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6533211948, "mlx_cache_bytes": 12079474568, "process_rss_bytes": 1763622912}, "peak_prefill_memory": null, "peak_decode_memory": 6533211948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4667a361bc2c9e509aeb9281e4c01f1f1aff52150d0ef89c131278b483205610", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1098 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c48f689a669b435da9cc0364", "attempt_id": "4f79b3183943", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:17.579543Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 440, "message_tokens": 341, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8030.3322080289945, "decode_payload_ms": 0.0, "receiver_prefill_ms": 57.73766606580466, "ttft_ms": 13.608374982140958, "decode_ms": 13.449333026073873}, "total_wall_ms": 85.71466594003141, "ttft_ms": 13.608374982140958, "input_usage": {"receiver_prompt_tokens": 440, "sender_input_tokens": 5931, "sender_output_tokens": 512, "sender_prefill_ms": 947.9767500888556, "sender_ttft_ms": 14.974582940340042, "sender_decode_ms": 7062.595583964139}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763622912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6540322636, "mlx_cache_bytes": 12423245412, "process_rss_bytes": 1763622912}, "peak_prefill_memory": null, "peak_decode_memory": 6540322636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4667a361bc2c9e509aeb9281e4c01f1f1aff52150d0ef89c131278b483205610", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1099 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d7cce3eecd03a20cd757edbc", "attempt_id": "8bbc713013db", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:17.689918Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 146, "message_tokens": 55, "message_utf8_bytes": 121, "cache_tensor_bytes": null, "serialized_payload_bytes": 121, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2123.2768750051036, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.655666952952743, "ttft_ms": 13.194208033382893, "decode_ms": 144.75104107987136}, "total_wall_ms": 2312.418624991551, "ttft_ms": 13.194208033382893, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 5940, "sender_output_tokens": 77, "sender_prefill_ms": 1027.038999949582, "sender_ttft_ms": 16.130332951433957, "sender_decode_ms": 1075.264708022587}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1763672064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299476660, "mlx_cache_bytes": 13261795496, "process_rss_bytes": 1763672064}, "peak_prefill_memory": null, "peak_decode_memory": 6299476660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-67Y-9177", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b77599219208ec6a22ec760388919a76590ee8ec2ff65a4dedbbb5f40184c65f", "output_hash": "97f1830edf9da22d48fef4e34359dbd329492b94615357199b96b32a11ea25d6"} |
| |
1100 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9e82f81bec29a7322456f665", "attempt_id": "82627fd694ed", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:20.027205Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 392, "message_tokens": 296, "message_utf8_bytes": 646, "cache_tensor_bytes": null, "serialized_payload_bytes": 646, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6528.569833026268, "decode_payload_ms": 0.0, "receiver_prefill_ms": 51.73120799008757, "ttft_ms": 13.267167028971016, "decode_ms": 122.05962499137968}, "total_wall_ms": 6716.414709109813, "ttft_ms": 13.267167028971016, "input_usage": {"receiver_prompt_tokens": 392, "sender_input_tokens": 5945, "sender_output_tokens": 403, "sender_prefill_ms": 937.6845409860834, "sender_ttft_ms": 15.262375003658235, "sender_decode_ms": 5570.861458894797}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1763672064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6502475564, "mlx_cache_bytes": 14307750056, "process_rss_bytes": 1763672064}, "peak_prefill_memory": null, "peak_decode_memory": 6502475564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E in Amos", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7235fd4385e72ebc75fca963158b4fc96ef72da93a241f72cb6630289ff80306", "output_hash": "3b797af90deb8de1fd16adbb8b6aaf5dcef716a181069f77402776cc96b16ad5"} |
| |
1101 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b1018bbcfc189f87c9146655", "attempt_id": "58b1cb49b69b", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:26.769120Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 146, "message_tokens": 51, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1956.662959069945, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.58679203968495, "ttft_ms": 13.039042009040713, "decode_ms": 91.87995793763548}, "total_wall_ms": 2092.653500032611, "ttft_ms": 13.039042009040713, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 5944, "sender_output_tokens": 71, "sender_prefill_ms": 945.8624580875039, "sender_ttft_ms": 15.223165974020958, "sender_decode_ms": 990.7682919874787}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1763704832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299476660, "mlx_cache_bytes": 14633070760, "process_rss_bytes": 1763704832}, "peak_prefill_memory": null, "peak_decode_memory": 6299476660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "80cf5c885845bec7a34ac402761f9b7864ebbbaee3b707b24dd4aafdfd910f0e", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1102 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "69fa25b656d268cb26de250d", "attempt_id": "f59a15beb155", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:28.887593Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 997, "message_tokens": 921, "message_utf8_bytes": 638, "cache_tensor_bytes": null, "serialized_payload_bytes": 638, "side_information_bytes": 0, "fetched_bytes": 1611, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.024416949599981308, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.0351669806987, "ttft_ms": 13.686707941815257, "decode_ms": 13.522583991289139}, "total_wall_ms": 136.72333303838968, "ttft_ms": 13.686707941815257, "input_usage": {"receiver_prompt_tokens": 997, "sender_input_tokens": 5931, "sender_output_tokens": 512, "sender_prefill_ms": 947.9767500888556, "sender_ttft_ms": 14.974582940340042, "sender_decode_ms": 7062.595583964139}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763786752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6802075724, "mlx_cache_bytes": 15285661864, "process_rss_bytes": 1763786752}, "peak_prefill_memory": null, "peak_decode_memory": 6802075724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1611, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fe6a0a18f1ebd43972c198196451c21f2c3da9f20410221e2f4ff14efc8a141b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1103 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cc4364297a7a93677a045d3d", "attempt_id": "b288d36f1c99", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:29.050038Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 969, "message_tokens": 888, "message_utf8_bytes": 638, "cache_tensor_bytes": null, "serialized_payload_bytes": 638, "side_information_bytes": 0, "fetched_bytes": 1598, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.024416949599981308, "decode_payload_ms": 0.0, "receiver_prefill_ms": 114.81308296788484, "ttft_ms": 13.771958067081869, "decode_ms": 121.9192499993369}, "total_wall_ms": 252.0381659269333, "ttft_ms": 13.771958067081869, "input_usage": {"receiver_prompt_tokens": 969, "sender_input_tokens": 5931, "sender_output_tokens": 512, "sender_prefill_ms": 947.9767500888556, "sender_ttft_ms": 14.974582940340042, "sender_decode_ms": 7062.595583964139}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1763819520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6785462348, "mlx_cache_bytes": 15878467752, "process_rss_bytes": 1763819520}, "peak_prefill_memory": null, "peak_decode_memory": 6785462348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1598, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "55839c742a8fc2525a990951053a491e05cf28919918614ec95b3e934ad8d0a0", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1104 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a4bd86e3750866b1bb037fa6", "attempt_id": "b52c1e837be4", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:29.328649Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 1000, "message_tokens": 920, "message_utf8_bytes": 638, "cache_tensor_bytes": null, "serialized_payload_bytes": 638, "side_information_bytes": 0, "fetched_bytes": 1625, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.024416949599981308, "decode_payload_ms": 0.0, "receiver_prefill_ms": 121.52308307122439, "ttft_ms": 13.665999984368682, "decode_ms": 13.618999975733459}, "total_wall_ms": 150.28900001198053, "ttft_ms": 13.665999984368682, "input_usage": {"receiver_prompt_tokens": 1000, "sender_input_tokens": 5931, "sender_output_tokens": 512, "sender_prefill_ms": 947.9767500888556, "sender_ttft_ms": 14.974582940340042, "sender_decode_ms": 7062.595583964139}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763819520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6803976268, "mlx_cache_bytes": 16465997992, "process_rss_bytes": 1763819520}, "peak_prefill_memory": null, "peak_decode_memory": 6803976268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1625, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9635ab327c0a74c88fb579967e341fb0ab0e944a31d6a582bcdfb9ab637d0f3a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1105 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "19cb63198f92c1dc8bf62ad9", "attempt_id": "6b03363cc88c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:29.504521Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 996, "message_tokens": 921, "message_utf8_bytes": 638, "cache_tensor_bytes": null, "serialized_payload_bytes": 638, "side_information_bytes": 0, "fetched_bytes": 1611, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.024416949599981308, "decode_payload_ms": 0.0, "receiver_prefill_ms": 133.05675005540252, "ttft_ms": 14.549416955560446, "decode_ms": 13.765583047643304}, "total_wall_ms": 162.86366595886648, "ttft_ms": 14.549416955560446, "input_usage": {"receiver_prompt_tokens": 996, "sender_input_tokens": 5931, "sender_output_tokens": 512, "sender_prefill_ms": 947.9767500888556, "sender_ttft_ms": 14.974582940340042, "sender_decode_ms": 7062.595583964139}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763819520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6802075724, "mlx_cache_bytes": 16465997992, "process_rss_bytes": 1763819520}, "peak_prefill_memory": null, "peak_decode_memory": 6802075724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1611, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a955881fef8bb170278323d7542bd900507ece9ca59fcb9a3bf73e7ed4b53579", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1106 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49423b1b3b468865691763ea", "attempt_id": "1f6e492ae5a6", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:29.693024Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 1005, "message_tokens": 921, "message_utf8_bytes": 638, "cache_tensor_bytes": null, "serialized_payload_bytes": 638, "side_information_bytes": 0, "fetched_bytes": 1611, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.024416949599981308, "decode_payload_ms": 0.0, "receiver_prefill_ms": 141.03987498674542, "ttft_ms": 14.210875029675663, "decode_ms": 13.971250038594007}, "total_wall_ms": 170.7038750173524, "ttft_ms": 14.210875029675663, "input_usage": {"receiver_prompt_tokens": 1005, "sender_input_tokens": 5931, "sender_output_tokens": 512, "sender_prefill_ms": 947.9767500888556, "sender_ttft_ms": 14.974582940340042, "sender_decode_ms": 7062.595583964139}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1763819520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6806827084, "mlx_cache_bytes": 17081069736, "process_rss_bytes": 1763819520}, "peak_prefill_memory": null, "peak_decode_memory": 6806827084, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1611, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a955881fef8bb170278323d7542bd900507ece9ca59fcb9a3bf73e7ed4b53579", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1107 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "528e9286c278b91d54c0b058", "attempt_id": "0ec69beb7225", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:29.888696Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.70007342143906}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 5862, "message_tokens": 5787, "message_utf8_bytes": 29147, "cache_tensor_bytes": null, "serialized_payload_bytes": 2724, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07654097862541676, "decode_payload_ms": 0.014375080354511738, "receiver_prefill_ms": 1016.8162499321625, "ttft_ms": 15.091124922037125, "decode_ms": 157.24883403163403}, "total_wall_ms": 1197.8787920670584, "ttft_ms": 15.091124922037125, "input_usage": {"receiver_prompt_tokens": 5862}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1763852288, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 17081069736, "process_rss_bytes": 1763852288}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-67Y-9177", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "output_hash": "97f1830edf9da22d48fef4e34359dbd329492b94615357199b96b32a11ea25d6"} |
| |
1108 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3093d74d0e58f85447eb97a6", "attempt_id": "d05202a35314", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:31.111515Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.70007342143906}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 5867, "message_tokens": 5787, "message_utf8_bytes": 29147, "cache_tensor_bytes": null, "serialized_payload_bytes": 2724, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07654097862541676, "decode_payload_ms": 0.014375080354511738, "receiver_prefill_ms": 930.5887499358505, "ttft_ms": 14.757290948182344, "decode_ms": 128.27291700523347}, "total_wall_ms": 1082.3690419783816, "ttft_ms": 14.757290948182344, "input_usage": {"receiver_prompt_tokens": 5867}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1763885056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 17081069736, "process_rss_bytes": 1763885056}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1109 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8aca283500846725e1b78f51", "attempt_id": "59869b20d0d6", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:32.219052Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.70007342143906}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 5866, "message_tokens": 5787, "message_utf8_bytes": 29147, "cache_tensor_bytes": null, "serialized_payload_bytes": 2724, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07654097862541676, "decode_payload_ms": 0.014375080354511738, "receiver_prefill_ms": 899.7649160446599, "ttft_ms": 14.586957986466587, "decode_ms": 100.26912507601082}, "total_wall_ms": 1023.6259170342237, "ttft_ms": 14.586957986466587, "input_usage": {"receiver_prompt_tokens": 5866}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1763917824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 17081069736, "process_rss_bytes": 1763917824}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1110 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8394f303993f5d08461ef4bc", "attempt_id": "9032842cfe2e", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:33.268606Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.70007342143906}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 5861, "message_tokens": 5787, "message_utf8_bytes": 29147, "cache_tensor_bytes": null, "serialized_payload_bytes": 2724, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07654097862541676, "decode_payload_ms": 0.014375080354511738, "receiver_prefill_ms": 879.1470830328763, "ttft_ms": 14.696165919303894, "decode_ms": 128.53362504392862}, "total_wall_ms": 1031.3306669704616, "ttft_ms": 14.696165919303894, "input_usage": {"receiver_prompt_tokens": 5861}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1763950592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 17081069736, "process_rss_bytes": 1763950592}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1111 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "caf88396255356570370a73f", "attempt_id": "7aa675dc5041", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:34.325383Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.70007342143906}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 5870, "message_tokens": 5787, "message_utf8_bytes": 29147, "cache_tensor_bytes": null, "serialized_payload_bytes": 2724, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07654097862541676, "decode_payload_ms": 0.014375080354511738, "receiver_prefill_ms": 885.0914589129388, "ttft_ms": 14.609958045184612, "decode_ms": 99.8890419723466}, "total_wall_ms": 1008.6308749159798, "ttft_ms": 14.609958045184612, "input_usage": {"receiver_prompt_tokens": 5870}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1763950592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 17081069736, "process_rss_bytes": 1763950592}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "892,005", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "output_hash": "11a79dcb724bdfa4933fdc68ce7331d64c8d288cc386b3ccf051af4279b5d355"} |
| |
1112 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f2535ea64a55da0cd3d6eb2a", "attempt_id": "3bce1a7393c2", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:35.911376Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0884741662346639, "origin_tokens": 5602, "compressed_tokens": 536, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 660, "message_tokens": 583, "message_utf8_bytes": 2630, "cache_tensor_bytes": null, "serialized_payload_bytes": 2630, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 551.3981250114739, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.30891695711762, "ttft_ms": 13.7835000641644, "decode_ms": 13.404958066530526}, "total_wall_ms": 112.20866604708135, "ttft_ms": 13.7835000641644, "input_usage": {"receiver_prompt_tokens": 660}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1769095168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6601470040, "mlx_cache_bytes": 17488539816, "process_rss_bytes": 1769095168}, "peak_prefill_memory": null, "peak_decode_memory": 6601470040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e86bbed770b0e76245f01a5c7ca34048881d52412b4e1736e8f295019de01f9b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1113 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ac09956ab2f5e586af5e689b", "attempt_id": "0778898aaae3", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:36.061850Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0884741662346639, "origin_tokens": 5602, "compressed_tokens": 536, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 665, "message_tokens": 583, "message_utf8_bytes": 2630, "cache_tensor_bytes": null, "serialized_payload_bytes": 2630, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 551.3981250114739, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.30362504441291, "ttft_ms": 13.679542113095522, "decode_ms": 13.557625003159046}, "total_wall_ms": 112.86287510301918, "ttft_ms": 13.679542113095522, "input_usage": {"receiver_prompt_tokens": 665}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1769029632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6601470040, "mlx_cache_bytes": 17788465320, "process_rss_bytes": 1769029632}, "peak_prefill_memory": null, "peak_decode_memory": 6601470040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e86bbed770b0e76245f01a5c7ca34048881d52412b4e1736e8f295019de01f9b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1114 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3be3e07c7b5809c74be6476f", "attempt_id": "7e926709beff", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:36.200190Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0884741662346639, "origin_tokens": 5602, "compressed_tokens": 536, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 664, "message_tokens": 583, "message_utf8_bytes": 2630, "cache_tensor_bytes": null, "serialized_payload_bytes": 2630, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 551.3981250114739, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.78066697716713, "ttft_ms": 13.63783294800669, "decode_ms": 13.491624966263771}, "total_wall_ms": 113.29420795664191, "ttft_ms": 13.63783294800669, "input_usage": {"receiver_prompt_tokens": 664}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1769029632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6603796568, "mlx_cache_bytes": 17876054184, "process_rss_bytes": 1769029632}, "peak_prefill_memory": null, "peak_decode_memory": 6603796568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e86bbed770b0e76245f01a5c7ca34048881d52412b4e1736e8f295019de01f9b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1115 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40090fc4be3147f2af2e9986", "attempt_id": "544dc39c38f4", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:36.342505Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0884741662346639, "origin_tokens": 5602, "compressed_tokens": 536, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 659, "message_tokens": 583, "message_utf8_bytes": 2630, "cache_tensor_bytes": null, "serialized_payload_bytes": 2630, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 551.3981250114739, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.51458292640746, "ttft_ms": 13.520500040613115, "decode_ms": 13.447041972540319}, "total_wall_ms": 113.71804191730917, "ttft_ms": 13.520500040613115, "input_usage": {"receiver_prompt_tokens": 659}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1769029632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6601273432, "mlx_cache_bytes": 17973080232, "process_rss_bytes": 1769029632}, "peak_prefill_memory": null, "peak_decode_memory": 6601273432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e86bbed770b0e76245f01a5c7ca34048881d52412b4e1736e8f295019de01f9b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1116 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49f2352f0b6e0535b4c7a392", "attempt_id": "893adced2624", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:36.481794Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0884741662346639, "origin_tokens": 5602, "compressed_tokens": 536, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 668, "message_tokens": 583, "message_utf8_bytes": 2630, "cache_tensor_bytes": null, "serialized_payload_bytes": 2630, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 551.3981250114739, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.14566700998694, "ttft_ms": 15.338290948420763, "decode_ms": 13.547833077609539}, "total_wall_ms": 116.27995793242007, "ttft_ms": 15.338290948420763, "input_usage": {"receiver_prompt_tokens": 668}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1769046016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6603583576, "mlx_cache_bytes": 18379272360, "process_rss_bytes": 1769046016}, "peak_prefill_memory": null, "peak_decode_memory": 6603583576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e86bbed770b0e76245f01a5c7ca34048881d52412b4e1736e8f295019de01f9b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1117 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "67390cc8fbee62f7fe75c8b4", "attempt_id": "7bb062f7a140", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:38.323410Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 36, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 214769664, "serialized_payload_bytes": 214785829, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1698.8222500076517, "doc_prefill_ms": 1079.283709055744, "compress_ms": 392.3681250307709, "serialize_ms": 217.95633400324732, "load_ms": 4.536708001978695, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.76816694904119, "ttft_ms": 56.76816694904119, "decode_ms": 166.7779580457136}, "total_wall_ms": 232.66841704025865, "ttft_ms": 56.76816694904119, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2165669888, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896066880, "mlx_cache_bytes": 19129446713, "process_rss_bytes": 2165669888}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896066880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-67Y-9177", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee42a660152293d194fd53e62b911d71913afd44bef9574ec560ac4a18255b36", "output_hash": "97f1830edf9da22d48fef4e34359dbd329492b94615357199b96b32a11ea25d6"} |
| |
1118 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a81cbd40f895cddf39f37c61", "attempt_id": "bed03f6608c5", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:38.584248Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 41, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 214769664, "serialized_payload_bytes": 214785829, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1698.8222500076517, "doc_prefill_ms": 1079.283709055744, "compress_ms": 392.3681250307709, "serialize_ms": 217.95633400324732, "load_ms": 1.8501670565456152, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.90833303518593, "ttft_ms": 45.90833303518593, "decode_ms": 137.59900000877678}, "total_wall_ms": 189.71637496724725, "ttft_ms": 45.90833303518593, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2165669888, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6902407488, "mlx_cache_bytes": 19148583389, "process_rss_bytes": 2165669888}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902407488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee42a660152293d194fd53e62b911d71913afd44bef9574ec560ac4a18255b36", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1119 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d414b1eb1a074c8e7da33e55", "attempt_id": "cd8d3ed4adf7", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:38.799889Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 40, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 214769664, "serialized_payload_bytes": 214785829, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1698.8222500076517, "doc_prefill_ms": 1079.283709055744, "compress_ms": 392.3681250307709, "serialize_ms": 217.95633400324732, "load_ms": 2.0972079364582896, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.620999997481704, "ttft_ms": 45.620999997481704, "decode_ms": 105.86308303754777}, "total_wall_ms": 158.3052499918267, "ttft_ms": 45.620999997481704, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2165669888, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6900031716, "mlx_cache_bytes": 19163853277, "process_rss_bytes": 2165669888}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6900031716, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee42a660152293d194fd53e62b911d71913afd44bef9574ec560ac4a18255b36", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1120 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ad58a64d5f0a752f424b5d6c", "attempt_id": "0fcc3d1cacce", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:38.985421Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 35, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 214769664, "serialized_payload_bytes": 214785829, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1698.8222500076517, "doc_prefill_ms": 1079.283709055744, "compress_ms": 392.3681250307709, "serialize_ms": 217.95633400324732, "load_ms": 2.069499925710261, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.57300002872944, "ttft_ms": 46.57300002872944, "decode_ms": 140.6810840126127}, "total_wall_ms": 193.9195831073448, "ttft_ms": 46.57300002872944, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 35}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2165686272, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6895771856, "mlx_cache_bytes": 19174502877, "process_rss_bytes": 2165686272}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6895771856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee42a660152293d194fd53e62b911d71913afd44bef9574ec560ac4a18255b36", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1121 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "26e95117b52c528fd013a7d9", "attempt_id": "feaffba5f982", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:39.205487Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 44, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 214769664, "serialized_payload_bytes": 214785829, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1698.8222500076517, "doc_prefill_ms": 1079.283709055744, "compress_ms": 392.3681250307709, "serialize_ms": 217.95633400324732, "load_ms": 1.8897081026807427, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.91400001663715, "ttft_ms": 45.91400001663715, "decode_ms": 105.21216597408056}, "total_wall_ms": 157.67462505027652, "ttft_ms": 45.91400001663715, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2165702656, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6903390528, "mlx_cache_bytes": 19203619357, "process_rss_bytes": 2165702656}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6903390528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "892,005", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee42a660152293d194fd53e62b911d71913afd44bef9574ec560ac4a18255b36", "output_hash": "11a79dcb724bdfa4933fdc68ce7331d64c8d288cc386b3ccf051af4279b5d355"} |
| |
1122 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e509eec6d3f567a55fe63faa", "attempt_id": "e25e064b9fee", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:39.975830Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9d576e5bc82d2d6d", "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 36, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 214769664, "serialized_payload_bytes": 214785857, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 585.4037500685081, "doc_prefill_ms": 1079.283709055744, "compress_ms": 2.961167017929256, "serialize_ms": 582.2676250245422, "load_ms": 28.657832997851074, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.169999996200204, "ttft_ms": 56.169999996200204, "decode_ms": 165.8839170122519}, "total_wall_ms": 255.15337497927248, "ttft_ms": 56.169999996200204, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2378776576, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896066768, "mlx_cache_bytes": 19203619357, "process_rss_bytes": 2378776576}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896066768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-67Y-9177", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "281c9d662ec1340690be4f998b3cedc6a8258e11b1d7d3e0e6a6e8a8160ea394", "output_hash": "97f1830edf9da22d48fef4e34359dbd329492b94615357199b96b32a11ea25d6"} |
| |
1123 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6308b24fb12001cf363a9f4e", "attempt_id": "466af42da8ab", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:40.258943Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9d576e5bc82d2d6d", "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 41, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 214769664, "serialized_payload_bytes": 214785857, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 585.4037500685081, "doc_prefill_ms": 1079.283709055744, "compress_ms": 2.961167017929256, "serialize_ms": 582.2676250245422, "load_ms": 19.830749952234328, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.261375033296645, "ttft_ms": 55.261375033296645, "decode_ms": 136.55629206914455}, "total_wall_ms": 216.35458304081112, "ttft_ms": 55.261375033296645, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2378792960, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6902210788, "mlx_cache_bytes": 19203619357, "process_rss_bytes": 2378792960}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902210788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "281c9d662ec1340690be4f998b3cedc6a8258e11b1d7d3e0e6a6e8a8160ea394", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1124 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c40ac1b3d91cd821e765052c", "attempt_id": "f7db3a078d62", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:40.501279Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9d576e5bc82d2d6d", "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 40, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 214769664, "serialized_payload_bytes": 214785857, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 585.4037500685081, "doc_prefill_ms": 1079.283709055744, "compress_ms": 2.961167017929256, "serialize_ms": 582.2676250245422, "load_ms": 18.866917002014816, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.07124999165535, "ttft_ms": 46.07124999165535, "decode_ms": 104.74783310201019}, "total_wall_ms": 174.35566696804017, "ttft_ms": 46.07124999165535, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2378792960, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6899982564, "mlx_cache_bytes": 19203619357, "process_rss_bytes": 2378792960}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899982564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "281c9d662ec1340690be4f998b3cedc6a8258e11b1d7d3e0e6a6e8a8160ea394", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1125 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94d903ce73befb1f1592b5fe", "attempt_id": "c9a6e7b394a8", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:40.701605Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9d576e5bc82d2d6d", "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 35, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 214769664, "serialized_payload_bytes": 214785857, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 585.4037500685081, "doc_prefill_ms": 1079.283709055744, "compress_ms": 2.961167017929256, "serialize_ms": 582.2676250245422, "load_ms": 20.391708007082343, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.077916911803186, "ttft_ms": 47.077916911803186, "decode_ms": 133.9615830220282}, "total_wall_ms": 205.9590829303488, "ttft_ms": 47.077916911803186, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 35}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2378792960, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6895771856, "mlx_cache_bytes": 19203619357, "process_rss_bytes": 2378792960}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6895771856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "281c9d662ec1340690be4f998b3cedc6a8258e11b1d7d3e0e6a6e8a8160ea394", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1126 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01eb5516c56da289bfd92a09", "attempt_id": "2a1ca953a80a", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:40.933302Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9d576e5bc82d2d6d", "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 44, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 214769664, "serialized_payload_bytes": 214785857, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 585.4037500685081, "doc_prefill_ms": 1079.283709055744, "compress_ms": 2.961167017929256, "serialize_ms": 582.2676250245422, "load_ms": 18.87750008609146, "receiver_prefill_ms": 0.0, "query_prefill_ms": 54.40008302684873, "ttft_ms": 54.40008302684873, "decode_ms": 104.46666704956442}, "total_wall_ms": 182.1670839563012, "ttft_ms": 54.40008302684873, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2378809344, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6903390448, "mlx_cache_bytes": 19203619357, "process_rss_bytes": 2378809344}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6903390448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "892,005", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "281c9d662ec1340690be4f998b3cedc6a8258e11b1d7d3e0e6a6e8a8160ea394", "output_hash": "11a79dcb724bdfa4933fdc68ce7331d64c8d288cc386b3ccf051af4279b5d355"} |
| |
1127 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b1328dfbd17ce8144223201", "attempt_id": "4a6759d65f31", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:41.178444Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504996872}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 36, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 114096384, "serialized_payload_bytes": 114130709, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.912749987095594, "doc_prefill_ms": 1079.283709055744, "compress_ms": 12.908790959045291, "serialize_ms": 23.65320804528892, "load_ms": 3.2933329930529, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.63258296344429, "ttft_ms": 35.63258296344429, "decode_ms": 166.68087500147521}, "total_wall_ms": 210.1421250263229, "ttft_ms": 35.63258296344429, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2491564032, "backend_memory": {"mlx_active_bytes": 6620897288, "mlx_peak_bytes": 6724601228, "mlx_cache_bytes": 19565579741, "process_rss_bytes": 2491564032}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6724601228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-67Y-9177", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5357a175fc44a86cb5864ba0515bcec0159d43d2000509fd4b4393e7a88530a4", "output_hash": "97f1830edf9da22d48fef4e34359dbd329492b94615357199b96b32a11ea25d6"} |
| |
1128 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c82141f93ca66e43db66517b", "attempt_id": "a1952aad7628", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:41.414426Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504996872}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 41, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 114096384, "serialized_payload_bytes": 114130709, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.912749987095594, "doc_prefill_ms": 1079.283709055744, "compress_ms": 12.908790959045291, "serialize_ms": 23.65320804528892, "load_ms": 2.4055420653894544, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.422582963481545, "ttft_ms": 27.422582963481545, "decode_ms": 136.35812501888722}, "total_wall_ms": 170.6954169785604, "ttft_ms": 27.422582963481545, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2491564032, "backend_memory": {"mlx_active_bytes": 6620815368, "mlx_peak_bytes": 6737333856, "mlx_cache_bytes": 19629239613, "process_rss_bytes": 2491564032}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6737333856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5357a175fc44a86cb5864ba0515bcec0159d43d2000509fd4b4393e7a88530a4", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1129 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "821a28791d95218c80b3d181", "attempt_id": "5ee147622276", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:41.610283Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504996872}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 40, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 114096384, "serialized_payload_bytes": 114130709, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.912749987095594, "doc_prefill_ms": 1079.283709055744, "compress_ms": 12.908790959045291, "serialize_ms": 23.65320804528892, "load_ms": 2.2857909789308906, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.320916092023253, "ttft_ms": 30.320916092023253, "decode_ms": 105.94504198525101}, "total_wall_ms": 143.08104198426008, "ttft_ms": 30.320916092023253, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2491564032, "backend_memory": {"mlx_active_bytes": 6621044744, "mlx_peak_bytes": 6733958844, "mlx_cache_bytes": 19629010237, "process_rss_bytes": 2491564032}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6733958844, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5357a175fc44a86cb5864ba0515bcec0159d43d2000509fd4b4393e7a88530a4", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1130 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a104b5aa8c71aae91fe0f6bf", "attempt_id": "9983e4343caa", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:41.779110Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504996872}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 35, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 114096384, "serialized_payload_bytes": 114130709, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.912749987095594, "doc_prefill_ms": 1079.283709055744, "compress_ms": 12.908790959045291, "serialize_ms": 23.65320804528892, "load_ms": 2.299834042787552, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.843707892112434, "ttft_ms": 26.843707892112434, "decode_ms": 135.86083299014717}, "total_wall_ms": 169.4872920634225, "ttft_ms": 26.843707892112434, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 35}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2491564032, "backend_memory": {"mlx_active_bytes": 6620815368, "mlx_peak_bytes": 6723256268, "mlx_cache_bytes": 19681799485, "process_rss_bytes": 2491564032}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6723256268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5357a175fc44a86cb5864ba0515bcec0159d43d2000509fd4b4393e7a88530a4", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1131 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "20fc4f439269b2043e9e31f4", "attempt_id": "ac5dc1b87336", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:41.973910Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504996872}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 44, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 114096384, "serialized_payload_bytes": 114130709, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.912749987095594, "doc_prefill_ms": 1079.283709055744, "compress_ms": 12.908790959045291, "serialize_ms": 23.65320804528892, "load_ms": 2.345375018194318, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.563792071305215, "ttft_ms": 27.563792071305215, "decode_ms": 105.91637494508177}, "total_wall_ms": 140.2968750335276, "ttft_ms": 27.563792071305215, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2491564032, "backend_memory": {"mlx_active_bytes": 6621044744, "mlx_peak_bytes": 6742604172, "mlx_cache_bytes": 19747945917, "process_rss_bytes": 2491564032}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6742604172, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "892,005", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5357a175fc44a86cb5864ba0515bcec0159d43d2000509fd4b4393e7a88530a4", "output_hash": "11a79dcb724bdfa4933fdc68ce7331d64c8d288cc386b3ccf051af4279b5d355"} |
| |
1132 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "89a4d20772d028b4797afbf4", "attempt_id": "40b176f8169f", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:42.365472Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 36, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 60403968, "serialized_payload_bytes": 60438208, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 226.02462500799447, "doc_prefill_ms": 1079.283709055744, "compress_ms": 12.168959015980363, "serialize_ms": 213.47816695924848, "load_ms": 2.245665993541479, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.67279102187604, "ttft_ms": 34.67279102187604, "decode_ms": 296.8690419802442}, "total_wall_ms": 338.02416699472815, "ttft_ms": 34.67279102187604, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 36}, "output_usage": {"output_tokens": 20}, "provider_cached_usage": null, "process_memory": 2613346304, "backend_memory": {"mlx_active_bytes": 6511878152, "mlx_peak_bytes": 6604866412, "mlx_cache_bytes": 19955090877, "process_rss_bytes": 2613346304}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6604866412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n the the the the to the to the to the to to the the to the\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8219e6bf43c45ce37cd22c45a6f907ecad209e17b9c8e47ab161c4900b357712", "output_hash": "8536c1002b5d79bf85330cfefd1764ff45e539fb268ab95df049e6d454b3fa29"} |
| |
1133 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "92ab67325144d376d2bcfdea", "attempt_id": "d06e177c38d8", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:42.730635Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 41, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 60403968, "serialized_payload_bytes": 60438208, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 226.02462500799447, "doc_prefill_ms": 1079.283709055744, "compress_ms": 12.168959015980363, "serialize_ms": 213.47816695924848, "load_ms": 2.2429589880630374, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.949499966576695, "ttft_ms": 26.949499966576695, "decode_ms": 703.6192079540342}, "total_wall_ms": 737.3895840719342, "ttft_ms": 26.949499966576695, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2613313536, "backend_memory": {"mlx_active_bytes": 6513057800, "mlx_peak_bytes": 6617828192, "mlx_cache_bytes": 20023215549, "process_rss_bytes": 2613313536}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6617828192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n2 unknown2222222t22222222222222222222222222222222222", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8219e6bf43c45ce37cd22c45a6f907ecad209e17b9c8e47ab161c4900b357712", "output_hash": "0745cef03546315e9c6aaf53b8012ebfaeb76279314eae8a75e46947ac593a58"} |
| |
1134 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a9904f0bb4aba1f1a36cd559", "attempt_id": "578284c1e3e2", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:43.493977Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 40, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 60403968, "serialized_payload_bytes": 60438208, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 226.02462500799447, "doc_prefill_ms": 1079.283709055744, "compress_ms": 12.168959015980363, "serialize_ms": 213.47816695924848, "load_ms": 2.139708027243614, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.841250015422702, "ttft_ms": 26.841250015422702, "decode_ms": 473.6496249679476}, "total_wall_ms": 506.9372500292957, "ttft_ms": 26.841250015422702, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 40}, "output_usage": {"output_tokens": 32}, "provider_cached_usage": null, "process_memory": 2613313536, "backend_memory": {"mlx_active_bytes": 6513057800, "mlx_peak_bytes": 6614207328, "mlx_cache_bytes": 20023215549, "process_rss_bytes": 2613313536}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6614207328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the\n\n\n\nsystem\n\n\n\n\n\n unknown the the\n\n\n\n the\n the. the the\n\n\n\n\n the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8219e6bf43c45ce37cd22c45a6f907ecad209e17b9c8e47ab161c4900b357712", "output_hash": "e5ec956d8bcee0f79e6df5b7448062a159a19c7bf5de0a557dd46183d10d6347"} |
| |
1135 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d8fde6de69ee721d208e9fc", "attempt_id": "6a82e8560862", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:44.027428Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 35, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 60403968, "serialized_payload_bytes": 60438208, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 226.02462500799447, "doc_prefill_ms": 1079.283709055744, "compress_ms": 12.168959015980363, "serialize_ms": 213.47816695924848, "load_ms": 1.9943329971283674, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.6885421006009, "ttft_ms": 26.6885421006009, "decode_ms": 697.0861660083756}, "total_wall_ms": 730.3718329640105, "ttft_ms": 26.6885421006009, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2613313536, "backend_memory": {"mlx_active_bytes": 6513057800, "mlx_peak_bytes": 6603522924, "mlx_cache_bytes": 20023215549, "process_rss_bytes": 2613313536}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6603522924, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8219e6bf43c45ce37cd22c45a6f907ecad209e17b9c8e47ab161c4900b357712", "output_hash": "f90948430ee75891d4c4b77a10fcfb2b0a2bff5c0d380812061d3ce1aaa0784b"} |
| |
1136 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "895992083fc7ac2f7ba93add", "attempt_id": "a210d46b3367", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:44.783356Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 44, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 60403968, "serialized_payload_bytes": 60438208, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 226.02462500799447, "doc_prefill_ms": 1079.283709055744, "compress_ms": 12.168959015980363, "serialize_ms": 213.47816695924848, "load_ms": 2.1623329957947135, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.193249901756644, "ttft_ms": 27.193249901756644, "decode_ms": 698.3384590130299}, "total_wall_ms": 732.2243750095367, "ttft_ms": 27.193249901756644, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2613313536, "backend_memory": {"mlx_active_bytes": 6513057800, "mlx_peak_bytes": 6622826984, "mlx_cache_bytes": 20023215549, "process_rss_bytes": 2613313536}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6622826984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n What\n the initial the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8219e6bf43c45ce37cd22c45a6f907ecad209e17b9c8e47ab161c4900b357712", "output_hash": "5923633d3f4f94e4a2a08ae4d43346148c30f35919171f1fce09aa3e5628e0d7"} |
| |
1137 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b23001084cd4d6f8e59e12ac", "attempt_id": "228159661298", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:45.567766Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5826, "keep": 1456, "compress_ms": 9.637792012654245}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 36, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690172, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.309499982744455, "doc_prefill_ms": 1079.283709055744, "compress_ms": 9.678583010099828, "serialize_ms": 16.481917002238333, "load_ms": 1.6743330052122474, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.929541999474168, "ttft_ms": 22.929541999474168, "decode_ms": 27.144125080667436}, "total_wall_ms": 56.28970800898969, "ttft_ms": 22.929541999474168, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2626306048, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541517008, "mlx_cache_bytes": 20039239101, "process_rss_bytes": 2626306048}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541517008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "808bece71d4a8d4d218c85671125ff35ae737cb8ed17d99e99c4c83ba7b456dd", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1138 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b7d72066d815929eabc95fa5", "attempt_id": "deec895b18ed", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:45.649592Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5826, "keep": 1456, "compress_ms": 9.637792012654245}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 41, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690172, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.309499982744455, "doc_prefill_ms": 1079.283709055744, "compress_ms": 9.678583010099828, "serialize_ms": 16.481917002238333, "load_ms": 1.7862499225884676, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.574208025820553, "ttft_ms": 23.574208025820553, "decode_ms": 81.5818749833852}, "total_wall_ms": 111.46612500306219, "ttft_ms": 23.574208025820553, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 41}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2626306048, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6547710180, "mlx_cache_bytes": 20039239101, "process_rss_bytes": 2626306048}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547710180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "808bece71d4a8d4d218c85671125ff35ae737cb8ed17d99e99c4c83ba7b456dd", "output_hash": "af7f83537a0d3375a2abccf86d8e250ff5970a50cb182a500cd005d4cdfa06a3"} |
| |
1139 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cfb1d1ed43d4b92cd9932f71", "attempt_id": "dee4dfecfb83", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:45.786678Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5826, "keep": 1456, "compress_ms": 9.637792012654245}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 40, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690172, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.309499982744455, "doc_prefill_ms": 1079.283709055744, "compress_ms": 9.678583010099828, "serialize_ms": 16.481917002238333, "load_ms": 1.4935829676687717, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.07300001848489, "ttft_ms": 23.07300001848489, "decode_ms": 27.747999993152916}, "total_wall_ms": 56.64179194718599, "ttft_ms": 23.07300001848489, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2626306048, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6545498340, "mlx_cache_bytes": 20041008573, "process_rss_bytes": 2626306048}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545498340, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "808bece71d4a8d4d218c85671125ff35ae737cb8ed17d99e99c4c83ba7b456dd", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1140 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c4fc992396df61b57063e25", "attempt_id": "965000747cf9", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:45.867686Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5826, "keep": 1456, "compress_ms": 9.637792012654245}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 35, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690172, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.309499982744455, "doc_prefill_ms": 1079.283709055744, "compress_ms": 9.678583010099828, "serialize_ms": 16.481917002238333, "load_ms": 1.7728341044858098, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.39829201810062, "ttft_ms": 23.39829201810062, "decode_ms": 81.87195903155953}, "total_wall_ms": 111.51662492193282, "ttft_ms": 23.39829201810062, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2626306048, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541877456, "mlx_cache_bytes": 20041008573, "process_rss_bytes": 2626306048}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541877456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "808bece71d4a8d4d218c85671125ff35ae737cb8ed17d99e99c4c83ba7b456dd", "output_hash": "ef2cfc04bd5a7221aa51dd577176cd2574c41e3574614fa147c8437ec398a15b"} |
| |
1141 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79829442ff883a413938b6b6", "attempt_id": "b32152dfdcdd", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:46.004157Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5826, "keep": 1456, "compress_ms": 9.637792012654245}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 44, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690172, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.309499982744455, "doc_prefill_ms": 1079.283709055744, "compress_ms": 9.678583010099828, "serialize_ms": 16.481917002238333, "load_ms": 0.6828749319538474, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.84554101061076, "ttft_ms": 22.84554101061076, "decode_ms": 123.45391605049372}, "total_wall_ms": 151.52308298274875, "ttft_ms": 22.84554101061076, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2626289664, "backend_memory": {"mlx_active_bytes": 6499852296, "mlx_peak_bytes": 6548693232, "mlx_cache_bytes": 20098385341, "process_rss_bytes": 2626289664}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548693232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,200,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "808bece71d4a8d4d218c85671125ff35ae737cb8ed17d99e99c4c83ba7b456dd", "output_hash": "de38706446342efd1371008e2c6699c88875a3b52819f6b843a54e8c24b7d6a0"} |
| |
1142 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "281387673df52dbae77a0a0e", "attempt_id": "400d7f68b985", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:46.206585Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5826, "keep": 1456, "compress_ms": 8.326250012032688}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 36, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690167, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.700916022993624, "doc_prefill_ms": 1079.283709055744, "compress_ms": 8.35666700731963, "serialize_ms": 16.15083310753107, "load_ms": 1.8883750308305025, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.81383308582008, "ttft_ms": 22.81383308582008, "decode_ms": 27.90595800615847}, "total_wall_ms": 57.222874951548874, "ttft_ms": 22.81383308582008, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2667331584, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541517008, "mlx_cache_bytes": 20099597757, "process_rss_bytes": 2667331584}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541517008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown.\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb0dd8b2954098149a841ad371ef13a185226eb1495d0c3288c266a3b190323e", "output_hash": "d412d96ac7c700c3f01027c2e17c9fca508deeab2f53b9867edb2db9bbdd8232"} |
| |
1143 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3bff76dc75285df24222817b", "attempt_id": "295dde1cab5b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:46.288811Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5826, "keep": 1456, "compress_ms": 8.326250012032688}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 41, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690167, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.700916022993624, "doc_prefill_ms": 1079.283709055744, "compress_ms": 8.35666700731963, "serialize_ms": 16.15083310753107, "load_ms": 0.7525839610025287, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.552209022454917, "ttft_ms": 23.552209022454917, "decode_ms": 775.6751249544322}, "total_wall_ms": 804.5437500113621, "ttft_ms": 23.552209022454917, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2336178176, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6547710180, "mlx_cache_bytes": 20155041213, "process_rss_bytes": 2336178176}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547710180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\nI am a control. I am a control. I am a control. I am a control. I am a control. I am a control. I am a control. I am a control. I am a control. I am", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb0dd8b2954098149a841ad371ef13a185226eb1495d0c3288c266a3b190323e", "output_hash": "6b8f322afdd3dc8cb79da6b4254addd5e01fbb972c0d5361cca664683774c8c1"} |
| |
1144 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38031e4e2504e9763ed0da6f", "attempt_id": "7ca1befae0ec", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:47.120081Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5826, "keep": 1456, "compress_ms": 8.326250012032688}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 40, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690167, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.700916022993624, "doc_prefill_ms": 1079.283709055744, "compress_ms": 8.35666700731963, "serialize_ms": 16.15083310753107, "load_ms": 1.2686249101534486, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.145957966335118, "ttft_ms": 23.145957966335118, "decode_ms": 651.4293750515208}, "total_wall_ms": 680.4574589477852, "ttft_ms": 23.145957966335118, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2336178176, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6545498340, "mlx_cache_bytes": 20155041213, "process_rss_bytes": 2336178176}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545498340, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb0dd8b2954098149a841ad371ef13a185226eb1495d0c3288c266a3b190323e", "output_hash": "6d625800235ed664e917b07a2900bdfe056efaae47cdc342f18001898bba22a3"} |
| |
1145 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8ff2351031e5230ff0a87f43", "attempt_id": "cd3db4126824", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:47.828357Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5826, "keep": 1456, "compress_ms": 8.326250012032688}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 35, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690167, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.700916022993624, "doc_prefill_ms": 1079.283709055744, "compress_ms": 8.35666700731963, "serialize_ms": 16.15083310753107, "load_ms": 1.7679169541224837, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.328292067162693, "ttft_ms": 23.328292067162693, "decode_ms": 644.0817919792607}, "total_wall_ms": 673.6833329778165, "ttft_ms": 23.328292067162693, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2336178176, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6541615312, "mlx_cache_bytes": 20155041213, "process_rss_bytes": 2336178176}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541615312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casual\nCasual\nCasual\nCasual\nCasual\nCasual\nCasual\nCasual\nCasual\nCasual\nCasual\nCasual\nCasual\nCasual\nCasual\nCasual\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb0dd8b2954098149a841ad371ef13a185226eb1495d0c3288c266a3b190323e", "output_hash": "dafe93d43785645356fd047849d9606f57e139387fb61ffb65ea94afa089592e"} |
| |
1146 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0eb40b707f8d5d99f36cd41f", "attempt_id": "a8d9d0d30b55", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:48.529464Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5826, "keep": 1456, "compress_ms": 8.326250012032688}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 44, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690167, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.700916022993624, "doc_prefill_ms": 1079.283709055744, "compress_ms": 8.35666700731963, "serialize_ms": 16.15083310753107, "load_ms": 1.1896250071004033, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.06516608223319, "ttft_ms": 23.06516608223319, "decode_ms": 649.8324580024928}, "total_wall_ms": 678.8754999870434, "ttft_ms": 23.06516608223319, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2336178176, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6548693232, "mlx_cache_bytes": 20155041213, "process_rss_bytes": 2336178176}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548693232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb0dd8b2954098149a841ad371ef13a185226eb1495d0c3288c266a3b190323e", "output_hash": "6d625800235ed664e917b07a2900bdfe056efaae47cdc342f18001898bba22a3"} |
| |
1147 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b21e55a5a3e3a2519adf15e6", "attempt_id": "d77a56766bff", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:49.237790Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 36, "compress_ms": 106.27458395902067}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 36, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690213, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.3062919927761, "doc_prefill_ms": 1079.283709055744, "compress_ms": 110.57970894034952, "serialize_ms": 12.499040924012661, "load_ms": 1.368582947179675, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.08645797893405, "ttft_ms": 23.08645797893405, "decode_ms": 96.32816701196134}, "total_wall_ms": 248.50987503305078, "ttft_ms": 23.08645797893405, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2336342016, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541418704, "mlx_cache_bytes": 20204904773, "process_rss_bytes": 2336342016}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-6777", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "86606dc2c7e8ff069a929b04ff1babef5752284253fed99fd9e9e7d30751bc05", "output_hash": "f60b3b34769e91cf6ac0955adba8f5baef3899dfc3978162c681689d95638a0d"} |
| |
1148 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5621b256e1afe9d0e23e1cd2", "attempt_id": "e00f922d121c", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:49.512627Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 41, "compress_ms": 69.72954201046377}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 41, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690212, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.3779170429334, "doc_prefill_ms": 1079.283709055744, "compress_ms": 74.17329191230237, "serialize_ms": 10.966000030748546, "load_ms": 1.7227920470759273, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.188041988760233, "ttft_ms": 23.188041988760233, "decode_ms": 122.57262505590916}, "total_wall_ms": 237.44470800738782, "ttft_ms": 23.188041988760233, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2336342016, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6546481380, "mlx_cache_bytes": 20243865925, "process_rss_bytes": 2336342016}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546481380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dec6a55a4ed4c7d8f7eaccfbcdc67701f6fd1739817816d60e1525fa0019b356", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1149 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d3960fdf11fe4e38d46c074", "attempt_id": "e1fddbfc76e8", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:49.776462Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 40, "compress_ms": 67.40308401640505}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 40, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690212, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.12529197428375, "doc_prefill_ms": 1079.283709055744, "compress_ms": 71.80791709106416, "serialize_ms": 11.089209001511335, "load_ms": 1.602708944119513, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.546667023561895, "ttft_ms": 22.546667023561895, "decode_ms": 95.40891705546528}, "total_wall_ms": 207.20479101873934, "ttft_ms": 22.546667023561895, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2338111488, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6545465572, "mlx_cache_bytes": 20266852677, "process_rss_bytes": 2338111488}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545465572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dec6a55a4ed4c7d8f7eaccfbcdc67701f6fd1739817816d60e1525fa0019b356", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1150 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa57bc402700c62853d156d1", "attempt_id": "ecf48608e1b5", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:50.009826Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 35, "compress_ms": 61.860166024416685}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 35, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690213, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 76.20187499560416, "doc_prefill_ms": 1079.283709055744, "compress_ms": 66.09008403029293, "serialize_ms": 9.876915952190757, "load_ms": 1.3999170623719692, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.23195803910494, "ttft_ms": 23.23195803910494, "decode_ms": 124.65479201637208}, "total_wall_ms": 229.98695797286928, "ttft_ms": 23.23195803910494, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 35}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2338127872, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6540861648, "mlx_cache_bytes": 20279910725, "process_rss_bytes": 2338127872}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6540861648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "86606dc2c7e8ff069a929b04ff1babef5752284253fed99fd9e9e7d30751bc05", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1151 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "518e300ac1b6c4e185ccbac1", "attempt_id": "b68827e5de1e", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:50.266170Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 44, "compress_ms": 62.0759999146685}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 44, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690211, "side_information_bytes": 16227, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 75.83245891146362, "doc_prefill_ms": 1079.283709055744, "compress_ms": 66.47137505933642, "serialize_ms": 9.123333031311631, "load_ms": 1.6478750621899962, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.79837499372661, "ttft_ms": 22.79837499372661, "decode_ms": 81.48475002963096}, "total_wall_ms": 186.6079589817673, "ttft_ms": 22.79837499372661, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2338144256, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6548447472, "mlx_cache_bytes": 20295213381, "process_rss_bytes": 2338144256}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548447472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "892005", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "596612fbca2614a3fbb4afb5998a5ab0361f474fbd7d3c9e71d11d9714812da8", "output_hash": "296832ce0f2ee0fb1dcf407ccce524ec73af796101cbe85b60c358235bf11a7e"} |
| |
1152 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68e7e2cdcc079153511ba149", "attempt_id": "8bed99788f68", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:50.566324Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 19, "compress_ms": 77.37249997444451}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 36, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690212, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.70608298759907, "doc_prefill_ms": 1079.283709055744, "compress_ms": 77.79825001489371, "serialize_ms": 7.758041960187256, "load_ms": 1.7348750261589885, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.731250035576522, "ttft_ms": 22.731250035576522, "decode_ms": 13.672541943378747}, "total_wall_ms": 42.514708009548485, "ttft_ms": 22.731250035576522, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2338160640, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541418704, "mlx_cache_bytes": 20312842565, "process_rss_bytes": 2338160640}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dec6a55a4ed4c7d8f7eaccfbcdc67701f6fd1739817816d60e1525fa0019b356", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1153 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b414b8631e3d2effd4f436f0", "attempt_id": "efe39a068fbf", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:50.634703Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 19, "compress_ms": 77.37249997444451}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 41, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690212, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.70608298759907, "doc_prefill_ms": 1079.283709055744, "compress_ms": 77.79825001489371, "serialize_ms": 7.758041960187256, "load_ms": 1.805584062822163, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.341167019680142, "ttft_ms": 23.341167019680142, "decode_ms": 95.58325004763901}, "total_wall_ms": 124.98554191552103, "ttft_ms": 23.341167019680142, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2338160640, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6546481380, "mlx_cache_bytes": 20312842565, "process_rss_bytes": 2338160640}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546481380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 23, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dec6a55a4ed4c7d8f7eaccfbcdc67701f6fd1739817816d60e1525fa0019b356", "output_hash": "dbc01a955a5f37aa4a7ca290a5276d50ab6e50d00546309d2c905c97139e7517"} |
| |
1154 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d9ccbeeb6d7365f2cec8385a", "attempt_id": "1b64151dade3", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:50.784777Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 19, "compress_ms": 77.37249997444451}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 40, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690212, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.70608298759907, "doc_prefill_ms": 1079.283709055744, "compress_ms": 77.79825001489371, "serialize_ms": 7.758041960187256, "load_ms": 1.4515829971060157, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.759999963454902, "ttft_ms": 22.759999963454902, "decode_ms": 13.824500027112663}, "total_wall_ms": 42.58925002068281, "ttft_ms": 22.759999963454902, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 40}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2338160640, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6545465572, "mlx_cache_bytes": 20312842565, "process_rss_bytes": 2338160640}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545465572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dec6a55a4ed4c7d8f7eaccfbcdc67701f6fd1739817816d60e1525fa0019b356", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1155 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "64c7ae567007cd1e72be770d", "attempt_id": "f93ccc4eb59f", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:50.852769Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 19, "compress_ms": 77.37249997444451}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 35, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690212, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.70608298759907, "doc_prefill_ms": 1079.283709055744, "compress_ms": 77.79825001489371, "serialize_ms": 7.758041960187256, "load_ms": 1.2331249890848994, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.313708952628076, "ttft_ms": 23.313708952628076, "decode_ms": 123.1372500769794}, "total_wall_ms": 151.91370795946568, "ttft_ms": 23.313708952628076, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 35}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2338160640, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6540861648, "mlx_cache_bytes": 20312842565, "process_rss_bytes": 2338160640}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6540861648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dec6a55a4ed4c7d8f7eaccfbcdc67701f6fd1739817816d60e1525fa0019b356", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1156 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7171c8758c7c38324dc9b99", "attempt_id": "899702737f66", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:51.030396Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 19, "compress_ms": 77.37249997444451}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 44, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690212, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.70608298759907, "doc_prefill_ms": 1079.283709055744, "compress_ms": 77.79825001489371, "serialize_ms": 7.758041960187256, "load_ms": 1.5872499207034707, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.910500061698258, "ttft_ms": 22.910500061698258, "decode_ms": 82.77270791586488}, "total_wall_ms": 111.76979204174131, "ttft_ms": 22.910500061698258, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2338160640, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6548447472, "mlx_cache_bytes": 20311368005, "process_rss_bytes": 2338160640}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548447472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "576150", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dec6a55a4ed4c7d8f7eaccfbcdc67701f6fd1739817816d60e1525fa0019b356", "output_hash": "72a976b361cd9d916b329bfbfdedc264100e6ebeeaccfd3a51b5d10818588b4b"} |
| |
1157 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80ce9b07eb08d39ea96f556b", "attempt_id": "ce2e9d0911f8", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:51.169214Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 36, "compress_ms": 66.545374924317}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 36, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690100, "side_information_bytes": 16116, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.4769579814747, "doc_prefill_ms": 1079.283709055744, "compress_ms": 70.7368329167366, "serialize_ms": 12.505541904829443, "load_ms": 2.689999993890524, "receiver_prefill_ms": 0.0, "query_prefill_ms": 351.51775006670505, "ttft_ms": 351.51775006670505, "decode_ms": 95.63504089601338}, "total_wall_ms": 537.8707089694217, "ttft_ms": 351.51775006670505, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2391146496, "backend_memory": {"mlx_active_bytes": 6499868680, "mlx_peak_bytes": 6582607308, "mlx_cache_bytes": 20545541885, "process_rss_bytes": 2391146496}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6582607308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-6777", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9bdb78a8fa697c3f453f499ce446b5b6e501dcd577d9a5e474ecf27333307271", "output_hash": "f60b3b34769e91cf6ac0955adba8f5baef3899dfc3978162c681689d95638a0d"} |
| |
1158 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68eec7f886d2dd1f9aed531e", "attempt_id": "22265df6aa45", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:51.733825Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 41, "compress_ms": 65.29158295597881}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 41, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690102, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.26737491693348, "doc_prefill_ms": 1079.283709055744, "compress_ms": 69.64004191104323, "serialize_ms": 11.386916972696781, "load_ms": 1.144459005445242, "receiver_prefill_ms": 0.0, "query_prefill_ms": 394.88208398688585, "ttft_ms": 394.88208398688585, "decode_ms": 123.00187500659376}, "total_wall_ms": 604.7651669941843, "ttft_ms": 394.88208398688585, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2444296192, "backend_memory": {"mlx_active_bytes": 6499983368, "mlx_peak_bytes": 6584540680, "mlx_cache_bytes": 20553268361, "process_rss_bytes": 2444296192}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584540680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e209cfde9173ddd60c01cc1f3d91bb42f3d8c13461edaab5fc28f867b733d550", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1159 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf1fb4f4857e53122f8ecfdb", "attempt_id": "44176ca4d371", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:52.365777Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 40, "compress_ms": 63.75812494661659}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 40, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690102, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.22737503051758, "doc_prefill_ms": 1079.283709055744, "compress_ms": 68.35549999959767, "serialize_ms": 11.611000052653253, "load_ms": 1.432000077329576, "receiver_prefill_ms": 0.0, "query_prefill_ms": 387.05312507227063, "ttft_ms": 387.05312507227063, "decode_ms": 95.75987502466887}, "total_wall_ms": 569.0455409931019, "ttft_ms": 387.05312507227063, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2484846592, "backend_memory": {"mlx_active_bytes": 6499934216, "mlx_peak_bytes": 6584106496, "mlx_cache_bytes": 20553317513, "process_rss_bytes": 2484846592}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584106496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e209cfde9173ddd60c01cc1f3d91bb42f3d8c13461edaab5fc28f867b733d550", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1160 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "74fc15a9a833bbac200e9274", "attempt_id": "cd4a9f8446c0", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:52.961272Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 35, "compress_ms": 62.90691695176065}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 35, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690102, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.97845900151879, "doc_prefill_ms": 1079.283709055744, "compress_ms": 67.41562497336417, "serialize_ms": 11.33016706444323, "load_ms": 1.2497080024331808, "receiver_prefill_ms": 0.0, "query_prefill_ms": 335.77283297199756, "ttft_ms": 335.77283297199756, "decode_ms": 123.50304191932082}, "total_wall_ms": 544.252583058551, "ttft_ms": 335.77283297199756, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 35}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2524626944, "backend_memory": {"mlx_active_bytes": 6499901448, "mlx_peak_bytes": 6582218180, "mlx_cache_bytes": 20553350281, "process_rss_bytes": 2524626944}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6582218180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e209cfde9173ddd60c01cc1f3d91bb42f3d8c13461edaab5fc28f867b733d550", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1161 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e5a00fa0df68a67d0f78fb10", "attempt_id": "f333272dd60b", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:53.532075Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 44, "compress_ms": 66.33254105690867}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 44, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 53673984, "serialized_payload_bytes": 53690102, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.275374956429, "doc_prefill_ms": 1079.283709055744, "compress_ms": 70.68979204632342, "serialize_ms": 12.356624938547611, "load_ms": 0.9592919377610087, "receiver_prefill_ms": 0.0, "query_prefill_ms": 425.0732910586521, "ttft_ms": 425.0732910586521, "decode_ms": 82.70149992313236}, "total_wall_ms": 596.6072500450537, "ttft_ms": 425.0732910586521, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2557558784, "backend_memory": {"mlx_active_bytes": 6499983368, "mlx_peak_bytes": 6585712172, "mlx_cache_bytes": 20558225373, "process_rss_bytes": 2557558784}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6585712172, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "892005", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e209cfde9173ddd60c01cc1f3d91bb42f3d8c13461edaab5fc28f867b733d550", "output_hash": "296832ce0f2ee0fb1dcf407ccce524ec73af796101cbe85b60c358235bf11a7e"} |
| |
1162 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "69b5eb2881783c3456c6d330", "attempt_id": "bc468de17ecc", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:54.155032Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 36, "compress_ms": 63.49045899696648, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 36, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 28514304, "serialized_payload_bytes": 28548617, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.83500003442168, "doc_prefill_ms": 1079.283709055744, "compress_ms": 75.81075001507998, "serialize_ms": 9.54687490593642, "load_ms": 1.6604999545961618, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.599666935391724, "ttft_ms": 19.599666935391724, "decode_ms": 101.93045809864998}, "total_wall_ms": 213.87766709085554, "ttft_ms": 19.599666935391724, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2586673152, "backend_memory": {"mlx_active_bytes": 6448968472, "mlx_peak_bytes": 6500299676, "mlx_cache_bytes": 20704335053, "process_rss_bytes": 2586673152}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6500299676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PQ-6777", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "344a2d98f8e82c38ef68f6957337fe6ea8f6304ba5ab48f2cb94f26829c00559", "output_hash": "f60b3b34769e91cf6ac0955adba8f5baef3899dfc3978162c681689d95638a0d"} |
| |
1163 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c44634c9924bdb90061ba8d6", "attempt_id": "d41eb0d3ee2b", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:54.394946Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 41, "compress_ms": 63.09391697868705, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 41, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 28514304, "serialized_payload_bytes": 28548617, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.76308302488178, "doc_prefill_ms": 1079.283709055744, "compress_ms": 76.05150004383177, "serialize_ms": 8.287666947580874, "load_ms": 1.7192920204252005, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.736792008392513, "ttft_ms": 20.736792008392513, "decode_ms": 129.44329204037786}, "total_wall_ms": 241.02399998810142, "ttft_ms": 20.736792008392513, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2589229056, "backend_memory": {"mlx_active_bytes": 6447796088, "mlx_peak_bytes": 6514373920, "mlx_cache_bytes": 20723381613, "process_rss_bytes": 2589229056}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6514373920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 239-E, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "344a2d98f8e82c38ef68f6957337fe6ea8f6304ba5ab48f2cb94f26829c00559", "output_hash": "58ac0c4d209227a22a0ad818d3b7d1a70c7279ae290847bb31144897b9f48ce5"} |
| |
1164 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e62829620047c107e765907a", "attempt_id": "ee2457613ae9", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:54.661723Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 40, "compress_ms": 62.78333393856883, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 40, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 28514304, "serialized_payload_bytes": 28548617, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.97962502203882, "doc_prefill_ms": 1079.283709055744, "compress_ms": 75.162332970649, "serialize_ms": 8.3801249274984, "load_ms": 1.9107090774923563, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.209583988413215, "ttft_ms": 19.209583988413215, "decode_ms": 100.73399997781962}, "total_wall_ms": 210.36929090041667, "ttft_ms": 19.209583988413215, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2589261824, "backend_memory": {"mlx_active_bytes": 6447784904, "mlx_peak_bytes": 6505001120, "mlx_cache_bytes": 20740645149, "process_rss_bytes": 2589261824}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6505001120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "38.1986", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "344a2d98f8e82c38ef68f6957337fe6ea8f6304ba5ab48f2cb94f26829c00559", "output_hash": "719dc09f24a274e62719c31b0a3e7bbe26561918f786c289b7642a1c6e126b9a"} |
| |
1165 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3657af70fc635617e2d8f854", "attempt_id": "1a23571b170e", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:54.898371Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 35, "compress_ms": 61.84054201003164, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 35, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 28514304, "serialized_payload_bytes": 28548617, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.8687499742955, "doc_prefill_ms": 1079.283709055744, "compress_ms": 73.95983405876905, "serialize_ms": 8.453084039501846, "load_ms": 1.5668330015614629, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.242624985054135, "ttft_ms": 19.242624985054135, "decode_ms": 129.5087089529261}, "total_wall_ms": 237.6525839790702, "ttft_ms": 19.242624985054135, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 35}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2589261824, "backend_memory": {"mlx_active_bytes": 6447781400, "mlx_peak_bytes": 6498439948, "mlx_cache_bytes": 20740648653, "process_rss_bytes": 2589261824}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6498439948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "344a2d98f8e82c38ef68f6957337fe6ea8f6304ba5ab48f2cb94f26829c00559", "output_hash": "dc1a90013da5aba8178a2099c35069f47cc07df44d751cf8071b84ead02462f3"} |
| |
1166 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "89f5b6ab145972b94996ed27", "attempt_id": "00d5859e1ec2", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:55.161748Z", "task_family": "synthetic", "document_id": "syn_03010_8000", "document_hash": "8beb6214b362911c46f5db753e36cc61c5444a7d8ea3c267dd1346c90c9d36f7", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03010_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5826, "keep": 1456, "window_tokens": 44, "compress_ms": 63.034582999534905, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5787, "source_tokens_receiver": 5787, "query_tokens": 44, "message_tokens": 5826, "message_utf8_bytes": 29147, "cache_tensor_bytes": 28514304, "serialized_payload_bytes": 28548618, "side_information_bytes": 34314, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.71083403471857, "doc_prefill_ms": 1079.283709055744, "compress_ms": 75.02620900049806, "serialize_ms": 8.263374911621213, "load_ms": 1.8844580044969916, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.387374981306493, "ttft_ms": 19.387374981306493, "decode_ms": 86.91304200328887}, "total_wall_ms": 196.38804194983095, "ttft_ms": 19.387374981306493, "input_usage": {"receiver_prefix_tokens": 5826, "dense_cache_bytes": 214769664, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2589261824, "backend_memory": {"mlx_active_bytes": 6447796088, "mlx_peak_bytes": 6509392284, "mlx_cache_bytes": 20759776269, "process_rss_bytes": 2589261824}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6509392284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "892005", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03010_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7bcecd29c77a375dc7f60ba10fa035163dc8b0e7b182cab995e1c7747d86302c", "output_hash": "296832ce0f2ee0fb1dcf407ccce524ec73af796101cbe85b60c358235bf11a7e"} |
| |
1167 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fbd959eaed4df61e836a322c", "attempt_id": "2db70cab51e0", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:56.163169Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 63, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00925001222640276, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.691583028063178, "ttft_ms": 13.077917043119669, "decode_ms": 13.240959029644728}, "total_wall_ms": 49.51399995479733, "ttft_ms": 13.077917043119669, "input_usage": {"receiver_prompt_tokens": 63}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1998749696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221554036, "mlx_cache_bytes": 269518512, "process_rss_bytes": 1998749696}, "peak_prefill_memory": null, "peak_decode_memory": 6221554036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1168 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2babb10928c3e93157524a1d", "attempt_id": "6c1fbc26c407", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:56.250598Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00925001222640276, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.001707904972136, "ttft_ms": 12.911750003695488, "decode_ms": 13.155583990737796}, "total_wall_ms": 50.537874922156334, "ttft_ms": 12.911750003695488, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1998749696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 332940976, "process_rss_bytes": 1998749696}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1169 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b4060d6ed3957db2d40d1a1d", "attempt_id": "44d028eaa18e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:56.334703Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00925001222640276, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.75729090999812, "ttft_ms": 13.231916935183108, "decode_ms": 13.202417059801519}, "total_wall_ms": 50.755583913996816, "ttft_ms": 13.231916935183108, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1998749696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243967624, "mlx_cache_bytes": 393397936, "process_rss_bytes": 1998749696}, "peak_prefill_memory": null, "peak_decode_memory": 6243967624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1170 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c534057ee618396405d60cc9", "attempt_id": "6ca79767eb9b", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:56.418220Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00925001222640276, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.547625090926886, "ttft_ms": 12.83799996599555, "decode_ms": 12.968832976184785}, "total_wall_ms": 40.86025001015514, "ttft_ms": 12.83799996599555, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1998782464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 418760624, "process_rss_bytes": 1998782464}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1171 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b686bc9d5e5369ce815a0b90", "attempt_id": "3b9f47ba757c", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:56.492222Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 72, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00925001222640276, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.882041103206575, "ttft_ms": 13.175875064916909, "decode_ms": 13.236000086180866}, "total_wall_ms": 50.747624947689474, "ttft_ms": 13.175875064916909, "input_usage": {"receiver_prompt_tokens": 72}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1998782464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245294728, "mlx_cache_bytes": 462849968, "process_rss_bytes": 1998782464}, "peak_prefill_memory": null, "peak_decode_memory": 6245294728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1172 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c2866a3d73b794329ba2d430", "attempt_id": "9cfe9ff70e05", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:56.575571Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11042, "message_tokens": 10969, "message_utf8_bytes": 58856, "cache_tensor_bytes": null, "serialized_payload_bytes": 58856, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008999952115118504, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1471.7930830083787, "ttft_ms": 14.77733300998807, "decode_ms": 143.68891611229628}, "total_wall_ms": 1646.9977920642123, "ttft_ms": 14.77733300998807, "input_usage": {"receiver_prompt_tokens": 11042}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1998831616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3327526832, "process_rss_bytes": 1998831616}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-93K-3190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "output_hash": "8411bbd1fb192fb05f6e17dee32f7665fdc3549cfeaf819c58f3f6b9634dac96"} |
| |
1173 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3e7c277ec515f93fdeceb077", "attempt_id": "e721ac320398", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:47:58.255676Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11048, "message_tokens": 10969, "message_utf8_bytes": 58856, "cache_tensor_bytes": null, "serialized_payload_bytes": 58856, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008999952115118504, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1612.8157910425216, "ttft_ms": 14.913749997504056, "decode_ms": 146.27195801585913}, "total_wall_ms": 1790.95341602806, "ttft_ms": 14.913749997504056, "input_usage": {"receiver_prompt_tokens": 11048}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1998897152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3802204080, "process_rss_bytes": 1998897152}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "output_hash": "85aaaf9542aeecb65d2bc6f1a274500f7c931897831caac6f84b9728b8f49150"} |
| |
1174 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c05f9806703b6869276e981", "attempt_id": "b4c29fd5ca56", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:00.080461Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11049, "message_tokens": 10969, "message_utf8_bytes": 58856, "cache_tensor_bytes": null, "serialized_payload_bytes": 58856, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008999952115118504, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1753.638167050667, "ttft_ms": 15.108958003111184, "decode_ms": 104.21604104340076}, "total_wall_ms": 1889.4834999227896, "ttft_ms": 15.108958003111184, "input_usage": {"receiver_prompt_tokens": 11049}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1998946304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4134864816, "process_rss_bytes": 1998946304}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1175 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "69546ef9101bb44306d20db7", "attempt_id": "037065824a1b", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:02.004261Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11044, "message_tokens": 10969, "message_utf8_bytes": 58856, "cache_tensor_bytes": null, "serialized_payload_bytes": 58856, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008999952115118504, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1810.1284999866039, "ttft_ms": 15.311541967093945, "decode_ms": 74.59695800207555}, "total_wall_ms": 1916.6702500078827, "ttft_ms": 15.311541967093945, "input_usage": {"receiver_prompt_tokens": 11044}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1998995456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4465657776, "process_rss_bytes": 1998995456}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1176 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cbd30ae23801b0068770147e", "attempt_id": "c62aea80643d", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:03.954213Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11051, "message_tokens": 10969, "message_utf8_bytes": 58856, "cache_tensor_bytes": null, "serialized_payload_bytes": 58856, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008999952115118504, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1881.0535829979926, "ttft_ms": 15.31937497202307, "decode_ms": 134.65629203710705}, "total_wall_ms": 2047.4548330530524, "ttft_ms": 15.31937497202307, "input_usage": {"receiver_prompt_tokens": 11051}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1999044608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4947232688, "process_rss_bytes": 1999044608}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,973,260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "output_hash": "7004847b46e393d90b40d12b5b11207c84778d1c035bc322d96f9f0393bc80af"} |
| |
1177 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c07d830ebf0c95e9f4bfa5f9", "attempt_id": "86791e91174d", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:06.043313Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10969}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 594, "message_tokens": 516, "message_utf8_bytes": 2323, "cache_tensor_bytes": null, "serialized_payload_bytes": 2323, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.674250053241849, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.82954200915992, "ttft_ms": 13.39804194867611, "decode_ms": 13.269250048324466}, "total_wall_ms": 104.16358395013958, "ttft_ms": 13.39804194867611, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999077376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 5341988784, "process_rss_bytes": 1999077376}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db838081bd97081ea67750ae162a9004dbfc8d97dd7f869d32f5feac471aa13f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1178 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2a4cf02de13610a8a1b82f88", "attempt_id": "6c2d1a36dfda", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:06.180558Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10969}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2323, "cache_tensor_bytes": null, "serialized_payload_bytes": 2323, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.674250053241849, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.14595803897828, "ttft_ms": 13.578583020716906, "decode_ms": 13.528082985430956}, "total_wall_ms": 104.42670900374651, "ttft_ms": 13.578583020716906, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999093760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 5691852720, "process_rss_bytes": 1999093760}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db838081bd97081ea67750ae162a9004dbfc8d97dd7f869d32f5feac471aa13f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1179 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "931e071dd856144adbb30449", "attempt_id": "6f2ef36061d4", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:06.317753Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10969}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2323, "cache_tensor_bytes": null, "serialized_payload_bytes": 2323, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.674250053241849, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.36783290561289, "ttft_ms": 13.597209006547928, "decode_ms": 13.385833008214831}, "total_wall_ms": 103.59920898918062, "ttft_ms": 13.597209006547928, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999093760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5938988976, "process_rss_bytes": 1999093760}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db838081bd97081ea67750ae162a9004dbfc8d97dd7f869d32f5feac471aa13f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1180 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1cdf808d0a4e4a4073aa0f7f", "attempt_id": "fec7f5cbab21", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:06.453971Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10969}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2323, "cache_tensor_bytes": null, "serialized_payload_bytes": 2323, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.674250053241849, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.65904199145734, "ttft_ms": 13.447000063024461, "decode_ms": 67.51758290920407}, "total_wall_ms": 157.8596249455586, "ttft_ms": 13.447000063024461, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1999110144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 6184060848, "process_rss_bytes": 1999110144}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db838081bd97081ea67750ae162a9004dbfc8d97dd7f869d32f5feac471aa13f", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1181 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c6a9b89c4ea033161eb10ccc", "attempt_id": "0edcd9161bc9", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:06.644560Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10969}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 603, "message_tokens": 516, "message_utf8_bytes": 2323, "cache_tensor_bytes": null, "serialized_payload_bytes": 2323, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.674250053241849, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.64333309326321, "ttft_ms": 13.426334015093744, "decode_ms": 13.452584040351212}, "total_wall_ms": 102.8920829994604, "ttft_ms": 13.426334015093744, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999126528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 6550734768, "process_rss_bytes": 1999126528}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db838081bd97081ea67750ae162a9004dbfc8d97dd7f869d32f5feac471aa13f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1182 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f51b697c365110be14916ed7", "attempt_id": "eea18d0de0fb", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:06.790792Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 581, "message_tokens": 507, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.791707969270647, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.97470797877759, "ttft_ms": 13.653125031851232, "decode_ms": 27.040667016990483}, "total_wall_ms": 115.7522500725463, "ttft_ms": 13.653125031851232, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1999437824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 6903744432, "process_rss_bytes": 1999437824}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NOK", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc1cedb36990fbf153662fdee2abe27cdad2873eddd42bf00bbb41d8fdadf934", "output_hash": "3c20cc52e71818d6efc5d8c9ca724f7db5d70f3f2890a6b97d52caf33f7d4e85"} |
| |
1183 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d9662c885f45c635a2b40dbd", "attempt_id": "41c4089b2f3d", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:06.941394Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 587, "message_tokens": 507, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.791707969270647, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.60645900573581, "ttft_ms": 13.887334032915533, "decode_ms": 13.388250023126602}, "total_wall_ms": 102.87837497889996, "ttft_ms": 13.887334032915533, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999454208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 7246235568, "process_rss_bytes": 1999454208}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc1cedb36990fbf153662fdee2abe27cdad2873eddd42bf00bbb41d8fdadf934", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1184 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2cce4af06a07f1e17839c732", "attempt_id": "c0ec1422fb8c", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:07.077359Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 588, "message_tokens": 507, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.791707969270647, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.26858302298933, "ttft_ms": 13.50512495264411, "decode_ms": 13.964375015348196}, "total_wall_ms": 103.81783300545067, "ttft_ms": 13.50512495264411, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999454208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 7487965104, "process_rss_bytes": 1999454208}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc1cedb36990fbf153662fdee2abe27cdad2873eddd42bf00bbb41d8fdadf934", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1185 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "072e467a4b2805eed56030e4", "attempt_id": "b0b85c49554b", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:07.214634Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 583, "message_tokens": 507, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.791707969270647, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.80666704941541, "ttft_ms": 13.765834039077163, "decode_ms": 67.5446669338271}, "total_wall_ms": 157.14441693853587, "ttft_ms": 13.765834039077163, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1999470592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579400792, "mlx_cache_bytes": 7749257136, "process_rss_bytes": 1999470592}, "peak_prefill_memory": null, "peak_decode_memory": 6579400792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc1cedb36990fbf153662fdee2abe27cdad2873eddd42bf00bbb41d8fdadf934", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1186 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "87b8758b2df3d4b32ecd24c8", "attempt_id": "68d200616c03", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:07.405529Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 590, "message_tokens": 507, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.791707969270647, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.81645811256021, "ttft_ms": 13.534749974496663, "decode_ms": 120.80779194366187}, "total_wall_ms": 209.23425001092255, "ttft_ms": 13.534749974496663, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1999470592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584283224, "mlx_cache_bytes": 8013694896, "process_rss_bytes": 1999470592}, "peak_prefill_memory": null, "peak_decode_memory": 6584283224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,973,260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc1cedb36990fbf153662fdee2abe27cdad2873eddd42bf00bbb41d8fdadf934", "output_hash": "7004847b46e393d90b40d12b5b11207c84778d1c035bc322d96f9f0393bc80af"} |
| |
1187 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "df411a0a3846b2d89d8a61da", "attempt_id": "e37638c4237d", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:07.648429Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 583, "message_tokens": 509, "message_utf8_bytes": 1347, "cache_tensor_bytes": null, "serialized_payload_bytes": 1347, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.190208924934268, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.77500002924353, "ttft_ms": 13.570833951234818, "decode_ms": 134.60804207716137}, "total_wall_ms": 223.18775008898228, "ttft_ms": 13.570833951234818, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1999486976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6576992344, "mlx_cache_bytes": 8013694896, "process_rss_bytes": 1999486976}, "peak_prefill_memory": null, "peak_decode_memory": 6576992344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-93K-3190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56d602180cf15b8d13719508ca09f5a4ab8e05c8bb0a28be6ac51cffcc8faa3e", "output_hash": "8411bbd1fb192fb05f6e17dee32f7665fdc3549cfeaf819c58f3f6b9634dac96"} |
| |
1188 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23bbf65281052f362eebcb48", "attempt_id": "8954b3b8c7aa", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:07.904562Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1309, "cache_tensor_bytes": null, "serialized_payload_bytes": 1309, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.8761249743402004, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.55012492835522, "ttft_ms": 13.735541957430542, "decode_ms": 132.30304198805243}, "total_wall_ms": 220.47887498047203, "ttft_ms": 13.735541957430542, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1999503360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 8257193904, "process_rss_bytes": 1999503360}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c6bc18bb72c53083b955542db6ba957c4c0181873463bded502c175d2130a497", "output_hash": "85aaaf9542aeecb65d2bc6f1a274500f7c931897831caac6f84b9728b8f49150"} |
| |
1189 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cbf737294d7de8ddbe7e50f4", "attempt_id": "9025bc4a1be3", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:08.159093Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 581, "message_tokens": 500, "message_utf8_bytes": 1318, "cache_tensor_bytes": null, "serialized_payload_bytes": 1318, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1157080084085464, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.9376249210909, "ttft_ms": 13.289208058267832, "decode_ms": 93.03079196251929}, "total_wall_ms": 179.40554092638195, "ttft_ms": 13.289208058267832, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1999503360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 8257193904, "process_rss_bytes": 1999503360}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2abb94a25838d4e7cc89d3f9a4e41cf9b1aa466e5699091a48b0d4fac5e506f4", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1190 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "63beae2ecd06b35bc959151f", "attempt_id": "6198f9e0a675", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:08.372221Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 20}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 580, "message_tokens": 504, "message_utf8_bytes": 1590, "cache_tensor_bytes": null, "serialized_payload_bytes": 1590, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.126750001683831, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.59100009407848, "ttft_ms": 13.483000104315579, "decode_ms": 66.71483407262713}, "total_wall_ms": 153.99658295791596, "ttft_ms": 13.483000104315579, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1999503360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 8257193904, "process_rss_bytes": 1999503360}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ccbc60eb7752dfb0155332b61653f76269e1aee7299c9cce34a204d29bf5f70", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1191 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd802b4e6716e7d621f59d4c", "attempt_id": "f1f1ed6e64ca", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:08.560111Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 15}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 593, "message_tokens": 510, "message_utf8_bytes": 1292, "cache_tensor_bytes": null, "serialized_payload_bytes": 1292, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.2539169769734144, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.86954098101705, "ttft_ms": 13.435416971333325, "decode_ms": 120.05112506449223}, "total_wall_ms": 207.63325004372746, "ttft_ms": 13.435416971333325, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1999503360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566129752, "mlx_cache_bytes": 8344487856, "process_rss_bytes": 1999503360}, "peak_prefill_memory": null, "peak_decode_memory": 6566129752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,973,260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "267c7dfcb83c6dc60e7faa5ff8ecb3f1a5b748e78a3a6fdfd9439bbdf61fc3a1", "output_hash": "7004847b46e393d90b40d12b5b11207c84778d1c035bc322d96f9f0393bc80af"} |
| |
1192 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7df8dbe8451915c079552eb7", "attempt_id": "301c71f7c33a", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:18.239810Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 590, "message_tokens": 512, "message_utf8_bytes": 1625, "cache_tensor_bytes": null, "serialized_payload_bytes": 1625, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9439.025166910142, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.86687507014722, "ttft_ms": 13.36912508122623, "decode_ms": 133.2523749442771}, "total_wall_ms": 217.7256669383496, "ttft_ms": 13.36912508122623, "input_usage": {"receiver_prompt_tokens": 590, "sender_input_tokens": 11085, "sender_output_tokens": 512, "sender_prefill_ms": 2055.8364170137793, "sender_ttft_ms": 15.337624936364591, "sender_decode_ms": 7359.34945801273}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1999650816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581842008, "mlx_cache_bytes": 9712699312, "process_rss_bytes": 1999650816}, "peak_prefill_memory": null, "peak_decode_memory": 6581842008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-93K-3190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "074fe81e49533a11fb095dfff660d39c12b70c43beb0da2bcdc8d592c1485526", "output_hash": "8411bbd1fb192fb05f6e17dee32f7665fdc3549cfeaf819c58f3f6b9634dac96"} |
| |
1193 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b4d850f8c20a8fc755f74c80", "attempt_id": "c6a12fbf9212", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:18.491446Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1625, "cache_tensor_bytes": null, "serialized_payload_bytes": 1625, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9439.025166910142, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.19770808983594, "ttft_ms": 13.59279197640717, "decode_ms": 40.28049996122718}, "total_wall_ms": 125.16683305148035, "ttft_ms": 13.59279197640717, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 11085, "sender_output_tokens": 512, "sender_prefill_ms": 2055.8364170137793, "sender_ttft_ms": 15.337624936364591, "sender_decode_ms": 7359.34945801273}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1999650816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 9712699312, "process_rss_bytes": 1999650816}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.4}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "074fe81e49533a11fb095dfff660d39c12b70c43beb0da2bcdc8d592c1485526", "output_hash": "19903a0bdc1407edfaa897191f094a480b52fdeab4c977d5773033c92ad77c84"} |
| |
1194 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3436c08759c410a395252964", "attempt_id": "0601295e4d21", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:18.650246Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1625, "cache_tensor_bytes": null, "serialized_payload_bytes": 1625, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9439.025166910142, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.76020804420114, "ttft_ms": 14.47320799343288, "decode_ms": 94.39154097344726}, "total_wall_ms": 182.83779197372496, "ttft_ms": 14.47320799343288, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 11085, "sender_output_tokens": 512, "sender_prefill_ms": 2055.8364170137793, "sender_ttft_ms": 15.337624936364591, "sender_decode_ms": 7359.34945801273}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1999650816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 9958066096, "process_rss_bytes": 1999650816}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "074fe81e49533a11fb095dfff660d39c12b70c43beb0da2bcdc8d592c1485526", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1195 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f234c4e4606e5d5f4a292231", "attempt_id": "223d7f92b5df", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:18.866585Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1625, "cache_tensor_bytes": null, "serialized_payload_bytes": 1625, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9439.025166910142, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.55366698559374, "ttft_ms": 13.581084087491035, "decode_ms": 67.57316598668694}, "total_wall_ms": 156.89824998844415, "ttft_ms": 13.581084087491035, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 11085, "sender_output_tokens": 512, "sender_prefill_ms": 2055.8364170137793, "sender_ttft_ms": 15.337624936364591, "sender_decode_ms": 7359.34945801273}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1999667200, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 9958066096, "process_rss_bytes": 1999667200}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "074fe81e49533a11fb095dfff660d39c12b70c43beb0da2bcdc8d592c1485526", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1196 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79e92744e8a5b2b653d6949f", "attempt_id": "6b2b31592c39", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:19.057480Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 599, "message_tokens": 512, "message_utf8_bytes": 1625, "cache_tensor_bytes": null, "serialized_payload_bytes": 1625, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9439.025166910142, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.83837506920099, "ttft_ms": 13.8393749948591, "decode_ms": 13.526209047995508}, "total_wall_ms": 105.33837496768683, "ttft_ms": 13.8393749948591, "input_usage": {"receiver_prompt_tokens": 599, "sender_input_tokens": 11085, "sender_output_tokens": 512, "sender_prefill_ms": 2055.8364170137793, "sender_ttft_ms": 15.337624936364591, "sender_decode_ms": 7359.34945801273}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999683584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569422936, "mlx_cache_bytes": 10046244784, "process_rss_bytes": 1999683584}, "peak_prefill_memory": null, "peak_decode_memory": 6569422936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "074fe81e49533a11fb095dfff660d39c12b70c43beb0da2bcdc8d592c1485526", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1197 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "86fd20ba3d789cf5a98a9cf5", "attempt_id": "41029d417f85", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:19.196803Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 317, "message_tokens": 240, "message_utf8_bytes": 812, "cache_tensor_bytes": null, "serialized_payload_bytes": 812, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5729.363374994136, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.12487498484552, "ttft_ms": 13.1453339708969, "decode_ms": 131.17679103743285}, "total_wall_ms": 5920.134540996514, "ttft_ms": 13.1453339708969, "input_usage": {"receiver_prompt_tokens": 317, "sender_input_tokens": 11079, "sender_output_tokens": 240, "sender_prefill_ms": 2229.3402090435848, "sender_ttft_ms": 15.703417011536658, "sender_decode_ms": 3475.010249996558}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1999962112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6441952608, "mlx_cache_bytes": 10703015072, "process_rss_bytes": 1999962112}, "peak_prefill_memory": null, "peak_decode_memory": 6441952608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-93K-3190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5747a7ed4531e4f871ca0872bb76db288c810f93d0ed46ee704b5914614a1dcf", "output_hash": "8411bbd1fb192fb05f6e17dee32f7665fdc3549cfeaf819c58f3f6b9634dac96"} |
| |
1198 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a612b556e7a0d257ec3a70e7", "attempt_id": "34a956905af9", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:25.150392Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 224, "message_tokens": 141, "message_utf8_bytes": 378, "cache_tensor_bytes": null, "serialized_payload_bytes": 378, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4137.35712505877, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.141540945507586, "ttft_ms": 13.202958041802049, "decode_ms": 131.48370804265141}, "total_wall_ms": 4315.829999977723, "ttft_ms": 13.202958041802049, "input_usage": {"receiver_prompt_tokens": 224, "sender_input_tokens": 11085, "sender_output_tokens": 141, "sender_prefill_ms": 2078.563707997091, "sender_ttft_ms": 15.692083048634231, "sender_decode_ms": 2034.0781669365242}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2000011264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6360819040, "mlx_cache_bytes": 10885663904, "process_rss_bytes": 2000011264}, "peak_prefill_memory": null, "peak_decode_memory": 6360819040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "014d94612c441464260ebbc547ebfa13e4d82f25dd08e52e03c4d5cd4966014a", "output_hash": "85aaaf9542aeecb65d2bc6f1a274500f7c931897831caac6f84b9728b8f49150"} |
| |
1199 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1616ffc5f0b9880811e278d9", "attempt_id": "64d96f7f1ad2", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:29.499742Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 147, "message_tokens": 63, "message_utf8_bytes": 251, "cache_tensor_bytes": null, "serialized_payload_bytes": 251, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2960.568958078511, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.907875043340027, "ttft_ms": 13.000667095184326, "decode_ms": 91.86916600447148}, "total_wall_ms": 3096.9935830216855, "ttft_ms": 13.000667095184326, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 11086, "sender_output_tokens": 63, "sender_prefill_ms": 2020.0751660158858, "sender_ttft_ms": 15.592875075526536, "sender_decode_ms": 915.9978330135345}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2000060416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300132024, "mlx_cache_bytes": 11499278056, "process_rss_bytes": 2000060416}, "peak_prefill_memory": null, "peak_decode_memory": 6300132024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93e8732e20e8ec7bbb846ccae0baf46eebafdf5be5d3f524b75d6fcf60f6c96d", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1200 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b27010e0cf53376cc963741", "attempt_id": "e75c048c5ad8", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:41.966302Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 398, "message_tokens": 309, "message_utf8_bytes": 777, "cache_tensor_bytes": null, "serialized_payload_bytes": 777, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9335.469292011112, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.30674997437745, "ttft_ms": 13.449874939396977, "decode_ms": 13.421916984952986}, "total_wall_ms": 80.19829192198813, "ttft_ms": 13.449874939396977, "input_usage": {"receiver_prompt_tokens": 398, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 1956.133333966136, "sender_ttft_ms": 15.933374990709126, "sender_decode_ms": 7354.580041952431}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2000191488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6507423396, "mlx_cache_bytes": 12332078364, "process_rss_bytes": 2000191488}, "peak_prefill_memory": null, "peak_decode_memory": 6507423396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e84b146b28f827ccfb9f72797e708d9b27528225836d37fdb932d1abfb0073d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1201 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "698cc828f274e2f35715f35f", "attempt_id": "ae1cc241fae2", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:42.082338Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 404, "message_tokens": 309, "message_utf8_bytes": 777, "cache_tensor_bytes": null, "serialized_payload_bytes": 777, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9335.469292011112, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.2663330193609, "ttft_ms": 13.35245801601559, "decode_ms": 119.99987496528774}, "total_wall_ms": 186.53229204937816, "ttft_ms": 13.35245801601559, "input_usage": {"receiver_prompt_tokens": 404, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 1956.133333966136, "sender_ttft_ms": 15.933374990709126, "sender_decode_ms": 7354.580041952431}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2000191488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6515205820, "mlx_cache_bytes": 12641295208, "process_rss_bytes": 2000191488}, "peak_prefill_memory": null, "peak_decode_memory": 6515205820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 471-A in Fermont", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e84b146b28f827ccfb9f72797e708d9b27528225836d37fdb932d1abfb0073d", "output_hash": "5820c526a62e5b4f0cb3d3522c15f2dc4989b1fe094082cbf8be44c7686de6eb"} |
| |
1202 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eeb7fd0741fb2759e412133c", "attempt_id": "1e3a562bc108", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:42.302720Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 405, "message_tokens": 309, "message_utf8_bytes": 777, "cache_tensor_bytes": null, "serialized_payload_bytes": 777, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9335.469292011112, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.455415949225426, "ttft_ms": 13.229083037003875, "decode_ms": 13.383332989178598}, "total_wall_ms": 80.01508296001703, "ttft_ms": 13.229083037003875, "input_usage": {"receiver_prompt_tokens": 405, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 1956.133333966136, "sender_ttft_ms": 15.933374990709126, "sender_decode_ms": 7354.580041952431}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2000207872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6512256704, "mlx_cache_bytes": 12863070648, "process_rss_bytes": 2000207872}, "peak_prefill_memory": null, "peak_decode_memory": 6512256704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e84b146b28f827ccfb9f72797e708d9b27528225836d37fdb932d1abfb0073d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1203 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f0d73f757429278b1c61a918", "attempt_id": "8e0568e36705", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:42.416639Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 400, "message_tokens": 309, "message_utf8_bytes": 777, "cache_tensor_bytes": null, "serialized_payload_bytes": 777, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9335.469292011112, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.18795796483755, "ttft_ms": 13.721249997615814, "decode_ms": 66.85125001240522}, "total_wall_ms": 134.58275003358722, "ttft_ms": 13.721249997615814, "input_usage": {"receiver_prompt_tokens": 400, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 1956.133333966136, "sender_ttft_ms": 15.933374990709126, "sender_decode_ms": 7354.580041952431}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2000207872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6508603068, "mlx_cache_bytes": 13082354104, "process_rss_bytes": 2000207872}, "peak_prefill_memory": null, "peak_decode_memory": 6508603068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e84b146b28f827ccfb9f72797e708d9b27528225836d37fdb932d1abfb0073d", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1204 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d931cb02bc393efd8326defd", "attempt_id": "b46b01e7d0af", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:42.585204Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 407, "message_tokens": 309, "message_utf8_bytes": 777, "cache_tensor_bytes": null, "serialized_payload_bytes": 777, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9335.469292011112, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.07991597894579, "ttft_ms": 13.489167089574039, "decode_ms": 13.337415992282331}, "total_wall_ms": 81.8003750173375, "ttft_ms": 13.489167089574039, "input_usage": {"receiver_prompt_tokens": 407, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 1956.133333966136, "sender_ttft_ms": 15.933374990709126, "sender_decode_ms": 7354.580041952431}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2000207872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6514140872, "mlx_cache_bytes": 13380511760, "process_rss_bytes": 2000207872}, "peak_prefill_memory": null, "peak_decode_memory": 6514140872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e84b146b28f827ccfb9f72797e708d9b27528225836d37fdb932d1abfb0073d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1205 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "532ea20bd50ce3434b3c2f02", "attempt_id": "dac0941de6c9", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:42.700561Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 141, "message_tokens": 52, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3244.512666016817, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.60099994763732, "ttft_ms": 13.262041960842907, "decode_ms": 133.3134580636397}, "total_wall_ms": 3422.217915998772, "ttft_ms": 13.262041960842907, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 11120, "sender_output_tokens": 72, "sender_prefill_ms": 2176.3964589918032, "sender_ttft_ms": 15.57299995329231, "sender_decode_ms": 1044.0955420490354}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2000257024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294856376, "mlx_cache_bytes": 14000842768, "process_rss_bytes": 2000257024}, "peak_prefill_memory": null, "peak_decode_memory": 6294856376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-93K-3190", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2f502ee05c5c603eac35973cbb71bd374feb282d05b1a0b9007ffa5ec3f5ef5e", "output_hash": "8411bbd1fb192fb05f6e17dee32f7665fdc3549cfeaf819c58f3f6b9634dac96"} |
| |
1206 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1cffb900e3b6c8d83650e762", "attempt_id": "39fbeebf01f1", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:46.155807Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 146, "message_tokens": 51, "message_utf8_bytes": 112, "cache_tensor_bytes": null, "serialized_payload_bytes": 112, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3085.34929191228, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.56412492878735, "ttft_ms": 13.199583045206964, "decode_ms": 131.88870798330754}, "total_wall_ms": 3261.5475410129875, "ttft_ms": 13.199583045206964, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 11126, "sender_output_tokens": 70, "sender_prefill_ms": 2043.1995830731466, "sender_ttft_ms": 14.956166967749596, "sender_decode_ms": 1018.2905830442905}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2000289792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299476664, "mlx_cache_bytes": 14594697232, "process_rss_bytes": 2000289792}, "peak_prefill_memory": null, "peak_decode_memory": 6299476664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D in Gaspé", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3905804687c3d132da530a1bcf9aeab63fa33839c37e321c49054027f4fc4586", "output_hash": "283dbd7054b89236b44c467ae579ba2c72ef39e589629cda911d5b89c461aa07"} |
| |
1207 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "562fcbb202e17b3a13f0efb4", "attempt_id": "b7ff90ac8dd9", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:49.451132Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 148, "message_tokens": 52, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3150.6722499616444, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.547291066497564, "ttft_ms": 13.585875043645501, "decode_ms": 94.55358295235783}, "total_wall_ms": 3292.9149590199813, "ttft_ms": 13.585875043645501, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 11127, "sender_output_tokens": 73, "sender_prefill_ms": 2062.3179170070216, "sender_ttft_ms": 15.562458080239594, "sender_decode_ms": 1063.8713330263272}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2000338944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300787388, "mlx_cache_bytes": 15011408476, "process_rss_bytes": 2000338944}, "peak_prefill_memory": null, "peak_decode_memory": 6300787388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8af97342ccb612309dae2e2f1fd2df5f08f8b98b128e11065c7d61d1036af365", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1208 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c64231140df123b0e30abe48", "attempt_id": "4b0818a907a8", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:52.777968Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 1006, "message_tokens": 932, "message_utf8_bytes": 656, "cache_tensor_bytes": null, "serialized_payload_bytes": 656, "side_information_bytes": 0, "fetched_bytes": 1612, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022958964109420776, "decode_payload_ms": 0.0, "receiver_prefill_ms": 107.08950005937368, "ttft_ms": 13.542084023356438, "decode_ms": 13.448041980154812}, "total_wall_ms": 136.1697920365259, "ttft_ms": 13.542084023356438, "input_usage": {"receiver_prompt_tokens": 1006, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 1956.133333966136, "sender_ttft_ms": 15.933374990709126, "sender_decode_ms": 7354.580041952431}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2000470016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6807842892, "mlx_cache_bytes": 15668472412, "process_rss_bytes": 2000470016}, "peak_prefill_memory": null, "peak_decode_memory": 6807842892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1612, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee7e8b6ffd296576438b1dc4fec9d1ec0b9ad17227da5e55586a6173c044ecc5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1209 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a70cc42b9963c6124eaab9ae", "attempt_id": "ab32bfe12c22", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:52.947540Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 1012, "message_tokens": 932, "message_utf8_bytes": 656, "cache_tensor_bytes": null, "serialized_payload_bytes": 656, "side_information_bytes": 0, "fetched_bytes": 1612, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022958964109420776, "decode_payload_ms": 0.0, "receiver_prefill_ms": 113.17012505605817, "ttft_ms": 13.725458993576467, "decode_ms": 13.69166700169444}, "total_wall_ms": 142.12312491144985, "ttft_ms": 13.725458993576467, "input_usage": {"receiver_prompt_tokens": 1012, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 1956.133333966136, "sender_ttft_ms": 15.933374990709126, "sender_decode_ms": 7354.580041952431}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2000470016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6811250764, "mlx_cache_bytes": 16263031388, "process_rss_bytes": 2000470016}, "peak_prefill_memory": null, "peak_decode_memory": 6811250764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1612, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2756ce4d66698b115a127ab19519362a69662d98abec32d7ed6d35d065a92d75", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1210 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "41593940ff8227181a77cd99", "attempt_id": "47ca109fb9c7", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:53.123324Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 1013, "message_tokens": 932, "message_utf8_bytes": 656, "cache_tensor_bytes": null, "serialized_payload_bytes": 656, "side_information_bytes": 0, "fetched_bytes": 1612, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022958964109420776, "decode_payload_ms": 0.0, "receiver_prefill_ms": 119.27270900923759, "ttft_ms": 13.71337496675551, "decode_ms": 13.597499928437173}, "total_wall_ms": 148.1831669807434, "ttft_ms": 13.71337496675551, "input_usage": {"receiver_prompt_tokens": 1013, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 1956.133333966136, "sender_ttft_ms": 15.933374990709126, "sender_decode_ms": 7354.580041952431}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2000470016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6811545676, "mlx_cache_bytes": 16679643740, "process_rss_bytes": 2000470016}, "peak_prefill_memory": null, "peak_decode_memory": 6811545676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1612, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd7a50a9b56deaf753133104824bf6e89ced08ef71f41b21a9f01ffad60ee892", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1211 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "77a6930a772227f0f9101ee9", "attempt_id": "a6761260c740", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:53.304786Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 979, "message_tokens": 903, "message_utf8_bytes": 656, "cache_tensor_bytes": null, "serialized_payload_bytes": 656, "side_information_bytes": 0, "fetched_bytes": 1591, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022958964109420776, "decode_payload_ms": 0.0, "receiver_prefill_ms": 124.41208306699991, "ttft_ms": 13.967458042316139, "decode_ms": 67.60004197712988}, "total_wall_ms": 207.54591701552272, "ttft_ms": 13.967458042316139, "input_usage": {"receiver_prompt_tokens": 979, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 1956.133333966136, "sender_ttft_ms": 15.933374990709126, "sender_decode_ms": 7354.580041952431}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2000470016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6791884876, "mlx_cache_bytes": 17279183452, "process_rss_bytes": 2000470016}, "peak_prefill_memory": null, "peak_decode_memory": 6791884876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1591, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7c935a3c05b754d4a0900e9ddcf1023e3699fe2a541ef7c529bf27fbb670486c", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1212 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d208aabf1d13ded5411aafc8", "attempt_id": "cf95a0773ce8", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:53.545839Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 986, "message_tokens": 903, "message_utf8_bytes": 656, "cache_tensor_bytes": null, "serialized_payload_bytes": 656, "side_information_bytes": 0, "fetched_bytes": 1591, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022958964109420776, "decode_payload_ms": 0.0, "receiver_prefill_ms": 125.63187500927597, "ttft_ms": 13.840583036653697, "decode_ms": 13.604207895696163}, "total_wall_ms": 154.61724996566772, "ttft_ms": 13.840583036653697, "input_usage": {"receiver_prompt_tokens": 986, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 1956.133333966136, "sender_ttft_ms": 15.933374990709126, "sender_decode_ms": 7354.580041952431}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2000486400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6796144716, "mlx_cache_bytes": 17883179612, "process_rss_bytes": 2000486400}, "peak_prefill_memory": null, "peak_decode_memory": 6796144716, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1591, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3b778764faf4a6dcc4c6ef9e526b32d3227255290b27a4ec3b8e6d97e6097e14", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1213 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7182deab05c4d2256ea541e0", "attempt_id": "f6ab71cabda4", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:53.737057Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.844876931883228}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11042, "message_tokens": 10969, "message_utf8_bytes": 58856, "cache_tensor_bytes": null, "serialized_payload_bytes": 3494, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08041691035032272, "decode_payload_ms": 0.016958103515207767, "receiver_prefill_ms": 2036.4532079547644, "ttft_ms": 15.636083902791142, "decode_ms": 148.47691589966416}, "total_wall_ms": 2217.3074579332024, "ttft_ms": 15.636083902791142, "input_usage": {"receiver_prompt_tokens": 11042}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2000535552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 17883179612, "process_rss_bytes": 2000535552}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-93K-3190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "output_hash": "8411bbd1fb192fb05f6e17dee32f7665fdc3549cfeaf819c58f3f6b9634dac96"} |
| |
1214 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "361d8ae1be74f97e0d2d57a8", "attempt_id": "ac5ef3c2eaad", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:55.989231Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.844876931883228}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11048, "message_tokens": 10969, "message_utf8_bytes": 58856, "cache_tensor_bytes": null, "serialized_payload_bytes": 3494, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08041691035032272, "decode_payload_ms": 0.016958103515207767, "receiver_prefill_ms": 1967.2411669744179, "ttft_ms": 15.323624946177006, "decode_ms": 147.15791610069573}, "total_wall_ms": 2146.532208076678, "ttft_ms": 15.323624946177006, "input_usage": {"receiver_prompt_tokens": 11048}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2000584704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 17883179612, "process_rss_bytes": 2000584704}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "output_hash": "85aaaf9542aeecb65d2bc6f1a274500f7c931897831caac6f84b9728b8f49150"} |
| |
1215 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a81e15e0b9601f61ed67c7a2", "attempt_id": "4526e927459e", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:48:58.169424Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.844876931883228}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11049, "message_tokens": 10969, "message_utf8_bytes": 58856, "cache_tensor_bytes": null, "serialized_payload_bytes": 3494, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08041691035032272, "decode_payload_ms": 0.016958103515207767, "receiver_prefill_ms": 1919.9177909176797, "ttft_ms": 15.05304197780788, "decode_ms": 102.46741597075015}, "total_wall_ms": 2054.389249999076, "ttft_ms": 15.05304197780788, "input_usage": {"receiver_prompt_tokens": 11049}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2000633856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 17883179612, "process_rss_bytes": 2000633856}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1216 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "da6a499315fa1b357130097d", "attempt_id": "628da9fbec8d", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:00.257566Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.844876931883228}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11044, "message_tokens": 10969, "message_utf8_bytes": 58856, "cache_tensor_bytes": null, "serialized_payload_bytes": 3494, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08041691035032272, "decode_payload_ms": 0.016958103515207767, "receiver_prefill_ms": 1990.6261248979717, "ttft_ms": 15.248749987222254, "decode_ms": 73.94912501331419}, "total_wall_ms": 2096.7698340537027, "ttft_ms": 15.248749987222254, "input_usage": {"receiver_prompt_tokens": 11044}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2000683008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 17883179612, "process_rss_bytes": 2000683008}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1217 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7dcad946c95a8917c6fe629", "attempt_id": "451a2abcc2a3", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:02.388172Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.844876931883228}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11051, "message_tokens": 10969, "message_utf8_bytes": 58856, "cache_tensor_bytes": null, "serialized_payload_bytes": 3494, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08041691035032272, "decode_payload_ms": 0.016958103515207767, "receiver_prefill_ms": 2009.0893330052495, "ttft_ms": 15.27100009843707, "decode_ms": 132.8866669209674}, "total_wall_ms": 2174.2749999975786, "ttft_ms": 15.27100009843707, "input_usage": {"receiver_prompt_tokens": 11051}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2000732160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 17883179612, "process_rss_bytes": 2000732160}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,973,260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "output_hash": "7004847b46e393d90b40d12b5b11207c84778d1c035bc322d96f9f0393bc80af"} |
| |
1218 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a6c9389f78efbbaa7f0fee5a", "attempt_id": "4c47f16436ca", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:05.856140Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04667699881484183, "origin_tokens": 10785, "compressed_tokens": 526, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 618, "message_tokens": 543, "message_utf8_bytes": 2633, "cache_tensor_bytes": null, "serialized_payload_bytes": 2633, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1259.950082981959, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.08937502000481, "ttft_ms": 13.530667056329548, "decode_ms": 13.362083001993597}, "total_wall_ms": 126.1411668965593, "ttft_ms": 13.530667056329548, "input_usage": {"receiver_prompt_tokens": 618}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2008350720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579171416, "mlx_cache_bytes": 18249951836, "process_rss_bytes": 2008350720}, "peak_prefill_memory": null, "peak_decode_memory": 6579171416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9b3e78275d12332cd4f2a7b43eb416eb415b9511b418eb26fa5f5164556f6590", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1219 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "537603f0e611b94ff0e68b06", "attempt_id": "006a2021a4c8", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:06.017417Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04667699881484183, "origin_tokens": 10785, "compressed_tokens": 526, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 624, "message_tokens": 543, "message_utf8_bytes": 2633, "cache_tensor_bytes": null, "serialized_payload_bytes": 2633, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1259.950082981959, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.49575001839548, "ttft_ms": 13.542499975301325, "decode_ms": 79.84066696371883}, "total_wall_ms": 174.08979195170105, "ttft_ms": 13.542499975301325, "input_usage": {"receiver_prompt_tokens": 624}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2008350720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582300760, "mlx_cache_bytes": 18613971548, "process_rss_bytes": 2008350720}, "peak_prefill_memory": null, "peak_decode_memory": 6582300760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9b3e78275d12332cd4f2a7b43eb416eb415b9511b418eb26fa5f5164556f6590", "output_hash": "75819cd888e31d93cd3edb9f5111c2cf57323234d8147ac31a80daecf54c660c"} |
| |
1220 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "db1c781efa7901b99bc5d9c6", "attempt_id": "73ed18514311", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:06.225242Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04667699881484183, "origin_tokens": 10785, "compressed_tokens": 526, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 625, "message_tokens": 543, "message_utf8_bytes": 2633, "cache_tensor_bytes": null, "serialized_payload_bytes": 2633, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1259.950082981959, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.90737501252443, "ttft_ms": 13.598707970231771, "decode_ms": 13.520792010240257}, "total_wall_ms": 105.33366701565683, "ttft_ms": 13.598707970231771, "input_usage": {"receiver_prompt_tokens": 625}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2008023040, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582595672, "mlx_cache_bytes": 18870938204, "process_rss_bytes": 2008023040}, "peak_prefill_memory": null, "peak_decode_memory": 6582595672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9b3e78275d12332cd4f2a7b43eb416eb415b9511b418eb26fa5f5164556f6590", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1221 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7136afaf7d313da4f47e3179", "attempt_id": "de94559c5b84", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:06.364287Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04667699881484183, "origin_tokens": 10785, "compressed_tokens": 526, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 620, "message_tokens": 543, "message_utf8_bytes": 2633, "cache_tensor_bytes": null, "serialized_payload_bytes": 2633, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1259.950082981959, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.56095803435892, "ttft_ms": 13.519041938707232, "decode_ms": 13.399209012277424}, "total_wall_ms": 106.73641692847013, "ttft_ms": 13.519041938707232, "input_usage": {"receiver_prompt_tokens": 620}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2008039424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579859544, "mlx_cache_bytes": 19125840476, "process_rss_bytes": 2008039424}, "peak_prefill_memory": null, "peak_decode_memory": 6579859544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9b3e78275d12332cd4f2a7b43eb416eb415b9511b418eb26fa5f5164556f6590", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1222 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5f39b7a2b9211a07196f3fc4", "attempt_id": "6e8cb2c73a63", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:06.506403Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04667699881484183, "origin_tokens": 10785, "compressed_tokens": 526, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 627, "message_tokens": 543, "message_utf8_bytes": 2633, "cache_tensor_bytes": null, "serialized_payload_bytes": 2633, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1259.950082981959, "decode_payload_ms": 0.0, "receiver_prefill_ms": 122.10074998438358, "ttft_ms": 14.232291956432164, "decode_ms": 14.191291993483901}, "total_wall_ms": 151.85691602528095, "ttft_ms": 14.232291956432164, "input_usage": {"receiver_prompt_tokens": 627}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1786314752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584152152, "mlx_cache_bytes": 19491727964, "process_rss_bytes": 1786314752}, "peak_prefill_memory": null, "peak_decode_memory": 6584152152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9b3e78275d12332cd4f2a7b43eb416eb415b9511b418eb26fa5f5164556f6590", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1223 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a27a3b76c5e12806665613ce", "attempt_id": "acbade40c12c", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:09.929213Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 34, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815402, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3236.454749945551, "doc_prefill_ms": 2565.340333036147, "compress_ms": 196.04616705328226, "serialize_ms": 455.9486670186743, "load_ms": 8.82783392444253, "receiver_prefill_ms": 0.0, "query_prefill_ms": 205.42074996046722, "ttft_ms": 205.42074996046722, "decode_ms": 172.53212502691895}, "total_wall_ms": 395.7291250117123, "ttft_ms": 205.42074996046722, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2589294592, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7502391313, "mlx_cache_bytes": 20329720413, "process_rss_bytes": 2589294592}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7502391313, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-93K-3190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "941e479971d72203e60200faa71308f63ea0ccd311a1bc6decdaa09314e8f59f", "output_hash": "8411bbd1fb192fb05f6e17dee32f7665fdc3549cfeaf819c58f3f6b9634dac96"} |
| |
1224 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f1c112d4d6a9bd1f9800c380", "attempt_id": "e8f197df374b", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:10.365335Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 40, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815402, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3236.454749945551, "doc_prefill_ms": 2565.340333036147, "compress_ms": 196.04616705328226, "serialize_ms": 455.9486670186743, "load_ms": 2.5105830281972885, "receiver_prefill_ms": 0.0, "query_prefill_ms": 68.74295801389962, "ttft_ms": 68.74295801389962, "decode_ms": 165.29112495481968}, "total_wall_ms": 244.58570790011436, "ttft_ms": 68.74295801389962, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 40}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2589310976, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7506338104, "mlx_cache_bytes": 20361275997, "process_rss_bytes": 2589310976}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7506338104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "941e479971d72203e60200faa71308f63ea0ccd311a1bc6decdaa09314e8f59f", "output_hash": "85aaaf9542aeecb65d2bc6f1a274500f7c931897831caac6f84b9728b8f49150"} |
| |
1225 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "302f8b098ffb771875b23bf8", "attempt_id": "b13320073d0b", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:10.645371Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815402, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3236.454749945551, "doc_prefill_ms": 2565.340333036147, "compress_ms": 196.04616705328226, "serialize_ms": 455.9486670186743, "load_ms": 3.0127089703455567, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.69891700707376, "ttft_ms": 72.69891700707376, "decode_ms": 115.74479204136878}, "total_wall_ms": 200.07054100278765, "ttft_ms": 72.69891700707376, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2589310976, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7508025656, "mlx_cache_bytes": 20383838446, "process_rss_bytes": 2589310976}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7508025656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "941e479971d72203e60200faa71308f63ea0ccd311a1bc6decdaa09314e8f59f", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1226 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13a3013049d10ff79aa7a3d6", "attempt_id": "95ae6abd52e0", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:10.878533Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 36, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815402, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3236.454749945551, "doc_prefill_ms": 2565.340333036147, "compress_ms": 196.04616705328226, "serialize_ms": 455.9486670186743, "load_ms": 2.8729160549119115, "receiver_prefill_ms": 0.0, "query_prefill_ms": 68.67020798381418, "ttft_ms": 68.67020798381418, "decode_ms": 82.51458394806832}, "total_wall_ms": 162.17395896092057, "ttft_ms": 68.67020798381418, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2589310976, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7503503672, "mlx_cache_bytes": 20394782958, "process_rss_bytes": 2589310976}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7503503672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "941e479971d72203e60200faa71308f63ea0ccd311a1bc6decdaa09314e8f59f", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1227 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a0d30286a5d0de0d206ec86", "attempt_id": "bceaeb542136", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:11.074665Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 43, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815402, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3236.454749945551, "doc_prefill_ms": 2565.340333036147, "compress_ms": 196.04616705328226, "serialize_ms": 455.9486670186743, "load_ms": 2.4876249954104424, "receiver_prefill_ms": 0.0, "query_prefill_ms": 76.64491701871157, "ttft_ms": 76.64491701871157, "decode_ms": 149.87766603007913}, "total_wall_ms": 237.35133302398026, "ttft_ms": 76.64491701871157, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 43}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2589310976, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7509188920, "mlx_cache_bytes": 20424030247, "process_rss_bytes": 2589310976}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7509188920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,973,260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "941e479971d72203e60200faa71308f63ea0ccd311a1bc6decdaa09314e8f59f", "output_hash": "7004847b46e393d90b40d12b5b11207c84778d1c035bc322d96f9f0393bc80af"} |
| |
1228 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "600d759520fdad0f2b3781c7", "attempt_id": "ab895d8885d5", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:11.441320Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "10bfdc5c7862e0cb", "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 34, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815430, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.07145804632455, "doc_prefill_ms": 2565.340333036147, "compress_ms": 3.700917004607618, "serialize_ms": 89.2627079738304, "load_ms": 35.344375064596534, "receiver_prefill_ms": 0.0, "query_prefill_ms": 80.94233297742903, "ttft_ms": 80.94233297742903, "decode_ms": 165.79587501473725}, "total_wall_ms": 290.9414579626173, "ttft_ms": 80.94233297742903, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2995142656, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7502307640, "mlx_cache_bytes": 20424030247, "process_rss_bytes": 2995142656}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7502307640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-93K-3190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7564f5f19721715cba084b3b0b18460b26a4ac5713ae1302eae65f0a14effc11", "output_hash": "8411bbd1fb192fb05f6e17dee32f7665fdc3549cfeaf819c58f3f6b9634dac96"} |
| |
1229 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e778e9e82d5292ce50caa3d", "attempt_id": "12c0956a4690", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:11.766534Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "10bfdc5c7862e0cb", "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 40, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815430, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.07145804632455, "doc_prefill_ms": 2565.340333036147, "compress_ms": 3.700917004607618, "serialize_ms": 89.2627079738304, "load_ms": 31.380333937704563, "receiver_prefill_ms": 0.0, "query_prefill_ms": 78.1293329782784, "ttft_ms": 78.1293329782784, "decode_ms": 165.37874995265156}, "total_wall_ms": 283.4019580623135, "ttft_ms": 78.1293329782784, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 40}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2995142656, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7506338104, "mlx_cache_bytes": 20424030247, "process_rss_bytes": 2995142656}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7506338104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7564f5f19721715cba084b3b0b18460b26a4ac5713ae1302eae65f0a14effc11", "output_hash": "85aaaf9542aeecb65d2bc6f1a274500f7c931897831caac6f84b9728b8f49150"} |
| |
1230 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1bfa902e7856645cb2d11f7c", "attempt_id": "9c428c7d46ea", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:12.083224Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "10bfdc5c7862e0cb", "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815430, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.07145804632455, "doc_prefill_ms": 2565.340333036147, "compress_ms": 3.700917004607618, "serialize_ms": 89.2627079738304, "load_ms": 31.59966692328453, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.62404193170369, "ttft_ms": 72.62404193170369, "decode_ms": 117.4798330757767}, "total_wall_ms": 230.4051669780165, "ttft_ms": 72.62404193170369, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2995159040, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7508025656, "mlx_cache_bytes": 20424030247, "process_rss_bytes": 2995159040}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7508025656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7564f5f19721715cba084b3b0b18460b26a4ac5713ae1302eae65f0a14effc11", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1231 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "624398d266ce3d8ea60569d0", "attempt_id": "798a317f1c20", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:12.347416Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "10bfdc5c7862e0cb", "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 36, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815430, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.07145804632455, "doc_prefill_ms": 2565.340333036147, "compress_ms": 3.700917004607618, "serialize_ms": 89.2627079738304, "load_ms": 31.806415994651616, "receiver_prefill_ms": 0.0, "query_prefill_ms": 77.95570802409202, "ttft_ms": 77.95570802409202, "decode_ms": 84.24750005360693}, "total_wall_ms": 202.68516708165407, "ttft_ms": 77.95570802409202, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2995159040, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7503503672, "mlx_cache_bytes": 20424030247, "process_rss_bytes": 2995159040}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7503503672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7564f5f19721715cba084b3b0b18460b26a4ac5713ae1302eae65f0a14effc11", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1232 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "788038640ff00419af48d31e", "attempt_id": "8c5090286fbc", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:12.584885Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "10bfdc5c7862e0cb", "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 43, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815430, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.07145804632455, "doc_prefill_ms": 2565.340333036147, "compress_ms": 3.700917004607618, "serialize_ms": 89.2627079738304, "load_ms": 36.87062510289252, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.14762503281236, "ttft_ms": 72.14762503281236, "decode_ms": 149.37387499958277}, "total_wall_ms": 266.4762089261785, "ttft_ms": 72.14762503281236, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 43}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2995159040, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7509188920, "mlx_cache_bytes": 20424030247, "process_rss_bytes": 2995159040}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7509188920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,973,260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7564f5f19721715cba084b3b0b18460b26a4ac5713ae1302eae65f0a14effc11", "output_hash": "7004847b46e393d90b40d12b5b11207c84778d1c035bc322d96f9f0393bc80af"} |
| |
1233 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "566ac241e6e8c31063b8e427", "attempt_id": "4af6e858f141", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:13.688701Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 34, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 215580672, "serialized_payload_bytes": 215615744, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 801.2976249447092, "doc_prefill_ms": 2565.340333036147, "compress_ms": 16.28520793747157, "serialize_ms": 784.68829090707, "load_ms": 5.412457976490259, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.77612504549325, "ttft_ms": 72.77612504549325, "decode_ms": 173.57729200739413}, "total_wall_ms": 260.1002500159666, "ttft_ms": 72.77612504549325, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3425206272, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7181687681, "mlx_cache_bytes": 21593525031, "process_rss_bytes": 3425206272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7181687681, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-93K-3190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8a9cc69b4f743a53c2ab79b12cb8a5f005277b03cfd82d7c699b55d2cb2f0d", "output_hash": "8411bbd1fb192fb05f6e17dee32f7665fdc3549cfeaf819c58f3f6b9634dac96"} |
| |
1234 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d8229fa35fb79b141947ebf3", "attempt_id": "75d02a444fcc", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:13.985405Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 40, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 215580672, "serialized_payload_bytes": 215615744, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 801.2976249447092, "doc_prefill_ms": 2565.340333036147, "compress_ms": 16.28520793747157, "serialize_ms": 784.68829090707, "load_ms": 2.7679159538820386, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.80616705585271, "ttft_ms": 35.80616705585271, "decode_ms": 164.16949999984354}, "total_wall_ms": 211.28066605888307, "ttft_ms": 35.80616705585271, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 40}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3425206272, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7199908241, "mlx_cache_bytes": 21706775079, "process_rss_bytes": 3425206272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7199908241, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8a9cc69b4f743a53c2ab79b12cb8a5f005277b03cfd82d7c699b55d2cb2f0d", "output_hash": "85aaaf9542aeecb65d2bc6f1a274500f7c931897831caac6f84b9728b8f49150"} |
| |
1235 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "04aab495ae70249a0741fcbc", "attempt_id": "acf983b1c36e", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:14.232861Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 215580672, "serialized_payload_bytes": 215615744, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 801.2976249447092, "doc_prefill_ms": 2565.340333036147, "compress_ms": 16.28520793747157, "serialize_ms": 784.68829090707, "load_ms": 2.266791998408735, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.472792038694024, "ttft_ms": 36.472792038694024, "decode_ms": 115.37979100830853}, "total_wall_ms": 162.43962501175702, "ttft_ms": 36.472792038694024, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3425206272, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7204102710, "mlx_cache_bytes": 21824219527, "process_rss_bytes": 3425206272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7204102710, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8a9cc69b4f743a53c2ab79b12cb8a5f005277b03cfd82d7c699b55d2cb2f0d", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1236 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fca72cbc843f7524f2fe9800", "attempt_id": "10a0b3095d06", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:14.432040Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 36, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 215580672, "serialized_payload_bytes": 215615744, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 801.2976249447092, "doc_prefill_ms": 2565.340333036147, "compress_ms": 16.28520793747157, "serialize_ms": 784.68829090707, "load_ms": 2.2545000538229942, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.467749927192926, "ttft_ms": 35.467749927192926, "decode_ms": 81.11799997277558}, "total_wall_ms": 127.7135000564158, "ttft_ms": 35.467749927192926, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3425206272, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7186733125, "mlx_cache_bytes": 21926062471, "process_rss_bytes": 3425206272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7186733125, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8a9cc69b4f743a53c2ab79b12cb8a5f005277b03cfd82d7c699b55d2cb2f0d", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1237 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e3aacbacb51f2de1bab8ebc", "attempt_id": "0f5162d1bedf", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:14.593176Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 43, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 215580672, "serialized_payload_bytes": 215615744, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 801.2976249447092, "doc_prefill_ms": 2565.340333036147, "compress_ms": 16.28520793747157, "serialize_ms": 784.68829090707, "load_ms": 2.6453749742358923, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.323249974288046, "ttft_ms": 42.323249974288046, "decode_ms": 146.6947499429807}, "total_wall_ms": 200.1355830579996, "ttft_ms": 42.323249974288046, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 43}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 3425206272, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7210410910, "mlx_cache_bytes": 21956508071, "process_rss_bytes": 3425206272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7210410910, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,973,260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8a9cc69b4f743a53c2ab79b12cb8a5f005277b03cfd82d7c699b55d2cb2f0d", "output_hash": "7004847b46e393d90b40d12b5b11207c84778d1c035bc322d96f9f0393bc80af"} |
| |
1238 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0d49969cf647662cac99fa91", "attempt_id": "6eadf5d285a2", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:14.882259Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 34, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 114130944, "serialized_payload_bytes": 114165848, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.98949997127056, "doc_prefill_ms": 2565.340333036147, "compress_ms": 16.042583039961755, "serialize_ms": 38.657666998915374, "load_ms": 3.441707929596305, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.11062505096197, "ttft_ms": 44.11062505096197, "decode_ms": 733.0399579368532}, "total_wall_ms": 789.1460419632494, "ttft_ms": 44.11062505096197, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3496361984, "backend_memory": {"mlx_active_bytes": 6810263560, "mlx_peak_bytes": 6956406524, "mlx_cache_bytes": 22465303207, "process_rss_bytes": 3496361984}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6956406524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the quarter the the quarter the quarter quarter the the the quarter the quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29b2af43767c02b8c536951af1482a9458f8f8f4e48f41bfcf702104fe6cd94", "output_hash": "166d9ada12663578b80f51ecea59b95c8e60828246dc1646e3cdd27a8e73f218"} |
| |
1239 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "594b8a974add10ccba4fac4f", "attempt_id": "b0e85645704f", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:15.705902Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 40, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 114130944, "serialized_payload_bytes": 114165848, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.98949997127056, "doc_prefill_ms": 2565.340333036147, "compress_ms": 16.042583039961755, "serialize_ms": 38.657666998915374, "load_ms": 2.1618331084027886, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.283958073705435, "ttft_ms": 35.283958073705435, "decode_ms": 735.6840840075165}, "total_wall_ms": 781.2488749623299, "ttft_ms": 35.283958073705435, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3496361984, "backend_memory": {"mlx_active_bytes": 6810263560, "mlx_peak_bytes": 6974214941, "mlx_cache_bytes": 22465385127, "process_rss_bytes": 3496361984}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6974214941, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " bank bank bank bank bank the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29b2af43767c02b8c536951af1482a9458f8f8f4e48f41bfcf702104fe6cd94", "output_hash": "ebda865ba093953c5268f0cf06128893998cd136aa68316a797ef07e226ebb16"} |
| |
1240 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1dee803fec8dcaeab00a37d7", "attempt_id": "1560bea67914", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:16.521401Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 114130944, "serialized_payload_bytes": 114165848, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.98949997127056, "doc_prefill_ms": 2565.340333036147, "compress_ms": 16.042583039961755, "serialize_ms": 38.657666998915374, "load_ms": 2.267375006340444, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.87941697333008, "ttft_ms": 35.87941697333008, "decode_ms": 747.469124966301}, "total_wall_ms": 794.4940420566127, "ttft_ms": 35.87941697333008, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2994536448, "backend_memory": {"mlx_active_bytes": 6810263560, "mlx_peak_bytes": 6978412994, "mlx_cache_bytes": 22465469095, "process_rss_bytes": 2994536448}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6978412994, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " site\n site the site site site site site site site site station site site site site letter site site letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29b2af43767c02b8c536951af1482a9458f8f8f4e48f41bfcf702104fe6cd94", "output_hash": "4dda474b5470856f57b9c6837d18a78ba52271d5c68793b5f1270b2fc4a29ebf"} |
| |
1241 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cb31574c1ec6aae4bc98fbee", "attempt_id": "0b23ffdcd031", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:17.351250Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 36, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 114130944, "serialized_payload_bytes": 114165848, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.98949997127056, "doc_prefill_ms": 2565.340333036147, "compress_ms": 16.042583039961755, "serialize_ms": 38.657666998915374, "load_ms": 2.3817920591682196, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.56525004468858, "ttft_ms": 39.56525004468858, "decode_ms": 16.196624957956374}, "total_wall_ms": 66.93529197946191, "ttft_ms": 39.56525004468858, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2994536448, "backend_memory": {"mlx_active_bytes": 6810263560, "mlx_peak_bytes": 6961826444, "mlx_cache_bytes": 22465469095, "process_rss_bytes": 2994536448}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6961826444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29b2af43767c02b8c536951af1482a9458f8f8f4e48f41bfcf702104fe6cd94", "output_hash": "ba11cf3f174b380b4a1f34478b0b1dc8666f4416ae1447732866b96fbdd2b16f"} |
| |
1242 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d7bf95766ec0586efa8a53c5", "attempt_id": "8a77f3f357fc", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:17.451835Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 43, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 114130944, "serialized_payload_bytes": 114165848, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.98949997127056, "doc_prefill_ms": 2565.340333036147, "compress_ms": 16.042583039961755, "serialize_ms": 38.657666998915374, "load_ms": 2.288667019456625, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.19041689671576, "ttft_ms": 36.19041689671576, "decode_ms": 749.1919579915702}, "total_wall_ms": 796.1059589870274, "ttft_ms": 36.19041689671576, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2994520064, "backend_memory": {"mlx_active_bytes": 6810263560, "mlx_peak_bytes": 6984727454, "mlx_cache_bytes": 22465557159, "process_rss_bytes": 2994520064}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6984727454, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the bank the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29b2af43767c02b8c536951af1482a9458f8f8f4e48f41bfcf702104fe6cd94", "output_hash": "03b234b2845006a91c67daca4ffc6ba2e01fba6e3c45c72a3d94609b2e5c7b5c"} |
| |
1243 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b49656e5024870375d901d09", "attempt_id": "baa7f9238d31", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:18.373486Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 19.325000001117587}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 34, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466008, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 90.77274997252971, "doc_prefill_ms": 2565.340333036147, "compress_ms": 19.56316700670868, "serialize_ms": 71.0789579898119, "load_ms": 1.612165942788124, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.004208985716105, "ttft_ms": 39.004208985716105, "decode_ms": 164.33874994982034}, "total_wall_ms": 213.9062089845538, "ttft_ms": 39.004208985716105, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 34}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2872557568, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6834512184, "mlx_cache_bytes": 22624301735, "process_rss_bytes": 2872557568}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834512184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "VOL-23B-8972", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02c1e2afde0d415f136a728695a7be90f8f30b23162f4392b28a9219cd72ded9", "output_hash": "d64ace7e24c5306f57b1d8a21eeeb6caa839f259e7935ff65432487f66f46eed"} |
| |
1244 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e59d9949f66bcd18069f0536", "attempt_id": "0c875ca0983a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:18.624653Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 19.325000001117587}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 40, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466008, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 90.77274997252971, "doc_prefill_ms": 2565.340333036147, "compress_ms": 19.56316700670868, "serialize_ms": 71.0789579898119, "load_ms": 1.4952499186620116, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.50979199260473, "ttft_ms": 34.50979199260473, "decode_ms": 28.71579199563712}, "total_wall_ms": 73.89441702980548, "ttft_ms": 34.50979199260473, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2872557568, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6838346040, "mlx_cache_bytes": 22626071207, "process_rss_bytes": 2872557568}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838346040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02c1e2afde0d415f136a728695a7be90f8f30b23162f4392b28a9219cd72ded9", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1245 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e8980c69cb7c508d1822056c", "attempt_id": "3b355b11afe9", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:18.734946Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 19.325000001117587}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466008, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 90.77274997252971, "doc_prefill_ms": 2565.340333036147, "compress_ms": 19.56316700670868, "serialize_ms": 71.0789579898119, "load_ms": 1.5800419496372342, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.94904194585979, "ttft_ms": 30.94904194585979, "decode_ms": 87.15766703244299}, "total_wall_ms": 128.64008301403373, "ttft_ms": 30.94904194585979, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2872573952, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6839984440, "mlx_cache_bytes": 22626071207, "process_rss_bytes": 2872573952}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839984440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1.2345", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02c1e2afde0d415f136a728695a7be90f8f30b23162f4392b28a9219cd72ded9", "output_hash": "a6f9e2f26dbb3072f78396bba0be9630b2d7baed868891239b2a9fa1be64b927"} |
| |
1246 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f8086da09cfc8756ec8c297e", "attempt_id": "7ae8a6b49069", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:18.898608Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 19.325000001117587}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 36, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466008, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 90.77274997252971, "doc_prefill_ms": 2565.340333036147, "compress_ms": 19.56316700670868, "serialize_ms": 71.0789579898119, "load_ms": 1.4882920077070594, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.472250025719404, "ttft_ms": 29.472250025719404, "decode_ms": 115.01874995883554}, "total_wall_ms": 155.12095799203962, "ttft_ms": 29.472250025719404, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2872573952, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6835495224, "mlx_cache_bytes": 22627676839, "process_rss_bytes": 2872573952}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6835495224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02c1e2afde0d415f136a728695a7be90f8f30b23162f4392b28a9219cd72ded9", "output_hash": "f23ae5e1e21e662c59aa54ef31ed567c93beb6a613ed46a01eef261c64f48960"} |
| |
1247 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7221a1f3a8e786d9fb5b5ffe", "attempt_id": "03d9cecf9b0e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:19.088848Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 19.325000001117587}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 43, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466008, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 90.77274997252971, "doc_prefill_ms": 2565.340333036147, "compress_ms": 19.56316700670868, "serialize_ms": 71.0789579898119, "load_ms": 1.8337080255150795, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.507875024341047, "ttft_ms": 30.507875024341047, "decode_ms": 28.628499945625663}, "total_wall_ms": 69.70766698941588, "ttft_ms": 30.507875024341047, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 43}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2872573952, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6841131320, "mlx_cache_bytes": 22629577383, "process_rss_bytes": 2872573952}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6841131320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02c1e2afde0d415f136a728695a7be90f8f30b23162f4392b28a9219cd72ded9", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1248 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83b2ef9b6d2849c9cf20ea09", "attempt_id": "c3d9655b8c3c", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:19.235655Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 9.377000038512051}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 34, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.14379198290408, "doc_prefill_ms": 2565.340333036147, "compress_ms": 9.409749996848404, "serialize_ms": 31.61995904520154, "load_ms": 1.8046669429168105, "receiver_prefill_ms": 0.0, "query_prefill_ms": 38.26945798937231, "ttft_ms": 38.26945798937231, "decode_ms": 675.3481669584289}, "total_wall_ms": 724.1794579895213, "ttft_ms": 38.26945798937231, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2974810112, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6834512184, "mlx_cache_bytes": 22759633575, "process_rss_bytes": 2974810112}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834512184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The committee reiterates that the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "c629a8921662ec64dac3980d7f845a61a385a035c1f84cf4101d5e83969e0b91"} |
| |
1249 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9a8eaaa1b24ef856e23d270a", "attempt_id": "a90076023c35", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:19.994876Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 9.377000038512051}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 40, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.14379198290408, "doc_prefill_ms": 2565.340333036147, "compress_ms": 9.409749996848404, "serialize_ms": 31.61995904520154, "load_ms": 2.1237919572740793, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.63558305054903, "ttft_ms": 29.63558305054903, "decode_ms": 674.7955000028014}, "total_wall_ms": 715.0567920180038, "ttft_ms": 29.63558305054903, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2974515200, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6838346040, "mlx_cache_bytes": 22759633575, "process_rss_bytes": 2974515200}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838346040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words), with no explanation (a few words), with no explanation (a few words), with no explanation (a few words), with no explanation (a few words), with no explanation (a few words", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "ba11d40ac3f8f419b7262dd04738929af6c637d0004e9eb43931ee367f7a132e"} |
| |
1250 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "45129d2d427b7cc6bd509fa5", "attempt_id": "feed86a8d11b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:20.745420Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 9.377000038512051}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.14379198290408, "doc_prefill_ms": 2565.340333036147, "compress_ms": 9.409749996848404, "serialize_ms": 31.61995904520154, "load_ms": 1.9498750334605575, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.829708091914654, "ttft_ms": 30.829708091914654, "decode_ms": 666.9781249947846}, "total_wall_ms": 708.4215419599786, "ttft_ms": 30.829708091914654, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2974531584, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6839984440, "mlx_cache_bytes": 22759633575, "process_rss_bytes": 2974531584}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839984440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The committee reiterates that the rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected rejected", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "08533bedaefc003d019446645bdf119a9f4b908bdbf594b449eb76bed154d792"} |
| |
1251 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c17dc867f2e8525637608525", "attempt_id": "33fcdeca3be0", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:21.490218Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 9.377000038512051}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 36, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.14379198290408, "doc_prefill_ms": 2565.340333036147, "compress_ms": 9.409749996848404, "serialize_ms": 31.61995904520154, "load_ms": 1.9685419974848628, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.62345804553479, "ttft_ms": 29.62345804553479, "decode_ms": 665.0498328963295}, "total_wall_ms": 705.3407500497997, "ttft_ms": 29.62345804553479, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2974531584, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6835527992, "mlx_cache_bytes": 22759633575, "process_rss_bytes": 2974531584}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6835527992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The full name is 10322. The full name is 10322. The full name is 10322. The full name is 10322. The full name is", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "e0bfe730b934a3dc46cf292ae74a37980fa72da4ccab6d1df294e2f50565dd65"} |
| |
1252 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7258d62fcc680d1131fa782d", "attempt_id": "5175aec611d9", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:22.231075Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 9.377000038512051}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 43, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.14379198290408, "doc_prefill_ms": 2565.340333036147, "compress_ms": 9.409749996848404, "serialize_ms": 31.61995904520154, "load_ms": 1.6763330204412341, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.34370904788375, "ttft_ms": 30.34370904788375, "decode_ms": 663.7912079459056}, "total_wall_ms": 703.8945000385866, "ttft_ms": 30.34370904788375, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2974531584, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6841131320, "mlx_cache_bytes": 22759633575, "process_rss_bytes": 2974531584}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6841131320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is a number, with no explanation. The answer is a number, with no explanation. The answer is a number, with no explanation. The answer is a number, with no explanation. The answer is a number, with no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "8174e712525f2b869e5667d0ad100cf56b6b05b92d595b4cf059d4ad8ed611a4"} |
| |
1253 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "deb832c9ed4bbb07266fee52", "attempt_id": "2797472d6696", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:22.969668Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 34, "compress_ms": 333.6690419819206}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 34, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 367.9732909658924, "doc_prefill_ms": 2565.340333036147, "compress_ms": 342.52683294471353, "serialize_ms": 25.301416986621916, "load_ms": 1.5906670596450567, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.420874927192926, "ttft_ms": 37.420874927192926, "decode_ms": 140.3960840543732}, "total_wall_ms": 555.9650419745594, "ttft_ms": 37.420874927192926, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2975891456, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6833512760, "mlx_cache_bytes": 22803411759, "process_rss_bytes": 2975891456}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833512760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-930-3190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "9f9e65cba85e6439230bae425224599e137d5998deec2535d71e772e13f45a2a"} |
| |
1254 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ab3beed14ab14eb05240a758", "attempt_id": "2b8ba1d18fb2", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:23.562155Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 40, "compress_ms": 135.94754203222692}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 40, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 166.75874998327345, "doc_prefill_ms": 2565.340333036147, "compress_ms": 144.50100006069988, "serialize_ms": 22.125374991446733, "load_ms": 1.7346660606563091, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.287582961842418, "ttft_ms": 29.287582961842418, "decode_ms": 140.80583292525262}, "total_wall_ms": 346.9774159602821, "ttft_ms": 29.287582961842418, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 40}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2975907840, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6838296888, "mlx_cache_bytes": 22834541359, "process_rss_bytes": 2975907840}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838296888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "85aaaf9542aeecb65d2bc6f1a274500f7c931897831caac6f84b9728b8f49150"} |
| |
1255 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "146a01403c8a8cd5efcd3ef8", "attempt_id": "7c9f77006da6", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:23.944438Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 41, "compress_ms": 91.6431670775637}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466046, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 134.70974995288998, "doc_prefill_ms": 2565.340333036147, "compress_ms": 99.61016697343439, "serialize_ms": 34.9692499730736, "load_ms": 1.3247919268906116, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.625374987721443, "ttft_ms": 30.625374987721443, "decode_ms": 98.58258289750665}, "total_wall_ms": 273.8365000113845, "ttft_ms": 30.625374987721443, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2975596544, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6839984440, "mlx_cache_bytes": 22876762927, "process_rss_bytes": 2975596544}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839984440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf1065956912614db2febe5c01f5d64af72dfb61cfacc8b6b3fc8dbc0c547032", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1256 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4a94ffff6cc4a2ad66faf1b", "attempt_id": "3b3a05e10627", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:24.253745Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 36, "compress_ms": 91.57583292108029}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 36, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 116.5023329667747, "doc_prefill_ms": 2565.340333036147, "compress_ms": 100.07979103829712, "serialize_ms": 16.296542016789317, "load_ms": 1.6065000090748072, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.2970419395715, "ttft_ms": 29.2970419395715, "decode_ms": 70.57729200460017}, "total_wall_ms": 226.31649998947978, "ttft_ms": 29.2970419395715, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2976415744, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6835183928, "mlx_cache_bytes": 22902125359, "process_rss_bytes": 2976415744}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6835183928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1257 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "15cb0a79669bebf1ffccc372", "attempt_id": "9a5045f0630f", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:24.516633Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 43, "compress_ms": 90.71133297402412}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 43, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 114.76299993228167, "doc_prefill_ms": 2565.340333036147, "compress_ms": 98.55091699864715, "serialize_ms": 16.08174992725253, "load_ms": 0.7684590527787805, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.934750054962933, "ttft_ms": 29.934750054962933, "decode_ms": 125.29554206412286}, "total_wall_ms": 279.0375000331551, "ttft_ms": 29.934750054962933, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 43}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2977611776, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6841131320, "mlx_cache_bytes": 22932419375, "process_rss_bytes": 2977611776}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6841131320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,973,260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "7004847b46e393d90b40d12b5b11207c84778d1c035bc322d96f9f0393bc80af"} |
| |
1258 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "898a9dbf766d8584021fe993", "attempt_id": "2681dccb9a6a", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:24.924626Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 19, "compress_ms": 79.23250005114824}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 34, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.16987497732043, "doc_prefill_ms": 2565.340333036147, "compress_ms": 79.67045903205872, "serialize_ms": 13.40241706930101, "load_ms": 1.8311250023543835, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.216375016607344, "ttft_ms": 30.216375016607344, "decode_ms": 98.0095419799909}, "total_wall_ms": 138.65074992645532, "ttft_ms": 30.216375016607344, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 34}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2977628160, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6833512760, "mlx_cache_bytes": 22945882927, "process_rss_bytes": 2977628160}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833512760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "UH-4000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "6bcf2bec3dcab5d2197ca39c8daa00e1f9615376d3fe4d9fe04b94b05e1ebf5b"} |
| |
1259 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bfff5a3ab4626c95e1b0d189", "attempt_id": "5796d3496d5d", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:25.097822Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 19, "compress_ms": 79.23250005114824}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 40, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.16987497732043, "doc_prefill_ms": 2565.340333036147, "compress_ms": 79.67045903205872, "serialize_ms": 13.40241706930101, "load_ms": 1.822040998376906, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.76487495470792, "ttft_ms": 29.76487495470792, "decode_ms": 139.96725005563349}, "total_wall_ms": 179.57362497691065, "ttft_ms": 29.76487495470792, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 40}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2977628160, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6838296888, "mlx_cache_bytes": 22945882927, "process_rss_bytes": 2977628160}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838296888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 931-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "c70d7dcd0f8896439886b10807008d6760f6cb04f2397baf5f0ba859c5ce4130"} |
| |
1260 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "15ab422e2031b236f6a2cc11", "attempt_id": "7777b0b8c506", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:25.312768Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 19, "compress_ms": 79.23250005114824}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.16987497732043, "doc_prefill_ms": 2565.340333036147, "compress_ms": 79.67045903205872, "serialize_ms": 13.40241706930101, "load_ms": 0.9296250063925982, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.352166038937867, "ttft_ms": 30.352166038937867, "decode_ms": 98.67433400359005}, "total_wall_ms": 138.54012510273606, "ttft_ms": 30.352166038937867, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2977628160, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6839984440, "mlx_cache_bytes": 22945882927, "process_rss_bytes": 2977628160}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839984440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1. 9500", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "301750c666852d4fa1ba7b4811b5d59774f79e36fc4b4699977292c26ad52ab5"} |
| |
1261 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "18e3620592ae4c32a9418ec7", "attempt_id": "e5554d9ed8a9", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:25.484739Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 19, "compress_ms": 79.23250005114824}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 36, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.16987497732043, "doc_prefill_ms": 2565.340333036147, "compress_ms": 79.67045903205872, "serialize_ms": 13.40241706930101, "load_ms": 1.7957499949261546, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.09912494942546, "ttft_ms": 29.09912494942546, "decode_ms": 84.08862503711134}, "total_wall_ms": 123.02512500900775, "ttft_ms": 29.09912494942546, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2977628160, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6835183928, "mlx_cache_bytes": 22945882927, "process_rss_bytes": 2977628160}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6835183928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idrisis Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "1c4705369ca71ebf972118674b07fee5ce99e141ec7e04d462403060fd6abfc0"} |
| |
1262 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2d905b5641331ac0d6136ec4", "attempt_id": "9ce6106cdbe8", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:25.641152Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 19, "compress_ms": 79.23250005114824}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 43, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.16987497732043, "doc_prefill_ms": 2565.340333036147, "compress_ms": 79.67045903205872, "serialize_ms": 13.40241706930101, "load_ms": 2.01441696844995, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.628709006123245, "ttft_ms": 30.628709006123245, "decode_ms": 125.95158303156495}, "total_wall_ms": 167.07520803902298, "ttft_ms": 30.628709006123245, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 43}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2977628160, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6841131320, "mlx_cache_bytes": 22945882927, "process_rss_bytes": 2977628160}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6841131320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,926,260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "96f1691c862e33195d8948729b7cd7c30d0c5a12b2d3ff5650c3e8b81f44d168"} |
| |
1263 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9c96eafa2ec0880b2312059c", "attempt_id": "11e7e5c10f40", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:25.844410Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 34, "compress_ms": 134.91654198151082}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 34, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465978, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 163.28812495339662, "doc_prefill_ms": 2565.340333036147, "compress_ms": 143.4827910270542, "serialize_ms": 19.66037496458739, "load_ms": 30.273334006778896, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1550.1700000604615, "ttft_ms": 1550.1700000604615, "decode_ms": 215.95837501809}, "total_wall_ms": 1971.6279589338228, "ttft_ms": 1550.1700000604615, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 34}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 3080421376, "backend_memory": {"mlx_active_bytes": 6783868936, "mlx_peak_bytes": 6900336396, "mlx_cache_bytes": 23637608991, "process_rss_bytes": 3080421376}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6900336396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-930N-9190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab6459750c48cd781da7189f002c405cec474dc476853c10e8a7d893c75536a3", "output_hash": "33343782ffadea1f7aa5f762ca09f97002ba0256dabf15ccd0784f16ced06077"} |
| |
1264 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e871685a7cafd6b39e894cc4", "attempt_id": "7b585ed81c7e", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:27.851007Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 40, "compress_ms": 101.13687498960644}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 40, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465978, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 138.04029196035117, "doc_prefill_ms": 2565.340333036147, "compress_ms": 109.68833300285041, "serialize_ms": 28.212540899403393, "load_ms": 2.469708095304668, "receiver_prefill_ms": 0.0, "query_prefill_ms": 410.4593750089407, "ttft_ms": 410.4593750089407, "decode_ms": 143.5977090150118}, "total_wall_ms": 702.9272089712322, "ttft_ms": 410.4593750089407, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 40}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3179577344, "backend_memory": {"mlx_active_bytes": 6784016392, "mlx_peak_bytes": 6903752044, "mlx_cache_bytes": 23705770695, "process_rss_bytes": 3179577344}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6903752044, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab6459750c48cd781da7189f002c405cec474dc476853c10e8a7d893c75536a3", "output_hash": "85aaaf9542aeecb65d2bc6f1a274500f7c931897831caac6f84b9728b8f49150"} |
| |
1265 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd93a2be08949ec4e5171544", "attempt_id": "c0d6d926b730", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:28.590453Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 41, "compress_ms": 98.60145801212639}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465977, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.1035420037806, "doc_prefill_ms": 2565.340333036147, "compress_ms": 106.96745896711946, "serialize_ms": 23.002250003628433, "load_ms": 2.0264580380171537, "receiver_prefill_ms": 0.0, "query_prefill_ms": 419.5110419532284, "ttft_ms": 419.5110419532284, "decode_ms": 99.24462507478893}, "total_wall_ms": 659.5014589838684, "ttft_ms": 419.5110419532284, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3265839104, "backend_memory": {"mlx_active_bytes": 6783950856, "mlx_peak_bytes": 6904261756, "mlx_cache_bytes": 23711546851, "process_rss_bytes": 3265839104}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6904261756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0acee3feb7512e1fdaf63eb8f5ba483dfd3b74e8a6f9d643b0803c86ac209af2", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1266 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4b84615874ccd6f678fde503", "attempt_id": "6030aefc6380", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:29.287904Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 36, "compress_ms": 97.35850000288337}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 36, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465977, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 126.78583397064358, "doc_prefill_ms": 2565.340333036147, "compress_ms": 105.84233293775469, "serialize_ms": 20.819082972593606, "load_ms": 1.7717080190777779, "receiver_prefill_ms": 0.0, "query_prefill_ms": 362.6023340038955, "ttft_ms": 362.6023340038955, "decode_ms": 70.7246660022065}, "total_wall_ms": 570.2462500194088, "ttft_ms": 362.6023340038955, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3329196032, "backend_memory": {"mlx_active_bytes": 6783754248, "mlx_peak_bytes": 6901334316, "mlx_cache_bytes": 23711743459, "process_rss_bytes": 3329196032}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6901334316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0acee3feb7512e1fdaf63eb8f5ba483dfd3b74e8a6f9d643b0803c86ac209af2", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1267 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "073e279f3506c0a5e056dda7", "attempt_id": "d47f9def2049", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:29.894423Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 43, "compress_ms": 96.94112499710172}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 43, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465977, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.97616692073643, "doc_prefill_ms": 2565.340333036147, "compress_ms": 105.29537498950958, "serialize_ms": 20.544334081932902, "load_ms": 1.3874589931219816, "receiver_prefill_ms": 0.0, "query_prefill_ms": 439.3709999276325, "ttft_ms": 439.3709999276325, "decode_ms": 99.41779193468392}, "total_wall_ms": 674.7565829427913, "ttft_ms": 439.3709999276325, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3379920896, "backend_memory": {"mlx_active_bytes": 6784016392, "mlx_peak_bytes": 6905491100, "mlx_cache_bytes": 23713726491, "process_rss_bytes": 3379920896}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6905491100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2973260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0acee3feb7512e1fdaf63eb8f5ba483dfd3b74e8a6f9d643b0803c86ac209af2", "output_hash": "9048f63520e5a7c11d218e29e17b61396f0cb37d106bb47094246d932e524a4f"} |
| |
1268 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "10b8c36bbb8247ce689f000c", "attempt_id": "df3ab54098ae", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:30.604503Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 34, "compress_ms": 92.84012496937066, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 34, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929657, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 131.28199998755008, "doc_prefill_ms": 2565.340333036147, "compress_ms": 110.19529204349965, "serialize_ms": 20.733166951686144, "load_ms": 2.303292043507099, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.658541983924806, "ttft_ms": 21.658541983924806, "decode_ms": 147.54241704940796}, "total_wall_ms": 311.7162500275299, "ttft_ms": 21.658541983924806, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3426992128, "backend_memory": {"mlx_active_bytes": 6690381832, "mlx_peak_bytes": 6755433500, "mlx_cache_bytes": 23992631323, "process_rss_bytes": 3426992128}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6755433500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AV-930-3190", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c96f1eea17187c72ef27fe0274bb1bcf11a5fd7f6010da3b34aca708afc6b08", "output_hash": "9f9e65cba85e6439230bae425224599e137d5998deec2535d71e772e13f45a2a"} |
| |
1269 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33cde27be1707f0952e5499b", "attempt_id": "5bcb6c78da30", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:30.951733Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 40, "compress_ms": 90.66558291669935, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 40, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929657, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.11799996253103, "doc_prefill_ms": 2565.340333036147, "compress_ms": 107.46712505351752, "serialize_ms": 12.295167078264058, "load_ms": 1.4690000098198652, "receiver_prefill_ms": 0.0, "query_prefill_ms": 175.11841608211398, "ttft_ms": 175.11841608211398, "decode_ms": 147.1297909738496}, "total_wall_ms": 452.13312504347414, "ttft_ms": 175.11841608211398, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 40}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3480518656, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6766630228, "mlx_cache_bytes": 23993126939, "process_rss_bytes": 3480518656}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6766630228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c96f1eea17187c72ef27fe0274bb1bcf11a5fd7f6010da3b34aca708afc6b08", "output_hash": "85aaaf9542aeecb65d2bc6f1a274500f7c931897831caac6f84b9728b8f49150"} |
| |
1270 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ce2916bd6b6ca55f51be0f89", "attempt_id": "30b369a21b01", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:31.438712Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 41, "compress_ms": 91.7384170461446, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929656, "side_information_bytes": 34488, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.99537497851998, "doc_prefill_ms": 2565.340333036147, "compress_ms": 109.25849992781878, "serialize_ms": 11.395375011488795, "load_ms": 2.068583038635552, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.821875008754432, "ttft_ms": 21.821875008754432, "decode_ms": 102.83491702284664}, "total_wall_ms": 256.21379096992314, "ttft_ms": 21.821875008754432, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3482370048, "backend_memory": {"mlx_active_bytes": 6689890312, "mlx_peak_bytes": 6765783788, "mlx_cache_bytes": 24026194459, "process_rss_bytes": 3482370048}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6765783788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.0950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "00b4cb8aa3f6b2f0f45b28ade821f10d978eb9cfc9d11b7e414afdf936ee0df7", "output_hash": "403a9905352653da24ad736d00b305689417608733f180d583e2dfa7c0efab67"} |
| |
1271 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f027671a81a54bf6cec03597", "attempt_id": "d759dd1d44fc", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:31.729352Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 36, "compress_ms": 90.41362500283867, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 36, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929657, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 118.75845794565976, "doc_prefill_ms": 2565.340333036147, "compress_ms": 107.70679207053035, "serialize_ms": 10.707041947171092, "load_ms": 1.8640829948708415, "receiver_prefill_ms": 0.0, "query_prefill_ms": 150.2367090433836, "ttft_ms": 150.2367090433836, "decode_ms": 72.79512495733798}, "total_wall_ms": 352.07274998538196, "ttft_ms": 150.2367090433836, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3483271168, "backend_memory": {"mlx_active_bytes": 6689923080, "mlx_peak_bytes": 6757868012, "mlx_cache_bytes": 24026161691, "process_rss_bytes": 3483271168}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6757868012, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c96f1eea17187c72ef27fe0274bb1bcf11a5fd7f6010da3b34aca708afc6b08", "output_hash": "7e816075399720276503475f2d4bc61a02f8c0abbdc034acf8980c1ff73a8a75"} |
| |
1272 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "069bd1d3b8fc47b41ffaf778", "attempt_id": "42ec24c40b89", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:32.115730Z", "task_family": "synthetic", "document_id": "syn_03011_16000", "document_hash": "0ce25962881b11bafcb6d30b9983813393db816da7e585a40e39d3d8d85c27ab", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03011_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 43, "compress_ms": 92.03337505459785, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 43, "message_tokens": 11008, "message_utf8_bytes": 58856, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929657, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 119.8210419388488, "doc_prefill_ms": 2565.340333036147, "compress_ms": 109.08766696229577, "serialize_ms": 10.40870905853808, "load_ms": 2.00662505812943, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.869500051252544, "ttft_ms": 21.869500051252544, "decode_ms": 131.57795905135572}, "total_wall_ms": 283.6753750452772, "ttft_ms": 21.869500051252544, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 43}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 3483598848, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6768116148, "mlx_cache_bytes": 24060852251, "process_rss_bytes": 3483598848}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6768116148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,973,260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03011_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c96f1eea17187c72ef27fe0274bb1bcf11a5fd7f6010da3b34aca708afc6b08", "output_hash": "7004847b46e393d90b40d12b5b11207c84778d1c035bc322d96f9f0393bc80af"} |
| |
1273 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "67e89ce7f08f6804f67c860c", "attempt_id": "15fb5eebac3c", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:33.189228Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00808399636298418, "decode_payload_ms": 0.0, "receiver_prefill_ms": 21.927917026914656, "ttft_ms": 13.210125034675002, "decode_ms": 13.17966589704156}, "total_wall_ms": 48.996874946169555, "ttft_ms": 13.210125034675002, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255568896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 458852024, "process_rss_bytes": 2255568896}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1274 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2d6697ac39e9cf39ebea89f1", "attempt_id": "d59c7f216d26", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:33.271149Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00808399636298418, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.652874981053174, "ttft_ms": 13.015208067372441, "decode_ms": 13.08387506287545}, "total_wall_ms": 50.20995903760195, "ttft_ms": 13.015208067372441, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255568896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 524322488, "process_rss_bytes": 2255568896}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1275 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9f3fa9ea484acceb39d7c4cf", "attempt_id": "b698aed9e41f", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:33.340931Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00808399636298418, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.818332934752107, "ttft_ms": 13.239791966043413, "decode_ms": 13.165874988771975}, "total_wall_ms": 50.67841603886336, "ttft_ms": 13.239791966043413, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255568896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244098696, "mlx_cache_bytes": 551749304, "process_rss_bytes": 2255568896}, "peak_prefill_memory": null, "peak_decode_memory": 6244098696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1276 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8dbe2af2380fdd427068e3b1", "attempt_id": "608131283d1a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:33.411014Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00808399636298418, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.774791043251753, "ttft_ms": 13.142834068275988, "decode_ms": 13.281708001159132}, "total_wall_ms": 50.64791697077453, "ttft_ms": 13.142834068275988, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255568896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245212808, "mlx_cache_bytes": 596330168, "process_rss_bytes": 2255568896}, "peak_prefill_memory": null, "peak_decode_memory": 6245212808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1277 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d128769e85e79e375e3122d", "attempt_id": "9caab0f4ad35", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:33.485913Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00808399636298418, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.62999995239079, "ttft_ms": 13.343874947167933, "decode_ms": 13.344375067390501}, "total_wall_ms": 50.77566602267325, "ttft_ms": 13.343874947167933, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255568896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 596330168, "process_rss_bytes": 2255568896}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1278 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "34781ea7e93c0404545c1228", "attempt_id": "fd9d04af1259", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:33.555442Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 2002, "message_tokens": 1927, "message_utf8_bytes": 7489, "cache_tensor_bytes": null, "serialized_payload_bytes": 7489, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007292022928595543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 209.9980419734493, "ttft_ms": 13.574042008258402, "decode_ms": 135.8188750455156}, "total_wall_ms": 362.36566700972617, "ttft_ms": 13.574042008258402, "input_usage": {"receiver_prompt_tokens": 2002}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2255601664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7044906884, "mlx_cache_bytes": 1476322812, "process_rss_bytes": 2255601664}, "peak_prefill_memory": null, "peak_decode_memory": 7044906884, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1279 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02965669a55315718c1b4467", "attempt_id": "42421b1fe4c8", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:33.943098Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 2008, "message_tokens": 1927, "message_utf8_bytes": 7489, "cache_tensor_bytes": null, "serialized_payload_bytes": 7489, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007292022928595543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 236.3529170397669, "ttft_ms": 13.735332991927862, "decode_ms": 161.6678748978302}, "total_wall_ms": 414.6366670029238, "ttft_ms": 13.735332991927862, "input_usage": {"receiver_prompt_tokens": 2008}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2255618048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7047020608, "mlx_cache_bytes": 2265671164, "process_rss_bytes": 2255618048}, "peak_prefill_memory": null, "peak_decode_memory": 7047020608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "output_hash": "c029a5f68d4f87fccebc7b2ed6a8d95f46779503cf4748adb92748629c73f412"} |
| |
1280 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f40596c5ee94fd6e903204aa", "attempt_id": "c64d7edb7c49", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:34.376607Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 2007, "message_tokens": 1927, "message_utf8_bytes": 7489, "cache_tensor_bytes": null, "serialized_payload_bytes": 7489, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007292022928595543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 304.08329190686345, "ttft_ms": 14.409374911338091, "decode_ms": 96.09137498773634}, "total_wall_ms": 417.50612505711615, "ttft_ms": 14.409374911338091, "input_usage": {"receiver_prompt_tokens": 2007}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2255634432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7046889536, "mlx_cache_bytes": 2462868988, "process_rss_bytes": 2255634432}, "peak_prefill_memory": null, "peak_decode_memory": 7046889536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1281 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "373caf9e62d3a67eab6ec988", "attempt_id": "62e9a42362ad", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:34.813158Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 2003, "message_tokens": 1927, "message_utf8_bytes": 7489, "cache_tensor_bytes": null, "serialized_payload_bytes": 7489, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007292022928595543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 321.2000000057742, "ttft_ms": 14.602624927647412, "decode_ms": 111.62583297118545}, "total_wall_ms": 450.3542080055922, "ttft_ms": 14.602624927647412, "input_usage": {"receiver_prompt_tokens": 2003}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2255634432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7045234752, "mlx_cache_bytes": 3012388348, "process_rss_bytes": 2255634432}, "peak_prefill_memory": null, "peak_decode_memory": 7045234752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "output_hash": "adc9a20b9adc1d63e08a6e4c1f5160bd8343c4e09ea9e1ab7296ec885a822f95"} |
| |
1282 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49bf908f15aa18bca172d8fb", "attempt_id": "51aa86606705", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:35.282663Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 2008, "message_tokens": 1927, "message_utf8_bytes": 7489, "cache_tensor_bytes": null, "serialized_payload_bytes": 7489, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007292022928595543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 292.5687909591943, "ttft_ms": 14.177083037793636, "decode_ms": 97.73679205682129}, "total_wall_ms": 407.27283305022866, "ttft_ms": 14.177083037793636, "input_usage": {"receiver_prompt_tokens": 2008}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2255650816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7047020608, "mlx_cache_bytes": 3012388348, "process_rss_bytes": 2255650816}, "peak_prefill_memory": null, "peak_decode_memory": 7047020608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8631552", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "output_hash": "147d02c0587a77b3b53f0424c8d3d1454aaf2639ce9fdaf69af20db33363e849"} |
| |
1283 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1248a7931636da9dd0300ddb", "attempt_id": "786ea4e636a3", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:35.709735Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1927}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1901, "cache_tensor_bytes": null, "serialized_payload_bytes": 1901, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1585419997572899, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.81608306244016, "ttft_ms": 13.613833929412067, "decode_ms": 135.24541689548641}, "total_wall_ms": 241.77362490445375, "ttft_ms": 13.613833929412067, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2255683584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 3408029180, "process_rss_bytes": 2255683584}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69c8acd7230f6da213b32bda73a978780b6c22bbd06e744eb22a35b3454c1919", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1284 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7840fde42a740d2ea6bbbf06", "attempt_id": "752cb705c15c", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:35.970110Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1927}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 1901, "cache_tensor_bytes": null, "serialized_payload_bytes": 1901, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1585419997572899, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.63433300796896, "ttft_ms": 13.63254094030708, "decode_ms": 120.86770799942315}, "total_wall_ms": 217.24670904222876, "ttft_ms": 13.63254094030708, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2255683584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 3774408188, "process_rss_bytes": 2255683584}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 700-K, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69c8acd7230f6da213b32bda73a978780b6c22bbd06e744eb22a35b3454c1919", "output_hash": "09417cd721cb1af3b200607dc715b3f4bb7cd9cd9427ac419428183b89d5ec3d"} |
| |
1285 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "43b80c2b65844da53805e0fd", "attempt_id": "d8ebd4fdf8c5", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:36.206216Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1927}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 1901, "cache_tensor_bytes": null, "serialized_payload_bytes": 1901, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1585419997572899, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.1774159297347, "ttft_ms": 13.526999973692, "decode_ms": 13.54516705032438}, "total_wall_ms": 107.36416699364781, "ttft_ms": 13.526999973692, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255699968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568521816, "mlx_cache_bytes": 3862881788, "process_rss_bytes": 2255699968}, "peak_prefill_memory": null, "peak_decode_memory": 6568521816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69c8acd7230f6da213b32bda73a978780b6c22bbd06e744eb22a35b3454c1919", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1286 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ce7d71af3a59af59456e82eb", "attempt_id": "4cf38a33f18d", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:36.332505Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1927}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 1901, "cache_tensor_bytes": null, "serialized_payload_bytes": 1901, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1585419997572899, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.07504190411419, "ttft_ms": 13.354249997064471, "decode_ms": 13.527040951885283}, "total_wall_ms": 109.04895805288106, "ttft_ms": 13.354249997064471, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255716352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4108248572, "process_rss_bytes": 2255716352}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69c8acd7230f6da213b32bda73a978780b6c22bbd06e744eb22a35b3454c1919", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1287 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e98b344341e5fb1c28b5993e", "attempt_id": "590ec3c184c2", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:36.459567Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1927}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 1901, "cache_tensor_bytes": null, "serialized_payload_bytes": 1901, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1585419997572899, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.13066691718996, "ttft_ms": 13.413834036327899, "decode_ms": 13.520209002308547}, "total_wall_ms": 112.16991697438061, "ttft_ms": 13.413834036327899, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255732736, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 4108248572, "process_rss_bytes": 2255732736}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69c8acd7230f6da213b32bda73a978780b6c22bbd06e744eb22a35b3454c1919", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1288 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "efffe8422abb2d9d4451e239", "attempt_id": "d55702a97aa4", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:36.592678Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 581, "message_tokens": 505, "message_utf8_bytes": 1314, "cache_tensor_bytes": null, "serialized_payload_bytes": 1314, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6196250217035413, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.6957080066204, "ttft_ms": 13.626167085021734, "decode_ms": 96.4380418881774}, "total_wall_ms": 195.75724995229393, "ttft_ms": 13.626167085021734, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2255749120, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 4461258236, "process_rss_bytes": 2255749120}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Felaldfel-11", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0009772af9b2817243e3ead99293c2239a6f225cf6e895717a0815f87defc06c", "output_hash": "a3f0cfc9dbf5fc015ea0ec101b99bb23fa633bcc29778b0b92886aa46b140300"} |
| |
1289 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51601d55c0acb3590acc8080", "attempt_id": "8fe84ceeebaa", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:36.807564Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 587, "message_tokens": 505, "message_utf8_bytes": 1314, "cache_tensor_bytes": null, "serialized_payload_bytes": 1314, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6196250217035413, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.0387499621138, "ttft_ms": 13.335208990611136, "decode_ms": 13.411207939498127}, "total_wall_ms": 107.76583303231746, "ttft_ms": 13.335208990611136, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255765504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 4803749372, "process_rss_bytes": 2255765504}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0009772af9b2817243e3ead99293c2239a6f225cf6e895717a0815f87defc06c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1290 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "77509396dda12bef899301a6", "attempt_id": "64f304e3ee72", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:36.933986Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 586, "message_tokens": 505, "message_utf8_bytes": 1314, "cache_tensor_bytes": null, "serialized_payload_bytes": 1314, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6196250217035413, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.31012499891222, "ttft_ms": 13.547500013373792, "decode_ms": 13.433250016532838}, "total_wall_ms": 110.25341704953462, "ttft_ms": 13.547500013373792, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255781888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 4803749372, "process_rss_bytes": 2255781888}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0009772af9b2817243e3ead99293c2239a6f225cf6e895717a0815f87defc06c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1291 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7b95cf7e16bce4579c090b1c", "attempt_id": "11b7d61e7506", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:37.063215Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 582, "message_tokens": 505, "message_utf8_bytes": 1314, "cache_tensor_bytes": null, "serialized_payload_bytes": 1314, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6196250217035413, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.08391601592302, "ttft_ms": 13.703292002901435, "decode_ms": 107.22891706973314}, "total_wall_ms": 208.0124169588089, "ttft_ms": 13.703292002901435, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2255781888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6578909272, "mlx_cache_bytes": 5064549884, "process_rss_bytes": 2255781888}, "peak_prefill_memory": null, "peak_decode_memory": 6578909272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0009772af9b2817243e3ead99293c2239a6f225cf6e895717a0815f87defc06c", "output_hash": "adc9a20b9adc1d63e08a6e4c1f5160bd8343c4e09ea9e1ab7296ec885a822f95"} |
| |
1292 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40fa6fa280140571eaa82005", "attempt_id": "1652db54ef43", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:37.289530Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 587, "message_tokens": 505, "message_utf8_bytes": 1314, "cache_tensor_bytes": null, "serialized_payload_bytes": 1314, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6196250217035413, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.12833292782307, "ttft_ms": 13.481374946422875, "decode_ms": 94.39454204402864}, "total_wall_ms": 190.97649992909282, "ttft_ms": 13.481374946422875, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2255781888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5064549884, "process_rss_bytes": 2255781888}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8631552", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0009772af9b2817243e3ead99293c2239a6f225cf6e895717a0815f87defc06c", "output_hash": "147d02c0587a77b3b53f0424c8d3d1454aaf2639ce9fdaf69af20db33363e849"} |
| |
1293 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "15ef004fd73cda0d2494e1e7", "attempt_id": "bdb28e4dc07c", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:37.499522Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 587, "message_tokens": 511, "message_utf8_bytes": 1413, "cache_tensor_bytes": null, "serialized_payload_bytes": 1413, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0540831135585904, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.77754208352417, "ttft_ms": 13.329749926924706, "decode_ms": 134.6197499660775}, "total_wall_ms": 230.83741695154458, "ttft_ms": 13.329749926924706, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2255798272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5064549884, "process_rss_bytes": 2255798272}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cb67e5fbc0e44c61ed2cc1244abb241bf5de9f95e38f54452d538fd4a2ead935", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1294 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ab0d34f3453b5b44c580eb56", "attempt_id": "7072d4452c14", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:37.748535Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 585, "message_tokens": 503, "message_utf8_bytes": 1603, "cache_tensor_bytes": null, "serialized_payload_bytes": 1603, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0263340082019567, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.78658396657556, "ttft_ms": 13.515540980733931, "decode_ms": 160.95533303450793}, "total_wall_ms": 255.3326670313254, "ttft_ms": 13.515540980733931, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2255798272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560821336, "mlx_cache_bytes": 5305001468, "process_rss_bytes": 2255798272}, "peak_prefill_memory": null, "peak_decode_memory": 6560821336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11126e9ae5030aa602048a1ebaa365e17368fffd1152b1dd4a67191c2eef11b9", "output_hash": "9e57dd6c421f10a214295f77d997d03771a0f6911842d0a6224c1fcbf0ff8f3b"} |
| |
1295 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9ddaa1a0b53cdbca182e859b", "attempt_id": "5bee6d5979e7", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:38.025051Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 591, "message_tokens": 510, "message_utf8_bytes": 1362, "cache_tensor_bytes": null, "serialized_payload_bytes": 1362, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9782500565052032, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.60924999415874, "ttft_ms": 13.633750029839575, "decode_ms": 94.18816701509058}, "total_wall_ms": 185.44991593807936, "ttft_ms": 13.633750029839575, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2255814656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 5569734140, "process_rss_bytes": 2255814656}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "39662b9bffc8fe50d118051fdeebb2a1f34473045879bccad546651ab9ef2b5b", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1296 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38ab9e077c6fe5ef930faf03", "attempt_id": "dcc82f8ae060", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:38.229142Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 20}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 582, "message_tokens": 505, "message_utf8_bytes": 1677, "cache_tensor_bytes": null, "serialized_payload_bytes": 1677, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9554589632898569, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.99295903835446, "ttft_ms": 13.623540988191962, "decode_ms": 108.3333749556914}, "total_wall_ms": 198.98037507664412, "ttft_ms": 13.623540988191962, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2255814656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6576500824, "mlx_cache_bytes": 5569734140, "process_rss_bytes": 2255814656}, "peak_prefill_memory": null, "peak_decode_memory": 6576500824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c82001d39c0dd4bdc3118cad2a0c6b25c3581d3806a846ca11cc582173f9dec", "output_hash": "adc9a20b9adc1d63e08a6e4c1f5160bd8343c4e09ea9e1ab7296ec885a822f95"} |
| |
1297 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dcccf60f321b93ea7c28430b", "attempt_id": "b9c7f0e03709", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:38.446549Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 16}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 592, "message_tokens": 510, "message_utf8_bytes": 1261, "cache_tensor_bytes": null, "serialized_payload_bytes": 1261, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9249999420717359, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.4114580815658, "ttft_ms": 13.63804202992469, "decode_ms": 94.59545894060284}, "total_wall_ms": 186.5243329666555, "ttft_ms": 13.63804202992469, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2255814656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 5813233148, "process_rss_bytes": 2255814656}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8631552", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "47a8f6f2b77006d47d6f045fda5dab772c8edd9f74fa175d726a666df3b31686", "output_hash": "147d02c0587a77b3b53f0424c8d3d1454aaf2639ce9fdaf69af20db33363e849"} |
| |
1298 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5f948f7d935cba62850824f7", "attempt_id": "c7e0e25f0e02", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:45.884798Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1207, "cache_tensor_bytes": null, "serialized_payload_bytes": 1207, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7233.162958989851, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.89037501625717, "ttft_ms": 13.374792062677443, "decode_ms": 132.92895792983472}, "total_wall_ms": 217.78658393304795, "ttft_ms": 13.374792062677443, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2043, "sender_output_tokens": 512, "sender_prefill_ms": 260.9243749175221, "sender_ttft_ms": 14.144583023153245, "sender_decode_ms": 6956.522458000109}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2255863808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 6794159612, "process_rss_bytes": 2255863808}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd4e1202c1c6bfd0ac5e89fb974f932c80f782d1f8469a5c302ebff02058e7f5", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1299 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c98139f40a6bfd8c7dd60340", "attempt_id": "e5486d07f403", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:46.122365Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1207, "cache_tensor_bytes": null, "serialized_payload_bytes": 1207, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7233.162958989851, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.01283292286098, "ttft_ms": 13.385916012339294, "decode_ms": 13.705292018130422}, "total_wall_ms": 99.14679103530943, "ttft_ms": 13.385916012339294, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 2043, "sender_output_tokens": 512, "sender_prefill_ms": 260.9243749175221, "sender_ttft_ms": 14.144583023153245, "sender_decode_ms": 6956.522458000109}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255880192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6589263960, "mlx_cache_bytes": 7062234620, "process_rss_bytes": 2255880192}, "peak_prefill_memory": null, "peak_decode_memory": 6589263960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd4e1202c1c6bfd0ac5e89fb974f932c80f782d1f8469a5c302ebff02058e7f5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1300 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d58248b95a4d69bfcb91797", "attempt_id": "3eb7d6f05ce5", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:46.240651Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1207, "cache_tensor_bytes": null, "serialized_payload_bytes": 1207, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7233.162958989851, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.983124922961, "ttft_ms": 13.332791975699365, "decode_ms": 93.67645904421806}, "total_wall_ms": 182.03462497331202, "ttft_ms": 13.332791975699365, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2043, "sender_output_tokens": 512, "sender_prefill_ms": 260.9243749175221, "sender_ttft_ms": 14.144583023153245, "sender_decode_ms": 6956.522458000109}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2255880192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 7062234620, "process_rss_bytes": 2255880192}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd4e1202c1c6bfd0ac5e89fb974f932c80f782d1f8469a5c302ebff02058e7f5", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1301 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b93a4a1943a09fb37467bb88", "attempt_id": "30c14e800597", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:46.441977Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1207, "cache_tensor_bytes": null, "serialized_payload_bytes": 1207, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7233.162958989851, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.58624998293817, "ttft_ms": 13.431041967123747, "decode_ms": 13.471959042362869}, "total_wall_ms": 104.55458296928555, "ttft_ms": 13.431041967123747, "input_usage": {"receiver_prompt_tokens": 593, "sender_input_tokens": 2043, "sender_output_tokens": 512, "sender_prefill_ms": 260.9243749175221, "sender_ttft_ms": 14.144583023153245, "sender_decode_ms": 6956.522458000109}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2255880192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6565933144, "mlx_cache_bytes": 7306028540, "process_rss_bytes": 2255880192}, "peak_prefill_memory": null, "peak_decode_memory": 6565933144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd4e1202c1c6bfd0ac5e89fb974f932c80f782d1f8469a5c302ebff02058e7f5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1302 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a4383f79d86277547112b25d", "attempt_id": "8805fa0d8877", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:46.566032Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1207, "cache_tensor_bytes": null, "serialized_payload_bytes": 1207, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7233.162958989851, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.65383297111839, "ttft_ms": 13.44108406919986, "decode_ms": 120.81420805770904}, "total_wall_ms": 217.94945804867893, "ttft_ms": 13.44108406919986, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 2043, "sender_output_tokens": 512, "sender_prefill_ms": 260.9243749175221, "sender_ttft_ms": 14.144583023153245, "sender_decode_ms": 6956.522458000109}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2255896576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6586789976, "mlx_cache_bytes": 7306028540, "process_rss_bytes": 2255896576}, "peak_prefill_memory": null, "peak_decode_memory": 6586789976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,630,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bd4e1202c1c6bfd0ac5e89fb974f932c80f782d1f8469a5c302ebff02058e7f5", "output_hash": "7a80a6a74f01ec55b8d07530989341a97bb5191e415e0932f14d2b88234df852"} |
| |
1303 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "15ec718940e45b97b5dd7a7e", "attempt_id": "47a2767fedf2", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:46.802912Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 130, "message_tokens": 51, "message_utf8_bytes": 210, "cache_tensor_bytes": null, "serialized_payload_bytes": 210, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 998.0937499785796, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.31312497518957, "ttft_ms": 13.345208950340748, "decode_ms": 132.1248330641538}, "total_wall_ms": 1176.4124589972198, "ttft_ms": 13.345208950340748, "input_usage": {"receiver_prompt_tokens": 130, "sender_input_tokens": 2039, "sender_output_tokens": 51, "sender_prefill_ms": 287.93987492099404, "sender_ttft_ms": 14.367208001203835, "sender_decode_ms": 694.1435839980841}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2255896576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6286844532, "mlx_cache_bytes": 8072030208, "process_rss_bytes": 2255896576}, "peak_prefill_memory": null, "peak_decode_memory": 6286844532, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "76445978f773d2a2e6a3f957b339e213fe81a731cf19f1dec23830ea948c4634", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1304 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e4bf7bf2848968d2aef68a2e", "attempt_id": "3edfa0940d30", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:47.997760Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 201, "message_tokens": 116, "message_utf8_bytes": 364, "cache_tensor_bytes": null, "serialized_payload_bytes": 364, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1829.2404999956489, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.62933301832527, "ttft_ms": 12.982000014744699, "decode_ms": 158.30283297691494}, "total_wall_ms": 2039.7028339793906, "ttft_ms": 12.982000014744699, "input_usage": {"receiver_prompt_tokens": 201, "sender_input_tokens": 2045, "sender_output_tokens": 116, "sender_prefill_ms": 241.71062500681728, "sender_ttft_ms": 13.926042011007667, "sender_decode_ms": 1571.933958097361}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2255912960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6342796176, "mlx_cache_bytes": 8796662560, "process_rss_bytes": 2255912960}, "peak_prefill_memory": null, "peak_decode_memory": 6342796176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3717881ff63deab1a2a8287e90b32d3156723fd3854e74c3aacb6ef632fc5c09", "output_hash": "c029a5f68d4f87fccebc7b2ed6a8d95f46779503cf4748adb92748629c73f412"} |
| |
1305 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fd8b8603529b3054bb0cabb9", "attempt_id": "ca9db9a3744f", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:50.057502Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 198, "message_tokens": 114, "message_utf8_bytes": 429, "cache_tensor_bytes": null, "serialized_payload_bytes": 429, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1837.436875095591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.39495800901204, "ttft_ms": 13.243041932582855, "decode_ms": 106.3367499737069}, "total_wall_ms": 1991.0066250013188, "ttft_ms": 13.243041932582855, "input_usage": {"receiver_prompt_tokens": 198, "sender_input_tokens": 2044, "sender_output_tokens": 114, "sender_prefill_ms": 266.8486658949405, "sender_ttft_ms": 14.166042092256248, "sender_decode_ms": 1554.854542016983}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2255945728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6341108624, "mlx_cache_bytes": 8905157408, "process_rss_bytes": 2255945728}, "peak_prefill_memory": null, "peak_decode_memory": 6341108624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343 CAD", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65d41f9cae709e71e640734a3ea5add26c6f286270cf9962e4635dd17deb0959", "output_hash": "b87c1cf62e9367bac14cacf948548e93bf019595a63cf7b0b42c713e8d66a0ab"} |
| |
1306 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "434e499f0925b0539813193c", "attempt_id": "075aa77b36bc", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:59.316517Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 439, "message_tokens": 348, "message_utf8_bytes": 824, "cache_tensor_bytes": null, "serialized_payload_bytes": 824, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7249.004916055128, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.91095799859613, "ttft_ms": 13.285167049616575, "decode_ms": 133.08516703546047}, "total_wall_ms": 204.04754194896668, "ttft_ms": 13.285167049616575, "input_usage": {"receiver_prompt_tokens": 439, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 251.58004194963723, "sender_ttft_ms": 13.697124901227653, "sender_decode_ms": 6981.97237495333}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2256027648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6539650888, "mlx_cache_bytes": 10165859920, "process_rss_bytes": 2256027648}, "peak_prefill_memory": null, "peak_decode_memory": 6539650888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "20bc87115e530b37a0671454dbbb91e0d096d4b8c35afd7e669e035ca6ce3d3b", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1307 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "febe758a4b4b1c130fbe073d", "attempt_id": "435b6cad96ce", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:59.540186Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 445, "message_tokens": 348, "message_utf8_bytes": 824, "cache_tensor_bytes": null, "serialized_payload_bytes": 824, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7249.004916055128, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.01554207876325, "ttft_ms": 13.344125007279217, "decode_ms": 146.07650006655604}, "total_wall_ms": 215.44599998742342, "ttft_ms": 13.344125007279217, "input_usage": {"receiver_prompt_tokens": 445, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 251.58004194963723, "sender_ttft_ms": 13.697124901227653, "sender_decode_ms": 6981.97237495333}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2256027648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6543992672, "mlx_cache_bytes": 10527997248, "process_rss_bytes": 2256027648}, "peak_prefill_memory": null, "peak_decode_memory": 6543992672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-S in Mont-Laurier", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "20bc87115e530b37a0671454dbbb91e0d096d4b8c35afd7e669e035ca6ce3d3b", "output_hash": "2baffe26d5c1dd5b38462e2e406c5c37aa7822ef8eb0a09dd71903326b3c539a"} |
| |
1308 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0d6c977eefc6def759313c76", "attempt_id": "6a2715da8701", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:59.774424Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 444, "message_tokens": 348, "message_utf8_bytes": 824, "cache_tensor_bytes": null, "serialized_payload_bytes": 824, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7249.004916055128, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.62129197642207, "ttft_ms": 13.439749949611723, "decode_ms": 13.32245790399611}, "total_wall_ms": 83.2882090471685, "ttft_ms": 13.439749949611723, "input_usage": {"receiver_prompt_tokens": 444, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 251.58004194963723, "sender_ttft_ms": 13.697124901227653, "sender_decode_ms": 6981.97237495333}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2256027648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6543992672, "mlx_cache_bytes": 10527997248, "process_rss_bytes": 2256027648}, "peak_prefill_memory": null, "peak_decode_memory": 6543992672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "20bc87115e530b37a0671454dbbb91e0d096d4b8c35afd7e669e035ca6ce3d3b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1309 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f270138493c4aa22c5731295", "attempt_id": "d822129e462e", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:59.876803Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 440, "message_tokens": 348, "message_utf8_bytes": 824, "cache_tensor_bytes": null, "serialized_payload_bytes": 824, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7249.004916055128, "decode_payload_ms": 0.0, "receiver_prefill_ms": 57.39816604182124, "ttft_ms": 13.347874977625906, "decode_ms": 13.31783295609057}, "total_wall_ms": 84.9417500430718, "ttft_ms": 13.347874977625906, "input_usage": {"receiver_prompt_tokens": 440, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 251.58004194963723, "sender_ttft_ms": 13.697124901227653, "sender_decode_ms": 6981.97237495333}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2256027648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6540175200, "mlx_cache_bytes": 10769038656, "process_rss_bytes": 2256027648}, "peak_prefill_memory": null, "peak_decode_memory": 6540175200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "20bc87115e530b37a0671454dbbb91e0d096d4b8c35afd7e669e035ca6ce3d3b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1310 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "14d384ccb3a80b4beb2e78aa", "attempt_id": "8fe284d7634a", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:49:59.980819Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 445, "message_tokens": 348, "message_utf8_bytes": 824, "cache_tensor_bytes": null, "serialized_payload_bytes": 824, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7249.004916055128, "decode_payload_ms": 0.0, "receiver_prefill_ms": 60.4004169581458, "ttft_ms": 13.353792019188404, "decode_ms": 13.129625003784895}, "total_wall_ms": 87.73366594687104, "ttft_ms": 13.353792019188404, "input_usage": {"receiver_prompt_tokens": 445, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 251.58004194963723, "sender_ttft_ms": 13.697124901227653, "sender_decode_ms": 6981.97237495333}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2256027648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6543992672, "mlx_cache_bytes": 10769038656, "process_rss_bytes": 2256027648}, "peak_prefill_memory": null, "peak_decode_memory": 6543992672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "20bc87115e530b37a0671454dbbb91e0d096d4b8c35afd7e669e035ca6ce3d3b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1311 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "15d076073237a5a9a775cc92", "attempt_id": "3a4b167f40d1", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:00.087400Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 141, "message_tokens": 50, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1278.9975829655305, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.14808292593807, "ttft_ms": 13.246332993730903, "decode_ms": 132.0401660632342}, "total_wall_ms": 1455.9175000758842, "ttft_ms": 13.246332993730903, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 2080, "sender_output_tokens": 70, "sender_prefill_ms": 308.9907079702243, "sender_ttft_ms": 14.225875027477741, "sender_decode_ms": 953.7427080795169}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2256076800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294856592, "mlx_cache_bytes": 10891036480, "process_rss_bytes": 2256076800}, "peak_prefill_memory": null, "peak_decode_memory": 6294856592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2e1362369bccb54b72b4b8220ab23e144194b23376aad8b10abe5e5db0aab421", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1312 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af8eaa067df7a69a85b09cf1", "attempt_id": "1b328630566d", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:01.563099Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 150, "message_tokens": 53, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1240.8230830915272, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.888790963217616, "ttft_ms": 13.07949994225055, "decode_ms": 158.64949999377131}, "total_wall_ms": 1443.937333067879, "ttft_ms": 13.07949994225055, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 2086, "sender_output_tokens": 72, "sender_prefill_ms": 251.53300003148615, "sender_ttft_ms": 13.584916945546865, "sender_decode_ms": 973.9758749492466}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2256076800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6302704528, "mlx_cache_bytes": 11018110784, "process_rss_bytes": 2256076800}, "peak_prefill_memory": null, "peak_decode_memory": 6302704528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M in Baie-Comeau", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29be7f806bd42a8dda6bd5bb55ce7238086fda62141c116ddc1e5b1f9cdd812", "output_hash": "9e57dd6c421f10a214295f77d997d03771a0f6911842d0a6224c1fcbf0ff8f3b"} |
| |
1313 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a2282046235bcc7aee478997", "attempt_id": "fe73c8faf3c9", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:03.026611Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 146, "message_tokens": 50, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1514.0210420358926, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.541750020347536, "ttft_ms": 13.073417008854449, "decode_ms": 93.46608305349946}, "total_wall_ms": 1651.6027500620112, "ttft_ms": 13.073417008854449, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 2085, "sender_output_tokens": 92, "sender_prefill_ms": 250.85083302110434, "sender_ttft_ms": 13.650582986883819, "sender_decode_ms": 1247.4481250392273}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2256125952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6306997136, "mlx_cache_bytes": 11105077056, "process_rss_bytes": 2256125952}, "peak_prefill_memory": null, "peak_decode_memory": 6306997136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c3f7b8d43b2a7ecf0ee1afe426a9cd326b7b8d53e6076892ee44d3418ce7785e", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1314 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8fdb12ea9f85bb7231d5a5f6", "attempt_id": "72f40a84dec4", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:04.697709Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 1050, "message_tokens": 974, "message_utf8_bytes": 708, "cache_tensor_bytes": null, "serialized_payload_bytes": 708, "side_information_bytes": 0, "fetched_bytes": 1642, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022332998923957348, "decode_payload_ms": 0.0, "receiver_prefill_ms": 118.07183304335922, "ttft_ms": 13.489375007338822, "decode_ms": 134.0669160708785}, "total_wall_ms": 267.1592920087278, "ttft_ms": 13.489375007338822, "input_usage": {"receiver_prompt_tokens": 1050, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 251.58004194963723, "sender_ttft_ms": 13.697124901227653, "sender_decode_ms": 6981.97237495333}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2256142336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6821560208, "mlx_cache_bytes": 11769497408, "process_rss_bytes": 2256142336}, "peak_prefill_memory": null, "peak_decode_memory": 6821560208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1642, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "709e16bd572e7f97ea26a1250ed5ab15525809a23e41a5ade37944bee1e93e2a", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1315 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "62612b9219fc72191efb5281", "attempt_id": "fc53a6204882", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:04.983735Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 1056, "message_tokens": 974, "message_utf8_bytes": 708, "cache_tensor_bytes": null, "serialized_payload_bytes": 708, "side_information_bytes": 0, "fetched_bytes": 1642, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022332998923957348, "decode_payload_ms": 0.0, "receiver_prefill_ms": 132.14274996425956, "ttft_ms": 13.785083079710603, "decode_ms": 13.590582995675504}, "total_wall_ms": 161.02854197379202, "ttft_ms": 13.785083079710603, "input_usage": {"receiver_prompt_tokens": 1056, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 251.58004194963723, "sender_ttft_ms": 13.697124901227653, "sender_decode_ms": 6981.97237495333}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2256142336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6842204048, "mlx_cache_bytes": 12337989440, "process_rss_bytes": 2256142336}, "peak_prefill_memory": null, "peak_decode_memory": 6842204048, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1642, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b46d6736d6e7aad7f75bf53db9fb27c5553ca930801da3126ccc9b14ac67b133", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1316 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c8455cd3410bfe1e13889bc1", "attempt_id": "f6ae16d59458", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:05.164000Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 1036, "message_tokens": 955, "message_utf8_bytes": 708, "cache_tensor_bytes": null, "serialized_payload_bytes": 708, "side_information_bytes": 0, "fetched_bytes": 1628, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022332998923957348, "decode_payload_ms": 0.0, "receiver_prefill_ms": 161.0203750897199, "ttft_ms": 14.21283301897347, "decode_ms": 13.80533305928111}, "total_wall_ms": 190.62841695267707, "ttft_ms": 14.21283301897347, "input_usage": {"receiver_prompt_tokens": 1036, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 251.58004194963723, "sender_ttft_ms": 13.697124901227653, "sender_decode_ms": 6981.97237495333}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2256142336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6813269904, "mlx_cache_bytes": 12946605888, "process_rss_bytes": 2256142336}, "peak_prefill_memory": null, "peak_decode_memory": 6813269904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1628, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c9ef441d867052f27160364ca74cfcdb1637339a33de839ea11e8315f489c84", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1317 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fd5c96afce0844493e20a950", "attempt_id": "107a47c6c76d", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:05.373394Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 1051, "message_tokens": 974, "message_utf8_bytes": 708, "cache_tensor_bytes": null, "serialized_payload_bytes": 708, "side_information_bytes": 0, "fetched_bytes": 1642, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022332998923957348, "decode_payload_ms": 0.0, "receiver_prefill_ms": 192.39720900077373, "ttft_ms": 14.363249996677041, "decode_ms": 13.922207988798618}, "total_wall_ms": 222.1754170022905, "ttft_ms": 14.363249996677041, "input_usage": {"receiver_prompt_tokens": 1051, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 251.58004194963723, "sender_ttft_ms": 13.697124901227653, "sender_decode_ms": 6981.97237495333}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2256142336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6821855120, "mlx_cache_bytes": 13378848576, "process_rss_bytes": 2256142336}, "peak_prefill_memory": null, "peak_decode_memory": 6821855120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1642, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aab91c291bc77d0e2b5ef0e4b55455c2e452997a677b864f1512af6a0d83c65d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1318 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "50bf8e93d7b868254ee8d47c", "attempt_id": "98244d1db636", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:05.614540Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 1056, "message_tokens": 974, "message_utf8_bytes": 708, "cache_tensor_bytes": null, "serialized_payload_bytes": 708, "side_information_bytes": 0, "fetched_bytes": 1642, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022332998923957348, "decode_payload_ms": 0.0, "receiver_prefill_ms": 203.18104198668152, "ttft_ms": 15.081999939866364, "decode_ms": 13.899791985750198}, "total_wall_ms": 233.68875007145107, "ttft_ms": 15.081999939866364, "input_usage": {"receiver_prompt_tokens": 1056, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 251.58004194963723, "sender_ttft_ms": 13.697124901227653, "sender_decode_ms": 6981.97237495333}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2256142336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6836551580, "mlx_cache_bytes": 13378848576, "process_rss_bytes": 2256142336}, "peak_prefill_memory": null, "peak_decode_memory": 6836551580, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1642, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aab91c291bc77d0e2b5ef0e4b55455c2e452997a677b864f1512af6a0d83c65d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1319 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "781bfc697ac87dacd42a969c", "attempt_id": "9d76a6b74053", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:05.867193Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7445}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 2002, "message_tokens": 1927, "message_utf8_bytes": 7489, "cache_tensor_bytes": null, "serialized_payload_bytes": 2000, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.06579200271517038, "decode_payload_ms": 0.0172910513356328, "receiver_prefill_ms": 365.55454100016505, "ttft_ms": 14.578791102394462, "decode_ms": 138.4815409546718}, "total_wall_ms": 521.4449160266668, "ttft_ms": 14.578791102394462, "input_usage": {"receiver_prompt_tokens": 2002}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2256175104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7044906884, "mlx_cache_bytes": 13378848576, "process_rss_bytes": 2256175104}, "peak_prefill_memory": null, "peak_decode_memory": 7044906884, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1320 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3f15ae39376ec840468de031", "attempt_id": "e982e97ab24c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:06.407020Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7445}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 2008, "message_tokens": 1927, "message_utf8_bytes": 7489, "cache_tensor_bytes": null, "serialized_payload_bytes": 2000, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.06579200271517038, "decode_payload_ms": 0.0172910513356328, "receiver_prefill_ms": 291.898375027813, "ttft_ms": 14.745291089639068, "decode_ms": 164.0806250507012}, "total_wall_ms": 473.534292075783, "ttft_ms": 14.745291089639068, "input_usage": {"receiver_prompt_tokens": 2008}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2256175104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7047020608, "mlx_cache_bytes": 13378848576, "process_rss_bytes": 2256175104}, "peak_prefill_memory": null, "peak_decode_memory": 7047020608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "output_hash": "c029a5f68d4f87fccebc7b2ed6a8d95f46779503cf4748adb92748629c73f412"} |
| |
1321 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "264bf12121c49ea2819c5922", "attempt_id": "0a2d0caa1689", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:06.899314Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7445}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 2007, "message_tokens": 1927, "message_utf8_bytes": 7489, "cache_tensor_bytes": null, "serialized_payload_bytes": 2000, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.06579200271517038, "decode_payload_ms": 0.0172910513356328, "receiver_prefill_ms": 274.4352089939639, "ttft_ms": 14.110334101133049, "decode_ms": 95.67666705697775}, "total_wall_ms": 387.1395420283079, "ttft_ms": 14.110334101133049, "input_usage": {"receiver_prompt_tokens": 2007}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2256191488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7046889536, "mlx_cache_bytes": 13378848576, "process_rss_bytes": 2256191488}, "peak_prefill_memory": null, "peak_decode_memory": 7046889536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1322 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49620e38da0dd02b77e7dc9e", "attempt_id": "05463c772d7a", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:07.305607Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7445}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 2003, "message_tokens": 1927, "message_utf8_bytes": 7489, "cache_tensor_bytes": null, "serialized_payload_bytes": 2000, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.06579200271517038, "decode_payload_ms": 0.0172910513356328, "receiver_prefill_ms": 278.382166987285, "ttft_ms": 14.281874988228083, "decode_ms": 109.34541607275605}, "total_wall_ms": 404.86383403185755, "ttft_ms": 14.281874988228083, "input_usage": {"receiver_prompt_tokens": 2003}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2256191488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7045234752, "mlx_cache_bytes": 13378848576, "process_rss_bytes": 2256191488}, "peak_prefill_memory": null, "peak_decode_memory": 7045234752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "output_hash": "adc9a20b9adc1d63e08a6e4c1f5160bd8343c4e09ea9e1ab7296ec885a822f95"} |
| |
1323 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "180d58c171daf32eec1ec677", "attempt_id": "a61faef1912c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:07.729591Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7445}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 2008, "message_tokens": 1927, "message_utf8_bytes": 7489, "cache_tensor_bytes": null, "serialized_payload_bytes": 2000, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.06579200271517038, "decode_payload_ms": 0.0172910513356328, "receiver_prefill_ms": 272.1474999561906, "ttft_ms": 13.983833021484315, "decode_ms": 95.44295794330537}, "total_wall_ms": 384.6798751037568, "ttft_ms": 13.983833021484315, "input_usage": {"receiver_prompt_tokens": 2008}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2256207872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7047020608, "mlx_cache_bytes": 13378848576, "process_rss_bytes": 2256207872}, "peak_prefill_memory": null, "peak_decode_memory": 7047020608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8631552", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "output_hash": "147d02c0587a77b3b53f0424c8d3d1454aaf2639ce9fdaf69af20db33363e849"} |
| |
1324 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3827640c0f8ad92affe73085", "attempt_id": "13ef2fc26b1c", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:08.698308Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26569797612869744, "origin_tokens": 1767, "compressed_tokens": 561, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 744, "message_tokens": 667, "message_utf8_bytes": 2032, "cache_tensor_bytes": null, "serialized_payload_bytes": 2032, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 564.7275000810623, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.15395804028958, "ttft_ms": 13.373667025007308, "decode_ms": 13.447917066514492}, "total_wall_ms": 115.73995894286782, "ttft_ms": 13.373667025007308, "input_usage": {"receiver_prompt_tokens": 744}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2261909504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6648672344, "mlx_cache_bytes": 13813647168, "process_rss_bytes": 2261909504}, "peak_prefill_memory": null, "peak_decode_memory": 6648672344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d65cf8252aebd8f00a1074f3d4e4a4db2151cde33a12fe4697f2860550438fdc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1325 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3a9de382ab311d0c6f657e4a", "attempt_id": "7d32cb0de5ea", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:08.833703Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26569797612869744, "origin_tokens": 1767, "compressed_tokens": 561, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 750, "message_tokens": 667, "message_utf8_bytes": 2032, "cache_tensor_bytes": null, "serialized_payload_bytes": 2032, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 564.7275000810623, "decode_payload_ms": 0.0, "receiver_prefill_ms": 90.38637508638203, "ttft_ms": 13.543208013288677, "decode_ms": 148.39662506710738}, "total_wall_ms": 253.6230409750715, "ttft_ms": 13.543208013288677, "input_usage": {"receiver_prompt_tokens": 750}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2261909504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6659190860, "mlx_cache_bytes": 14217611072, "process_rss_bytes": 2261909504}, "peak_prefill_memory": null, "peak_decode_memory": 6659190860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d65cf8252aebd8f00a1074f3d4e4a4db2151cde33a12fe4697f2860550438fdc", "output_hash": "0e81b354df84b0d0b227fb0a9cbea9618d48d50a02525988cbe67644768ed6bd"} |
| |
1326 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "12073be13bd9428847cdb64b", "attempt_id": "656557cca12a", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:09.106349Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26569797612869744, "origin_tokens": 1767, "compressed_tokens": 561, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 749, "message_tokens": 667, "message_utf8_bytes": 2032, "cache_tensor_bytes": null, "serialized_payload_bytes": 2032, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 564.7275000810623, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.24387504439801, "ttft_ms": 13.47033295314759, "decode_ms": 107.41041705477983}, "total_wall_ms": 207.40729104727507, "ttft_ms": 13.47033295314759, "input_usage": {"receiver_prompt_tokens": 749}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2261909504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6652407896, "mlx_cache_bytes": 14361610048, "process_rss_bytes": 2261909504}, "peak_prefill_memory": null, "peak_decode_memory": 6652407896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13. 4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d65cf8252aebd8f00a1074f3d4e4a4db2151cde33a12fe4697f2860550438fdc", "output_hash": "9777e7fa1e631d5323b9ffbb1e6d65c20a6e799a85fed20971e311367cca3b24"} |
| |
1327 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "03f7727c6c476d2b2ab4c7be", "attempt_id": "13204f9fcf80", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:09.332388Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26569797612869744, "origin_tokens": 1767, "compressed_tokens": 561, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 745, "message_tokens": 667, "message_utf8_bytes": 2032, "cache_tensor_bytes": null, "serialized_payload_bytes": 2032, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 564.7275000810623, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.82608397025615, "ttft_ms": 13.62004189286381, "decode_ms": 66.75287499092519}, "total_wall_ms": 166.58729105256498, "ttft_ms": 13.62004189286381, "input_usage": {"receiver_prompt_tokens": 745}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2261909504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6648934488, "mlx_cache_bytes": 14667925312, "process_rss_bytes": 2261909504}, "peak_prefill_memory": null, "peak_decode_memory": 6648934488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d65cf8252aebd8f00a1074f3d4e4a4db2151cde33a12fe4697f2860550438fdc", "output_hash": "8b3e18f14c1115c0dc78959f5db1e5502ee65937aab5bdda16907a1b6fe2b402"} |
| |
1328 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "df67d1abf127878b1903fa5b", "attempt_id": "36f1602ec6e1", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:09.519369Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26569797612869744, "origin_tokens": 1767, "compressed_tokens": 561, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 750, "message_tokens": 667, "message_utf8_bytes": 2032, "cache_tensor_bytes": null, "serialized_payload_bytes": 2032, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 564.7275000810623, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.06425004452467, "ttft_ms": 13.964417041279376, "decode_ms": 41.26308299601078}, "total_wall_ms": 141.65550004690886, "ttft_ms": 13.964417041279376, "input_usage": {"receiver_prompt_tokens": 750}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 2261909504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6659092568, "mlx_cache_bytes": 14667925312, "process_rss_bytes": 2261909504}, "peak_prefill_memory": null, "peak_decode_memory": 6659092568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8.1", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d65cf8252aebd8f00a1074f3d4e4a4db2151cde33a12fe4697f2860550438fdc", "output_hash": "7759f94c149fcf23ab85fcfa460f3681525f458ba02bd5266e5cca038368d7cc"} |
| |
1329 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9fd3ae6acd630258ebf8a2d7", "attempt_id": "972db6286ad4", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:09.937577Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 36, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 72474624, "serialized_payload_bytes": 72490700, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 257.3654589941725, "doc_prefill_ms": 236.91287508700043, "compress_ms": 1.8134580459445715, "serialize_ms": 15.71041694842279, "load_ms": 2.190332976169884, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.665417037904263, "ttft_ms": 29.665417037904263, "decode_ms": 138.4740830399096}, "total_wall_ms": 171.93737509660423, "ttft_ms": 29.665417037904263, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2332098560, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6442606912, "mlx_cache_bytes": 15443445713, "process_rss_bytes": 2332098560}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6442606912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ed4ef1a10763e7d2b220c7229a834b7eaf8b4189176871b19e17dd8faf6ee4f", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1330 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38d63d1c6cdebba47c1b7988", "attempt_id": "37a62b13f54f", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:10.130738Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 72474624, "serialized_payload_bytes": 72490700, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 257.3654589941725, "doc_prefill_ms": 236.91287508700043, "compress_ms": 1.8134580459445715, "serialize_ms": 15.71041694842279, "load_ms": 0.8543749572709203, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.77637494727969, "ttft_ms": 27.77637494727969, "decode_ms": 168.00462501123548}, "total_wall_ms": 198.15829198341817, "ttft_ms": 27.77637494727969, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2332098560, "backend_memory": {"mlx_active_bytes": 6396207112, "mlx_peak_bytes": 6447128896, "mlx_cache_bytes": 15552235641, "process_rss_bytes": 2332098560}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6447128896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ed4ef1a10763e7d2b220c7229a834b7eaf8b4189176871b19e17dd8faf6ee4f", "output_hash": "c029a5f68d4f87fccebc7b2ed6a8d95f46779503cf4748adb92748629c73f412"} |
| |
1331 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "376a634aac89a7b40de6fa45", "attempt_id": "ae4df65a467f", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:10.348744Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 41, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 72474624, "serialized_payload_bytes": 72490700, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 257.3654589941725, "doc_prefill_ms": 236.91287508700043, "compress_ms": 1.8134580459445715, "serialize_ms": 15.71041694842279, "load_ms": 1.7741670599207282, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.799375074915588, "ttft_ms": 26.799375074915588, "decode_ms": 96.66912502143532}, "total_wall_ms": 126.74125004559755, "ttft_ms": 26.799375074915588, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2332098560, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6446588136, "mlx_cache_bytes": 15565686905, "process_rss_bytes": 2332098560}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6446588136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ed4ef1a10763e7d2b220c7229a834b7eaf8b4189176871b19e17dd8faf6ee4f", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1332 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "948edb003fe4b941c31f9f60", "attempt_id": "b59ceab8bdda", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:10.496241Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 37, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 72474624, "serialized_payload_bytes": 72490700, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 257.3654589941725, "doc_prefill_ms": 236.91287508700043, "compress_ms": 1.8134580459445715, "serialize_ms": 15.71041694842279, "load_ms": 1.7086659790948033, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.056749979034066, "ttft_ms": 26.056749979034066, "decode_ms": 110.62258295714855}, "total_wall_ms": 139.81754193082452, "ttft_ms": 26.056749979034066, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 37}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2332098560, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6442901736, "mlx_cache_bytes": 15576942713, "process_rss_bytes": 2332098560}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6442901736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ed4ef1a10763e7d2b220c7229a834b7eaf8b4189176871b19e17dd8faf6ee4f", "output_hash": "adc9a20b9adc1d63e08a6e4c1f5160bd8343c4e09ea9e1ab7296ec885a822f95"} |
| |
1333 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7120c27b62fbf49c1626431e", "attempt_id": "4288b52f8634", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:10.655756Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 72474624, "serialized_payload_bytes": 72490700, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 257.3654589941725, "doc_prefill_ms": 236.91287508700043, "compress_ms": 1.8134580459445715, "serialize_ms": 15.71041694842279, "load_ms": 1.6515000024810433, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.191999971866608, "ttft_ms": 25.191999971866608, "decode_ms": 96.63858404383063}, "total_wall_ms": 125.04083302337676, "ttft_ms": 25.191999971866608, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2332098560, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6447128808, "mlx_cache_bytes": 15576942713, "process_rss_bytes": 2332098560}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6447128808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8631552", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ed4ef1a10763e7d2b220c7229a834b7eaf8b4189176871b19e17dd8faf6ee4f", "output_hash": "147d02c0587a77b3b53f0424c8d3d1454aaf2639ce9fdaf69af20db33363e849"} |
| |
1334 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "799ed42c8be3f32568bfc19d", "attempt_id": "8c4267b27b44", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:10.819987Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9dc2a7d7ccdd83cf", "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 36, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 72474624, "serialized_payload_bytes": 72490728, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.253750029951334, "doc_prefill_ms": 236.91287508700043, "compress_ms": 0.8014999330043793, "serialize_ms": 19.276542006991804, "load_ms": 9.72637499216944, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.43879095558077, "ttft_ms": 26.43879095558077, "decode_ms": 139.18537506833673}, "total_wall_ms": 176.9482910167426, "ttft_ms": 26.43879095558077, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2405253120, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6442246352, "mlx_cache_bytes": 15577335929, "process_rss_bytes": 2405253120}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6442246352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c228356f9b0a48205f5ffa74cf08a300da78a3c334f0777d788b9ac756c741e5", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1335 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "20da02971ce7ad73eb22a4ae", "attempt_id": "4ef707d30492", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:11.015496Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9dc2a7d7ccdd83cf", "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 72474624, "serialized_payload_bytes": 72490728, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.253750029951334, "doc_prefill_ms": 236.91287508700043, "compress_ms": 0.8014999330043793, "serialize_ms": 19.276542006991804, "load_ms": 7.38466705661267, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.06525004375726, "ttft_ms": 26.06525004375726, "decode_ms": 167.20120899844915}, "total_wall_ms": 202.09529099520296, "ttft_ms": 26.06525004375726, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2411347968, "backend_memory": {"mlx_active_bytes": 6396010504, "mlx_peak_bytes": 6446964968, "mlx_cache_bytes": 15576156281, "process_rss_bytes": 2411347968}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6446964968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c228356f9b0a48205f5ffa74cf08a300da78a3c334f0777d788b9ac756c741e5", "output_hash": "c029a5f68d4f87fccebc7b2ed6a8d95f46779503cf4748adb92748629c73f412"} |
| |
1336 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "55a823812063ec9b9766c2f8", "attempt_id": "1934ffc54d8a", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:11.236069Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9dc2a7d7ccdd83cf", "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 41, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 72474624, "serialized_payload_bytes": 72490728, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.253750029951334, "doc_prefill_ms": 236.91287508700043, "compress_ms": 0.8014999330043793, "serialize_ms": 19.276542006991804, "load_ms": 6.94237498100847, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.680791983380914, "ttft_ms": 26.680791983380914, "decode_ms": 96.5953340055421}, "total_wall_ms": 131.6360409837216, "ttft_ms": 26.680791983380914, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2423537664, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6446424296, "mlx_cache_bytes": 15577335929, "process_rss_bytes": 2423537664}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6446424296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c228356f9b0a48205f5ffa74cf08a300da78a3c334f0777d788b9ac756c741e5", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1337 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d760c558cb7d9c56c07cfa45", "attempt_id": "72ed8677337e", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:11.387196Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9dc2a7d7ccdd83cf", "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 37, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 72474624, "serialized_payload_bytes": 72490728, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.253750029951334, "doc_prefill_ms": 236.91287508700043, "compress_ms": 0.8014999330043793, "serialize_ms": 19.276542006991804, "load_ms": 7.033708039671183, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.684208074584603, "ttft_ms": 26.684208074584603, "decode_ms": 111.00816691759974}, "total_wall_ms": 146.16666606161743, "ttft_ms": 26.684208074584603, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 37}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2435727360, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6442737896, "mlx_cache_bytes": 15577335929, "process_rss_bytes": 2435727360}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6442737896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c228356f9b0a48205f5ffa74cf08a300da78a3c334f0777d788b9ac756c741e5", "output_hash": "adc9a20b9adc1d63e08a6e4c1f5160bd8343c4e09ea9e1ab7296ec885a822f95"} |
| |
1338 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9b4f7fb8579dd36df603fd34", "attempt_id": "0861cdb7d03d", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:11.552379Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9dc2a7d7ccdd83cf", "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 72474624, "serialized_payload_bytes": 72490728, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.253750029951334, "doc_prefill_ms": 236.91287508700043, "compress_ms": 0.8014999330043793, "serialize_ms": 19.276542006991804, "load_ms": 7.003834005445242, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.823333067819476, "ttft_ms": 25.823333067819476, "decode_ms": 96.65412502363324}, "total_wall_ms": 130.9286670293659, "ttft_ms": 25.823333067819476, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2447917056, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6446964968, "mlx_cache_bytes": 15577335929, "process_rss_bytes": 2447917056}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6446964968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8631552", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c228356f9b0a48205f5ffa74cf08a300da78a3c334f0777d788b9ac756c741e5", "output_hash": "147d02c0587a77b3b53f0424c8d3d1454aaf2639ce9fdaf69af20db33363e849"} |
| |
1339 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed40e03e69aa27d017772d9a", "attempt_id": "ba44bc210f53", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:11.729382Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286360120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 36, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 38502144, "serialized_payload_bytes": 38536334, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.46762500423938, "doc_prefill_ms": 236.91287508700043, "compress_ms": 9.742000023834407, "serialize_ms": 15.349708963185549, "load_ms": 2.450459054671228, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.397292100824416, "ttft_ms": 20.397292100824416, "decode_ms": 145.71149996481836}, "total_wall_ms": 170.30212504323572, "ttft_ms": 20.397292100824416, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2525724672, "backend_memory": {"mlx_active_bytes": 6327278648, "mlx_peak_bytes": 6385827072, "mlx_cache_bytes": 15781615161, "process_rss_bytes": 2525724672}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6385827072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-71M-6213", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc8a5e68f73b02158e28d80b2eb2e6b834d3ebbb74da48b1af054995d5dfdc17", "output_hash": "66ef6c5da682b38795e9029723bbd71cdde2c4dec70cf1fae6efe62ef243f10a"} |
| |
1340 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c23216fb02174e8ca40f9497", "attempt_id": "e7ad5350bda0", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:11.918636Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286360120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 38502144, "serialized_payload_bytes": 38536334, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.46762500423938, "doc_prefill_ms": 236.91287508700043, "compress_ms": 9.742000023834407, "serialize_ms": 15.349708963185549, "load_ms": 1.6903749201446772, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.492500043474138, "ttft_ms": 20.492500043474138, "decode_ms": 173.39391692075878}, "total_wall_ms": 197.0229169819504, "ttft_ms": 20.492500043474138, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2526019584, "backend_memory": {"mlx_active_bytes": 6327058488, "mlx_peak_bytes": 6393207432, "mlx_cache_bytes": 15826016905, "process_rss_bytes": 2526019584}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6393207432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc8a5e68f73b02158e28d80b2eb2e6b834d3ebbb74da48b1af054995d5dfdc17", "output_hash": "c029a5f68d4f87fccebc7b2ed6a8d95f46779503cf4748adb92748629c73f412"} |
| |
1341 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "498b1ad89cc216e23610b23a", "attempt_id": "e7ee5993a184", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:12.135154Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286360120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 41, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 38502144, "serialized_payload_bytes": 38536334, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.46762500423938, "doc_prefill_ms": 236.91287508700043, "compress_ms": 9.742000023834407, "serialize_ms": 15.349708963185549, "load_ms": 2.109082997776568, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.382165908813477, "ttft_ms": 20.382165908813477, "decode_ms": 102.16354206204414}, "total_wall_ms": 126.08825007919222, "ttft_ms": 20.382165908813477, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2526019584, "backend_memory": {"mlx_active_bytes": 6327051576, "mlx_peak_bytes": 6392207560, "mlx_cache_bytes": 15849764233, "process_rss_bytes": 2526019584}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6392207560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc8a5e68f73b02158e28d80b2eb2e6b834d3ebbb74da48b1af054995d5dfdc17", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1342 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4cc8efb99d87cb10e712bca4", "attempt_id": "cf5fe8fc1a22", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:12.280633Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286360120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 37, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 38502144, "serialized_payload_bytes": 38536334, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.46762500423938, "doc_prefill_ms": 236.91287508700043, "compress_ms": 9.742000023834407, "serialize_ms": 15.349708963185549, "load_ms": 1.9550420111045241, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.30720899347216, "ttft_ms": 20.30720899347216, "decode_ms": 115.5902500031516}, "total_wall_ms": 139.32229101192206, "ttft_ms": 20.30720899347216, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 37}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2526019584, "backend_memory": {"mlx_active_bytes": 6327277496, "mlx_peak_bytes": 6387041992, "mlx_cache_bytes": 15849538313, "process_rss_bytes": 2526019584}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6387041992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc8a5e68f73b02158e28d80b2eb2e6b834d3ebbb74da48b1af054995d5dfdc17", "output_hash": "adc9a20b9adc1d63e08a6e4c1f5160bd8343c4e09ea9e1ab7296ec885a822f95"} |
| |
1343 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "653f672a76951ee02aaac268", "attempt_id": "06fb92bc4044", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:12.438971Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286360120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 38502144, "serialized_payload_bytes": 38536334, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.46762500423938, "doc_prefill_ms": 236.91287508700043, "compress_ms": 9.742000023834407, "serialize_ms": 15.349708963185549, "load_ms": 2.0011659944429994, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.37529193330556, "ttft_ms": 20.37529193330556, "decode_ms": 101.21750005055219}, "total_wall_ms": 125.09087496437132, "ttft_ms": 20.37529193330556, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2526019584, "backend_memory": {"mlx_active_bytes": 6327052728, "mlx_peak_bytes": 6393208136, "mlx_cache_bytes": 15849763081, "process_rss_bytes": 2526019584}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6393208136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8631552", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc8a5e68f73b02158e28d80b2eb2e6b834d3ebbb74da48b1af054995d5dfdc17", "output_hash": "147d02c0587a77b3b53f0424c8d3d1454aaf2639ce9fdaf69af20db33363e849"} |
| |
1344 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "895bed95c4749b3aed96775b", "attempt_id": "71d0ce557c7f", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:12.600260Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268661512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 36, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 20383488, "serialized_payload_bytes": 20417540, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.24820793606341, "doc_prefill_ms": 236.91287508700043, "compress_ms": 9.425999945960939, "serialize_ms": 7.482458953745663, "load_ms": 1.696749939583242, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.986291998066008, "ttft_ms": 19.986291998066008, "decode_ms": 676.3474169420078}, "total_wall_ms": 699.6953750494868, "ttft_ms": 19.986291998066008, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2547417088, "backend_memory": {"mlx_active_bytes": 6294875912, "mlx_peak_bytes": 6345014496, "mlx_cache_bytes": 15974780729, "process_rss_bytes": 2547417088}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6345014496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n0\n<tool_call>user:\n\nsystem000on000000000000000000000000000000000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a9fcd16b9f46b111d7ed20e883a221e98094d66d334e57033f39d8841f45438", "output_hash": "872501119b0b17dc98b063e3f8a22b904bd599ea7c71c4cdb24b2caaaeeecdf8"} |
| |
1345 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0bee0df446b2759299d7a4a2", "attempt_id": "b6b88e7e26f7", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:13.319470Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268661512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 20383488, "serialized_payload_bytes": 20417540, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.24820793606341, "doc_prefill_ms": 236.91287508700043, "compress_ms": 9.425999945960939, "serialize_ms": 7.482458953745663, "load_ms": 1.188333029858768, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.66133392509073, "ttft_ms": 20.66133392509073, "decode_ms": 680.7699999772012}, "total_wall_ms": 704.0786250727251, "ttft_ms": 20.66133392509073, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2547482624, "backend_memory": {"mlx_active_bytes": 6294515464, "mlx_peak_bytes": 6352479580, "mlx_cache_bytes": 15981301561, "process_rss_bytes": 2547482624}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6352479580, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user:\n\nBased\n<|im_start|>useruser\nThe\n<|im_start|>\nBasedINTERNAL\n\nome\n the\nmemomemo\nome\n te\n0\n0\non\n\n0\n00\non:\n\n00\n0", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a9fcd16b9f46b111d7ed20e883a221e98094d66d334e57033f39d8841f45438", "output_hash": "ec0e9fb1fd26ab59ba8cea26ca130698530de3c45cf48e8338059228695f6c18"} |
| |
1346 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8823beb2dcd351b42a95dee3", "attempt_id": "d76d1b475645", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:14.043507Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268661512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 41, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 20383488, "serialized_payload_bytes": 20417540, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.24820793606341, "doc_prefill_ms": 236.91287508700043, "compress_ms": 9.425999945960939, "serialize_ms": 7.482458953745663, "load_ms": 1.7812909791246057, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.294500049203634, "ttft_ms": 20.294500049203634, "decode_ms": 675.5584169877693}, "total_wall_ms": 699.088791036047, "ttft_ms": 20.294500049203634, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2547482624, "backend_memory": {"mlx_active_bytes": 6294482696, "mlx_peak_bytes": 6351479004, "mlx_cache_bytes": 15981334329, "process_rss_bytes": 2547482624}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6351479004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "onta\n\n<|im_start|>user\n\nunknownunknownBased\nunknownet\nunknown\nom\n\ntheon\nmemo\n0\n0\n0\n00\n0\n00\n0000000000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a9fcd16b9f46b111d7ed20e883a221e98094d66d334e57033f39d8841f45438", "output_hash": "1e5daa36f85dbd2f8643dfdf61a78605da0fe48af66a72b40910d95484429696"} |
| |
1347 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7f6bbf906a9f3a2d5c1d7045", "attempt_id": "c8e2e8feeff6", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:14.762116Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268661512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 37, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 20383488, "serialized_payload_bytes": 20417540, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.24820793606341, "doc_prefill_ms": 236.91287508700043, "compress_ms": 9.425999945960939, "serialize_ms": 7.482458953745663, "load_ms": 1.7760420450940728, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.19016700796783, "ttft_ms": 20.19016700796783, "decode_ms": 0.030083931051194668}, "total_wall_ms": 23.421542020514607, "ttft_ms": 20.19016700796783, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 37}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 2547482624, "backend_memory": {"mlx_active_bytes": 6289941640, "mlx_peak_bytes": 6346887064, "mlx_cache_bytes": 15985875385, "process_rss_bytes": 2547482624}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6346887064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a9fcd16b9f46b111d7ed20e883a221e98094d66d334e57033f39d8841f45438", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
1348 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "622992dcb8f66db1614ee961", "attempt_id": "2c342f98742d", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:14.805055Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268661512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 20383488, "serialized_payload_bytes": 20417540, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.24820793606341, "doc_prefill_ms": 236.91287508700043, "compress_ms": 9.425999945960939, "serialize_ms": 7.482458953745663, "load_ms": 1.845582970418036, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.193250034935772, "ttft_ms": 20.193250034935772, "decode_ms": 678.2083750003949}, "total_wall_ms": 701.7907919362187, "ttft_ms": 20.193250034935772, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2547482624, "backend_memory": {"mlx_active_bytes": 6294482696, "mlx_peak_bytes": 6352479768, "mlx_cache_bytes": 15981334329, "process_rss_bytes": 2547482624}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6352479768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\n<|im_start|>user\n<|im_start|>useruser\nThe\nThe\nThe document\n\nThe the\n0\non\nthe\n0\n\nonThe0\n0\n0\n0\n\n<|im_start|>\n\n\n0\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a9fcd16b9f46b111d7ed20e883a221e98094d66d334e57033f39d8841f45438", "output_hash": "a1a5a89cbd0848f641c2a0c0dcad232ac609fb8f9accab51bacda614ba836e5e"} |
| |
1349 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "96f0c3b6370ae85795f1285d", "attempt_id": "46ab264637a0", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:15.539180Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1966, "keep": 492, "compress_ms": 7.957792025990784}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 36, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153003, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.175584095530212, "doc_prefill_ms": 236.91287508700043, "compress_ms": 7.989207981154323, "serialize_ms": 4.032041993923485, "load_ms": 1.4874170301482081, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.033500062301755, "ttft_ms": 18.033500062301755, "decode_ms": 13.243958004750311}, "total_wall_ms": 34.762667026370764, "ttft_ms": 18.033500062301755, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2550251520, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6323691728, "mlx_cache_bytes": 15988960665, "process_rss_bytes": 2550251520}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6323691728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "None", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf04375bba7813a8f4743b691fdf3e2211d95e066b93d1b6dcf90f00b4fd3363", "output_hash": "dc937b59892604f5a86ac96936cd7ff09e25f18ae6b758e8014a24c7fa039e91"} |
| |
1350 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13c8481fe18f246f7723d541", "attempt_id": "799b8f0e7272", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:15.594130Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1966, "keep": 492, "compress_ms": 7.957792025990784}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153003, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.175584095530212, "doc_prefill_ms": 236.91287508700043, "compress_ms": 7.989207981154323, "serialize_ms": 4.032041993923485, "load_ms": 1.5032499795779586, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.169958028011024, "ttft_ms": 18.169958028011024, "decode_ms": 119.5477080764249}, "total_wall_ms": 140.6510410597548, "ttft_ms": 18.169958028011024, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2550251520, "backend_memory": {"mlx_active_bytes": 6287155208, "mlx_peak_bytes": 6328344808, "mlx_cache_bytes": 15988665753, "process_rss_bytes": 2550251520}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6328344808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 390-L, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf04375bba7813a8f4743b691fdf3e2211d95e066b93d1b6dcf90f00b4fd3363", "output_hash": "84f650ccd9997ce59c8719e4ec5e5efb58fa48e9e9c4fb94e4826ea0ccb46ac6"} |
| |
1351 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "edf76bedfd010102fced2e11", "attempt_id": "1d2352f483c7", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:15.754579Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1966, "keep": 492, "compress_ms": 7.957792025990784}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 41, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153003, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.175584095530212, "doc_prefill_ms": 236.91287508700043, "compress_ms": 7.989207981154323, "serialize_ms": 4.032041993923485, "load_ms": 1.5234160237014294, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.119625048711896, "ttft_ms": 18.119625048711896, "decode_ms": 26.28845802973956}, "total_wall_ms": 47.442458919249475, "ttft_ms": 18.119625048711896, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2550251520, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6327804136, "mlx_cache_bytes": 15988927897, "process_rss_bytes": 2550251520}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6327804136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf04375bba7813a8f4743b691fdf3e2211d95e066b93d1b6dcf90f00b4fd3363", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1352 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9ef02c000ff58427fae2f0b5", "attempt_id": "0e9f69560142", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:15.821454Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1966, "keep": 492, "compress_ms": 7.957792025990784}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 37, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153003, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.175584095530212, "doc_prefill_ms": 236.91287508700043, "compress_ms": 7.989207981154323, "serialize_ms": 4.032041993923485, "load_ms": 1.5036249533295631, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.06645793840289, "ttft_ms": 18.06645793840289, "decode_ms": 106.87191702891141}, "total_wall_ms": 127.88287492003292, "ttft_ms": 18.06645793840289, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 37}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2550251520, "backend_memory": {"mlx_active_bytes": 6287155208, "mlx_peak_bytes": 6324674792, "mlx_cache_bytes": 15988665753, "process_rss_bytes": 2550251520}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6324674792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf04375bba7813a8f4743b691fdf3e2211d95e066b93d1b6dcf90f00b4fd3363", "output_hash": "adc9a20b9adc1d63e08a6e4c1f5160bd8343c4e09ea9e1ab7296ec885a822f95"} |
| |
1353 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c4cebf09f9f4c60dec27a8c5", "attempt_id": "5c9ec793931c", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:15.968598Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1966, "keep": 492, "compress_ms": 7.957792025990784}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153003, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.175584095530212, "doc_prefill_ms": 236.91287508700043, "compress_ms": 7.989207981154323, "serialize_ms": 4.032041993923485, "load_ms": 1.479750033468008, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.103416077792645, "ttft_ms": 18.103416077792645, "decode_ms": 26.310999994166195}, "total_wall_ms": 47.39833401981741, "ttft_ms": 18.103416077792645, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2550251520, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6328344808, "mlx_cache_bytes": 15988927897, "process_rss_bytes": 2550251520}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6328344808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf04375bba7813a8f4743b691fdf3e2211d95e066b93d1b6dcf90f00b4fd3363", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1354 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7c96ede36996e0b13dad4b15", "attempt_id": "1b4ae95b468c", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:16.048522Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1966, "keep": 492, "compress_ms": 7.864040904678404}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 36, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.812584056518972, "doc_prefill_ms": 236.91287508700043, "compress_ms": 7.900457945652306, "serialize_ms": 4.724583006463945, "load_ms": 1.6396250575780869, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.942208098247647, "ttft_ms": 17.942208098247647, "decode_ms": 628.1059170141816}, "total_wall_ms": 649.1607089992613, "ttft_ms": 17.942208098247647, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2567897088, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6323658960, "mlx_cache_bytes": 15991942553, "process_rss_bytes": 2567897088}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6323658960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "assistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "967647fca3e0486aead8a21c0e67735f79a11e602390dea41cca02eaf8c99142"} |
| |
1355 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8dca96ba6941ef3a47aa71f5", "attempt_id": "d0795fbfa597", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:16.717340Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1966, "keep": 492, "compress_ms": 7.864040904678404}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.812584056518972, "doc_prefill_ms": 236.91287508700043, "compress_ms": 7.900457945652306, "serialize_ms": 4.724583006463945, "load_ms": 1.5612089773640037, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.114374950528145, "ttft_ms": 18.114374950528145, "decode_ms": 628.4963749349117}, "total_wall_ms": 649.6556659694761, "ttft_ms": 18.114374950528145, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2567929856, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6328344808, "mlx_cache_bytes": 16012225945, "process_rss_bytes": 2567929856}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6328344808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The question is:\n\nThe question is:\n\nThe question is:\n\nThe question is:\n\nThe question is:\n\nThe question is:\n\nThe question is:\n\nThe question is:\n\nThe question is:\n\nThe question is:\n\nThe question is:\n\nThe question is:\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "1df38e202a471421312bd8487bf506aca400c5c6b6bfad6a89cac63caad56329"} |
| |
1356 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "863b4f8bc301b7d15d3d8108", "attempt_id": "f88aad1dd297", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:17.387636Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1966, "keep": 492, "compress_ms": 7.864040904678404}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 41, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.812584056518972, "doc_prefill_ms": 236.91287508700043, "compress_ms": 7.900457945652306, "serialize_ms": 4.724583006463945, "load_ms": 1.3617920922115445, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.27924989629537, "ttft_ms": 18.27924989629537, "decode_ms": 630.0536249764264}, "total_wall_ms": 651.5701250173151, "ttft_ms": 18.27924989629537, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2567962624, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6327804136, "mlx_cache_bytes": 16012225945, "process_rss_bytes": 2567962624}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6327804136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " \n 100000000000000000000000000000000000000000000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "90a738a88b12ce26387d409615c44fb053719fe3af92bab10bfceacbd917ccea"} |
| |
1357 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "75f33f4ad2908be747452efc", "attempt_id": "321ca59f6066", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:18.058548Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1966, "keep": 492, "compress_ms": 7.864040904678404}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 37, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.812584056518972, "doc_prefill_ms": 236.91287508700043, "compress_ms": 7.900457945652306, "serialize_ms": 4.724583006463945, "load_ms": 1.4637920539826155, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.241042038425803, "ttft_ms": 18.241042038425803, "decode_ms": 628.8933330215514}, "total_wall_ms": 650.0367920380086, "ttft_ms": 18.241042038425803, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2567962624, "backend_memory": {"mlx_active_bytes": 6287810568, "mlx_peak_bytes": 6324674792, "mlx_cache_bytes": 16013077913, "process_rss_bytes": 2567962624}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6324674792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "7e57a27f64c095430747df629b60af0fcc7996b95b2b514d724b4dabd003b47b"} |
| |
1358 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8928a2a4c8dce57330325530", "attempt_id": "d030c89f0599", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:18.728035Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1966, "keep": 492, "compress_ms": 7.864040904678404}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.812584056518972, "doc_prefill_ms": 236.91287508700043, "compress_ms": 7.900457945652306, "serialize_ms": 4.724583006463945, "load_ms": 1.2035840190947056, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.42883403878659, "ttft_ms": 18.42883403878659, "decode_ms": 0.026499968953430653}, "total_wall_ms": 21.0826660040766, "ttft_ms": 18.42883403878659, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 2567962624, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6328344808, "mlx_cache_bytes": 16014028185, "process_rss_bytes": 2567962624}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6328344808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
1359 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d084919fa64bf0bfe9b367f5", "attempt_id": "ca162a9be2cd", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:18.768833Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 36, "compress_ms": 44.9293750571087}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 36, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153042, "side_information_bytes": 15954, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.223874975927174, "doc_prefill_ms": 236.91287508700043, "compress_ms": 46.333500067703426, "serialize_ms": 3.6496249958872795, "load_ms": 1.3690419727936387, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.908833920955658, "ttft_ms": 17.908833920955658, "decode_ms": 79.55487491562963}, "total_wall_ms": 150.6571249337867, "ttft_ms": 17.908833920955658, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2569912320, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6322970832, "mlx_cache_bytes": 16110710305, "process_rss_bytes": 2569912320}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6322970832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-7113", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0cfb0c1ce8f5aac39c13624bb5ba916003b780bde2f4291260e76d35352730a", "output_hash": "630337b01024a1391e513814c60556b48207d65c744e17f521491ecd867a566a"} |
| |
1360 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "08b41feea80a095c25bce562", "attempt_id": "e3557b2c03d4", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:18.939020Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 42, "compress_ms": 41.283249971456826}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153044, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.91504198126495, "doc_prefill_ms": 236.91287508700043, "compress_ms": 42.76862507686019, "serialize_ms": 3.905958030372858, "load_ms": 1.3800830347463489, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.650999969802797, "ttft_ms": 20.650999969802797, "decode_ms": 160.5329168960452}, "total_wall_ms": 231.08441708609462, "ttft_ms": 20.650999969802797, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2569994240, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6328344808, "mlx_cache_bytes": 16128945697, "process_rss_bytes": 2569994240}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6328344808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db1a10bd210cf4472c0325432e36a9c60ebfe9e7860c17882545caa5c4ac79f", "output_hash": "c029a5f68d4f87fccebc7b2ed6a8d95f46779503cf4748adb92748629c73f412"} |
| |
1361 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "885488f8e8f55d628b4a7555", "attempt_id": "6fdcfb74eccd", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:19.190364Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 41, "compress_ms": 41.08875000383705}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 41, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153043, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.464832965284586, "doc_prefill_ms": 236.91287508700043, "compress_ms": 42.47229197062552, "serialize_ms": 3.7630830192938447, "load_ms": 0.9499170118942857, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.89212506264448, "ttft_ms": 17.89212506264448, "decode_ms": 93.26754207722843}, "total_wall_ms": 160.151332966052, "ttft_ms": 17.89212506264448, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2569994240, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6327804136, "mlx_cache_bytes": 16134991393, "process_rss_bytes": 2569994240}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6327804136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d73eebf91382f2f300abdc562c742add262e52c399c68205994f30740ea9810f", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1362 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "661f449733633e1c7cf1d9ec", "attempt_id": "9f2c5ad47783", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:19.370464Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 37, "compress_ms": 41.102707968093455}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 37, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153044, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.486707986332476, "doc_prefill_ms": 236.91287508700043, "compress_ms": 42.586499941535294, "serialize_ms": 3.655790933407843, "load_ms": 0.9953329572454095, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.99979107454419, "ttft_ms": 17.99979107454419, "decode_ms": 106.3867500051856}, "total_wall_ms": 173.45404205843806, "ttft_ms": 17.99979107454419, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 37}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2569994240, "backend_memory": {"mlx_active_bytes": 6287155208, "mlx_peak_bytes": 6324674792, "mlx_cache_bytes": 16139398689, "process_rss_bytes": 2569994240}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6324674792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db1a10bd210cf4472c0325432e36a9c60ebfe9e7860c17882545caa5c4ac79f", "output_hash": "adc9a20b9adc1d63e08a6e4c1f5160bd8343c4e09ea9e1ab7296ec885a822f95"} |
| |
1363 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c77d267446c3cee44befebd8", "attempt_id": "2e3cac65a3b0", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:19.563811Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 42, "compress_ms": 40.865000104531646}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153044, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.31141701247543, "doc_prefill_ms": 236.91287508700043, "compress_ms": 42.23504103720188, "serialize_ms": 3.854457987472415, "load_ms": 0.49041700549423695, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.10183294583112, "ttft_ms": 18.10183294583112, "decode_ms": 92.91591600049287}, "total_wall_ms": 159.42412498407066, "ttft_ms": 18.10183294583112, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2569994240, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6328344808, "mlx_cache_bytes": 16139660833, "process_rss_bytes": 2569994240}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6328344808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8634000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db1a10bd210cf4472c0325432e36a9c60ebfe9e7860c17882545caa5c4ac79f", "output_hash": "f40c54162af7b3b693dbbb0f03a1a19d66eb063a31f06a3a1b3d1d0cc3cf904c"} |
| |
1364 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6be559cdff8aaa8891fbbf5a", "attempt_id": "ad1b02792634", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:19.784261Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 19, "compress_ms": 37.839500000700355}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 36, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153044, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.2028330611065, "doc_prefill_ms": 236.91287508700043, "compress_ms": 37.967875017784536, "serialize_ms": 3.0785000417381525, "load_ms": 1.1169160716235638, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.195917014963925, "ttft_ms": 18.195917014963925, "decode_ms": 13.374708010815084}, "total_wall_ms": 34.2445831047371, "ttft_ms": 18.195917014963925, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2570027008, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6322970832, "mlx_cache_bytes": 16153013793, "process_rss_bytes": 2570027008}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6322970832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db1a10bd210cf4472c0325432e36a9c60ebfe9e7860c17882545caa5c4ac79f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1365 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "65455b6e61d02a9add380632", "attempt_id": "fa557da87c2e", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:19.837521Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 19, "compress_ms": 37.839500000700355}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153044, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.2028330611065, "doc_prefill_ms": 236.91287508700043, "compress_ms": 37.967875017784536, "serialize_ms": 3.0785000417381525, "load_ms": 1.164749963209033, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.37887498550117, "ttft_ms": 18.37887498550117, "decode_ms": 13.357791933231056}, "total_wall_ms": 34.4015839509666, "ttft_ms": 18.37887498550117, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2570027008, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6328344808, "mlx_cache_bytes": 16153013793, "process_rss_bytes": 2570027008}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6328344808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db1a10bd210cf4472c0325432e36a9c60ebfe9e7860c17882545caa5c4ac79f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1366 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2b637cef25b1e1d873b16ac", "attempt_id": "509e62f5818f", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:19.891655Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 19, "compress_ms": 37.839500000700355}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 41, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153044, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.2028330611065, "doc_prefill_ms": 236.91287508700043, "compress_ms": 37.967875017784536, "serialize_ms": 3.0785000417381525, "load_ms": 1.1400000657886267, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.201750004664063, "ttft_ms": 18.201750004664063, "decode_ms": 13.275165925733745}, "total_wall_ms": 34.176416927948594, "ttft_ms": 18.201750004664063, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2570027008, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6327804136, "mlx_cache_bytes": 16153013793, "process_rss_bytes": 2570027008}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6327804136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db1a10bd210cf4472c0325432e36a9c60ebfe9e7860c17882545caa5c4ac79f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1367 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5325da3a66ca4a295f351737", "attempt_id": "00759677cc05", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:19.945293Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 19, "compress_ms": 37.839500000700355}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 37, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153044, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.2028330611065, "doc_prefill_ms": 236.91287508700043, "compress_ms": 37.967875017784536, "serialize_ms": 3.0785000417381525, "load_ms": 1.0493749286979437, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.201041966676712, "ttft_ms": 18.201041966676712, "decode_ms": 13.343333965167403}, "total_wall_ms": 34.11241702269763, "ttft_ms": 18.201041966676712, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 37}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2570027008, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6324674792, "mlx_cache_bytes": 16153013793, "process_rss_bytes": 2570027008}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6324674792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db1a10bd210cf4472c0325432e36a9c60ebfe9e7860c17882545caa5c4ac79f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1368 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f189bd4032de27118b2bd2b2", "attempt_id": "aee5f9428c72", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:19.999714Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 19, "compress_ms": 37.839500000700355}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153044, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.2028330611065, "doc_prefill_ms": 236.91287508700043, "compress_ms": 37.967875017784536, "serialize_ms": 3.0785000417381525, "load_ms": 0.9932499378919601, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.213583971373737, "ttft_ms": 18.213583971373737, "decode_ms": 13.428000034764409}, "total_wall_ms": 34.148083999753, "ttft_ms": 18.213583971373737, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2570027008, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6328344808, "mlx_cache_bytes": 16153013793, "process_rss_bytes": 2570027008}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6328344808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db1a10bd210cf4472c0325432e36a9c60ebfe9e7860c17882545caa5c4ac79f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1369 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1bafac3f5d351a811cdcfc1c", "attempt_id": "3f14d33f73c8", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:20.053782Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 36, "compress_ms": 42.96791704837233}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 36, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152999, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.11162506323308, "doc_prefill_ms": 236.91287508700043, "compress_ms": 44.46854104753584, "serialize_ms": 4.399665980599821, "load_ms": 1.0449999244883657, "receiver_prefill_ms": 0.0, "query_prefill_ms": 343.45366701018065, "ttft_ms": 343.45366701018065, "decode_ms": 81.33375004399568}, "total_wall_ms": 476.57816600985825, "ttft_ms": 343.45366701018065, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2589081600, "backend_memory": {"mlx_active_bytes": 6286761992, "mlx_peak_bytes": 6313933460, "mlx_cache_bytes": 16207601777, "process_rss_bytes": 2589081600}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6313933460, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-7117", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "868af7cc71c3a40632735f38fe270edb9c97ec16dfb083bb9f8241e9fd1068cf", "output_hash": "8f52fcd0c0f75948038025e6a0c4d614837b277afcb82c6d62b130b70ca32b5a"} |
| |
1370 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f8939171d869e50e2dab32c", "attempt_id": "8f036b576905", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:20.558116Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 42, "compress_ms": 41.181417065672576}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153000, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.37758298870176, "doc_prefill_ms": 236.91287508700043, "compress_ms": 42.649875045754015, "serialize_ms": 4.492374951951206, "load_ms": 1.0197499068453908, "receiver_prefill_ms": 0.0, "query_prefill_ms": 392.76266703382134, "ttft_ms": 392.76266703382134, "decode_ms": 161.71858401503414}, "total_wall_ms": 604.4963750755414, "ttft_ms": 392.76266703382134, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2605940736, "backend_memory": {"mlx_active_bytes": 6287024136, "mlx_peak_bytes": 6315227916, "mlx_cache_bytes": 16216303385, "process_rss_bytes": 2605940736}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6315227916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b91317f291a7c49532d29c3554951294e33d86d6cfcebe06360467482e293e93", "output_hash": "c029a5f68d4f87fccebc7b2ed6a8d95f46779503cf4748adb92748629c73f412"} |
| |
1371 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b8b16266db96f5956bc3ce7e", "attempt_id": "7a8faf69ddd4", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:21.183642Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 41, "compress_ms": 41.194334044121206}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 41, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153000, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.559875063598156, "doc_prefill_ms": 236.91287508700043, "compress_ms": 42.81654208898544, "serialize_ms": 4.470667103305459, "load_ms": 1.192291034385562, "receiver_prefill_ms": 0.0, "query_prefill_ms": 383.5840829415247, "ttft_ms": 383.5840829415247, "decode_ms": 94.415667001158}, "total_wall_ms": 528.440541937016, "ttft_ms": 383.5840829415247, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2620866560, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6314953656, "mlx_cache_bytes": 16216467225, "process_rss_bytes": 2620866560}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6314953656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b91317f291a7c49532d29c3554951294e33d86d6cfcebe06360467482e293e93", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1372 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f0b41ab8e549aa80f25b5633", "attempt_id": "f67dda444c40", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:21.732776Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 37, "compress_ms": 41.7202910175547}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 37, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.74945799726993, "doc_prefill_ms": 236.91287508700043, "compress_ms": 43.10358304064721, "serialize_ms": 4.425833933055401, "load_ms": 1.1965830344706774, "receiver_prefill_ms": 0.0, "query_prefill_ms": 344.05812504701316, "ttft_ms": 344.05812504701316, "decode_ms": 175.1051660394296}, "total_wall_ms": 569.6938330074772, "ttft_ms": 344.05812504701316, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 37}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 2635055104, "backend_memory": {"mlx_active_bytes": 6286925832, "mlx_peak_bytes": 6313983836, "mlx_cache_bytes": 16216401689, "process_rss_bytes": 2635055104}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6313983836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvad A. Nakquidra-3", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "83fbf26085a2abf24f8055024e35a6c746e9a2221449e8b5172c81cf998b4d65"} |
| |
1373 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7c376d64844873b89daaac09", "attempt_id": "c043f2a288ad", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:22.323023Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 42, "compress_ms": 41.540457983501256}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153000, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.62500000651926, "doc_prefill_ms": 236.91287508700043, "compress_ms": 43.00108295865357, "serialize_ms": 4.410749999806285, "load_ms": 1.1872079921886325, "receiver_prefill_ms": 0.0, "query_prefill_ms": 391.5213340660557, "ttft_ms": 391.5213340660557, "decode_ms": 120.45554094947875}, "total_wall_ms": 562.3767500510439, "ttft_ms": 391.5213340660557, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2646507520, "backend_memory": {"mlx_active_bytes": 6286958600, "mlx_peak_bytes": 6315224008, "mlx_cache_bytes": 16216368921, "process_rss_bytes": 2646507520}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6315224008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,633,052", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b91317f291a7c49532d29c3554951294e33d86d6cfcebe06360467482e293e93", "output_hash": "cf1ff531341de568d2a598d8eabda1cc78c0db44b3929c44a2753ed4026e6f7f"} |
| |
1374 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c60c507222e355303aad8bb1", "attempt_id": "e617cc4939f5", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:22.906298Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 36, "compress_ms": 40.83566693589091, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 36, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 9635328, "serialized_payload_bytes": 9668849, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 86.24008402694017, "doc_prefill_ms": 236.91287508700043, "compress_ms": 49.212500103749335, "serialize_ms": 36.60737501922995, "load_ms": 1.4119999250397086, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.567374976351857, "ttft_ms": 17.567374976351857, "decode_ms": 85.74366592802107}, "total_wall_ms": 192.47437501326203, "ttft_ms": 17.567374976351857, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2662252544, "backend_memory": {"mlx_active_bytes": 6268712164, "mlx_peak_bytes": 6310095608, "mlx_cache_bytes": 16241352925, "process_rss_bytes": 2662252544}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6310095608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XX-7113", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a117ddb8f6de9a6440f83303047cfe7b51c6795bdc2bb6e4c11c3ce449205436", "output_hash": "630337b01024a1391e513814c60556b48207d65c744e17f521491ecd867a566a"} |
| |
1375 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e9e45da557ec7701a1caf3f4", "attempt_id": "052755f27c37", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:23.119224Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 42, "compress_ms": 41.96575004607439, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 9635328, "serialized_payload_bytes": 9668849, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.87312492914498, "doc_prefill_ms": 236.91287508700043, "compress_ms": 50.46512500848621, "serialize_ms": 4.00116597302258, "load_ms": 1.5458330744877458, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.633209004998207, "ttft_ms": 17.633209004998207, "decode_ms": 171.84604203794152}, "total_wall_ms": 247.4967499729246, "ttft_ms": 17.633209004998207, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2663743488, "backend_memory": {"mlx_active_bytes": 6268696132, "mlx_peak_bytes": 6315400784, "mlx_cache_bytes": 16254532957, "process_rss_bytes": 2663743488}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6315400784, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-M, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a117ddb8f6de9a6440f83303047cfe7b51c6795bdc2bb6e4c11c3ce449205436", "output_hash": "c029a5f68d4f87fccebc7b2ed6a8d95f46779503cf4748adb92748629c73f412"} |
| |
1376 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4910d9e68c95ed62240a3c88", "attempt_id": "ffd9ae7a8422", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:23.386132Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 41, "compress_ms": 41.55674995854497, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 41, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 9635328, "serialized_payload_bytes": 9668849, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.306707927025855, "doc_prefill_ms": 236.91287508700043, "compress_ms": 50.06062495522201, "serialize_ms": 3.8347080117091537, "load_ms": 1.1357089970260859, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.62691605836153, "ttft_ms": 17.62691605836153, "decode_ms": 100.26841599028558}, "total_wall_ms": 176.9065420376137, "ttft_ms": 17.62691605836153, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2663792640, "backend_memory": {"mlx_active_bytes": 6268628200, "mlx_peak_bytes": 6316877940, "mlx_cache_bytes": 16258123449, "process_rss_bytes": 2663792640}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6316877940, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13.4343", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a117ddb8f6de9a6440f83303047cfe7b51c6795bdc2bb6e4c11c3ce449205436", "output_hash": "599bc22e373b1cf7b4679208eb9e515ad0e8dcb88dde0c7f579637ec7d3f3014"} |
| |
1377 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f91420df8d73d42f919bd530", "attempt_id": "41599a9c4675", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:23.584912Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 37, "compress_ms": 41.18241602554917, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 37, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 9635328, "serialized_payload_bytes": 9668849, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.03054098132998, "doc_prefill_ms": 236.91287508700043, "compress_ms": 49.63349993340671, "serialize_ms": 3.9727920666337013, "load_ms": 1.3628329616039991, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.567167058587074, "ttft_ms": 17.567167058587074, "decode_ms": 115.41641701478511}, "total_wall_ms": 189.9140829918906, "ttft_ms": 17.567167058587074, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 37}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2663792640, "backend_memory": {"mlx_active_bytes": 6268625128, "mlx_peak_bytes": 6315972244, "mlx_cache_bytes": 16258126521, "process_rss_bytes": 2663792640}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6315972244, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a117ddb8f6de9a6440f83303047cfe7b51c6795bdc2bb6e4c11c3ce449205436", "output_hash": "adc9a20b9adc1d63e08a6e4c1f5160bd8343c4e09ea9e1ab7296ec885a822f95"} |
| |
1378 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "24569839e6cc256b8faf7ada", "attempt_id": "7b8fc2495761", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:23.794703Z", "task_family": "synthetic", "document_id": "syn_03012_2000", "document_hash": "03e441e68d54e1af036f8ff905dfd6cbbccead62636279c1a8e179352ab08945", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03012_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1966, "keep": 492, "window_tokens": 42, "compress_ms": 41.78512503858656, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1927, "source_tokens_receiver": 1927, "query_tokens": 42, "message_tokens": 1966, "message_utf8_bytes": 7489, "cache_tensor_bytes": 9635328, "serialized_payload_bytes": 9668849, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.67141594272107, "doc_prefill_ms": 236.91287508700043, "compress_ms": 50.05366599652916, "serialize_ms": 4.205125034786761, "load_ms": 1.5458330744877458, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.59679103270173, "ttft_ms": 17.59679103270173, "decode_ms": 99.56583299208432}, "total_wall_ms": 174.9557500006631, "ttft_ms": 17.59679103270173, "input_usage": {"receiver_prefix_tokens": 1966, "dense_cache_bytes": 72474624, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2663792640, "backend_memory": {"mlx_active_bytes": 6268629448, "mlx_peak_bytes": 6315322644, "mlx_cache_bytes": 16258122201, "process_rss_bytes": 2663792640}, "peak_prefill_memory": 7030996868, "peak_decode_memory": 6315322644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8634000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03012_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a117ddb8f6de9a6440f83303047cfe7b51c6795bdc2bb6e4c11c3ce449205436", "output_hash": "f40c54162af7b3b693dbbb0f03a1a19d66eb063a31f06a3a1b3d1d0cc3cf904c"} |
| |
1379 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "81e96f2b70eb2344cb0854b7", "attempt_id": "75c371b9aa96", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:24.095267Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008082948625087738, "decode_payload_ms": 0.0, "receiver_prefill_ms": 21.7666249955073, "ttft_ms": 13.061416917480528, "decode_ms": 13.270916999317706}, "total_wall_ms": 48.56029199436307, "ttft_ms": 13.061416917480528, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311520256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 128255668, "process_rss_bytes": 2311520256}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1380 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd8380fec144b995f3b75122", "attempt_id": "2d64d2914df3", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:24.170659Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008082948625087738, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.98029202595353, "ttft_ms": 13.215290964581072, "decode_ms": 13.11766600701958}, "total_wall_ms": 50.76045903842896, "ttft_ms": 13.215290964581072, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311520256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 192988852, "process_rss_bytes": 2311520256}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1381 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9dd737ce7080d0a6cd5a3e20", "attempt_id": "eeac30b22df7", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:24.245499Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008082948625087738, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.72758404817432, "ttft_ms": 13.275833101943135, "decode_ms": 13.057625037617981}, "total_wall_ms": 50.5247920518741, "ttft_ms": 13.275833101943135, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311520256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243623560, "mlx_cache_bytes": 208307892, "process_rss_bytes": 2311520256}, "peak_prefill_memory": null, "peak_decode_memory": 6243623560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1382 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d465a6140a44e2de6993999c", "attempt_id": "fdf977f2d522", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:24.320629Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008082948625087738, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.546207967214286, "ttft_ms": 12.992416974157095, "decode_ms": 13.0063749384135}, "total_wall_ms": 40.98858300130814, "ttft_ms": 12.992416974157095, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311536640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 233670580, "process_rss_bytes": 2311536640}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1383 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79946ec2215880ab642336a2", "attempt_id": "67d8b5affeeb", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:24.386560Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 74, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008082948625087738, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.263583007268608, "ttft_ms": 13.278999947942793, "decode_ms": 12.971749994903803}, "total_wall_ms": 50.96024996601045, "ttft_ms": 13.278999947942793, "input_usage": {"receiver_prompt_tokens": 74}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311536640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6247801480, "mlx_cache_bytes": 300402612, "process_rss_bytes": 2311536640}, "peak_prefill_memory": null, "peak_decode_memory": 6247801480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1384 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7e7f2bd0d0068f7284117f12", "attempt_id": "f49a2ab75176", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:24.462583Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 5884, "message_tokens": 5810, "message_utf8_bytes": 29338, "cache_tensor_bytes": null, "serialized_payload_bytes": 29338, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0076669966802001, "decode_payload_ms": 0.0, "receiver_prefill_ms": 795.6784589914605, "ttft_ms": 14.4038749858737, "decode_ms": 154.99575005378574}, "total_wall_ms": 973.9910000935197, "ttft_ms": 14.4038749858737, "input_usage": {"receiver_prompt_tokens": 5884}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2311569408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2447361972, "process_rss_bytes": 2311569408}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-22Q-9490", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "output_hash": "30ac087c01ec856cc5d95b422a0504ba4b29982ad42147a0fa27067152bef29e"} |
| |
1385 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "16be315fc70ada6370d9e0ea", "attempt_id": "bbeeceb8263a", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:25.461834Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 5890, "message_tokens": 5810, "message_utf8_bytes": 29338, "cache_tensor_bytes": null, "serialized_payload_bytes": 29338, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0076669966802001, "decode_payload_ms": 0.0, "receiver_prefill_ms": 867.5387919647619, "ttft_ms": 14.231749926693738, "decode_ms": 152.6265840511769}, "total_wall_ms": 1043.2199579663575, "ttft_ms": 14.231749926693738, "input_usage": {"receiver_prompt_tokens": 5890}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2311602176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3164080052, "process_rss_bytes": 2311602176}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1386 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0505a707ccab75d56cc09e81", "attempt_id": "44977926930e", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:26.529925Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 5889, "message_tokens": 5810, "message_utf8_bytes": 29338, "cache_tensor_bytes": null, "serialized_payload_bytes": 29338, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0076669966802001, "decode_payload_ms": 0.0, "receiver_prefill_ms": 857.5754170306027, "ttft_ms": 16.015417058952153, "decode_ms": 98.22691697627306}, "total_wall_ms": 980.8207089081407, "ttft_ms": 16.015417058952153, "input_usage": {"receiver_prompt_tokens": 5889}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2311634944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3655862196, "process_rss_bytes": 2311634944}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1387 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "378976ca7ac2ec053e8c6cf6", "attempt_id": "f90ea5a14524", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:27.536263Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 5885, "message_tokens": 5810, "message_utf8_bytes": 29338, "cache_tensor_bytes": null, "serialized_payload_bytes": 29338, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0076669966802001, "decode_payload_ms": 0.0, "receiver_prefill_ms": 870.3682500636205, "ttft_ms": 14.560166047886014, "decode_ms": 71.5269580250606}, "total_wall_ms": 965.3910839697346, "ttft_ms": 14.560166047886014, "input_usage": {"receiver_prompt_tokens": 5885}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2311667712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4146595764, "process_rss_bytes": 2311667712}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1388 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b80c28fbf6cad00e20a21b76", "attempt_id": "47e445b89345", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:28.527733Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 5894, "message_tokens": 5810, "message_utf8_bytes": 29338, "cache_tensor_bytes": null, "serialized_payload_bytes": 29338, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0076669966802001, "decode_payload_ms": 0.0, "receiver_prefill_ms": 894.3593750009313, "ttft_ms": 14.246957958675921, "decode_ms": 97.51470806077123}, "total_wall_ms": 1014.8923329543322, "ttft_ms": 14.246957958675921, "input_usage": {"receiver_prompt_tokens": 5894}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2311700480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4853630900, "process_rss_bytes": 2311700480}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9519700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "output_hash": "faba5ef4f83e7fb5277d911a073e9e58b13a2602ac2a2a17da9c4966ab281491"} |
| |
1389 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d1e5b32fa885f1005c9bcbc8", "attempt_id": "13db1483e92e", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:29.571196Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5810}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 594, "message_tokens": 515, "message_utf8_bytes": 2291, "cache_tensor_bytes": null, "serialized_payload_bytes": 2291, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.017833038233221, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.0007910002023, "ttft_ms": 13.381790951825678, "decode_ms": 146.13883302081376}, "total_wall_ms": 240.74625002685934, "ttft_ms": 13.381790951825678, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2311700480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 5243406260, "process_rss_bytes": 2311700480}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-22Q-9490", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "29efb3ce2ac6d054af385508b890a6d09628e03300798b9775c9cd56d48ee752", "output_hash": "30ac087c01ec856cc5d95b422a0504ba4b29982ad42147a0fa27067152bef29e"} |
| |
1390 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "57e38028a0ef2ee1cbfd5d47", "attempt_id": "0ed63a3dc223", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:29.837399Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5810}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 600, "message_tokens": 515, "message_utf8_bytes": 2291, "cache_tensor_bytes": null, "serialized_payload_bytes": 2291, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.017833038233221, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.25508305802941, "ttft_ms": 13.659374904818833, "decode_ms": 13.366624945774674}, "total_wall_ms": 101.45395901054144, "ttft_ms": 13.659374904818833, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311716864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 5593270196, "process_rss_bytes": 2311716864}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "29efb3ce2ac6d054af385508b890a6d09628e03300798b9775c9cd56d48ee752", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1391 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe152fbb9fdcdb4d261278f2", "attempt_id": "a39fb621545f", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:29.963969Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5810}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 599, "message_tokens": 515, "message_utf8_bytes": 2291, "cache_tensor_bytes": null, "serialized_payload_bytes": 2291, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.017833038233221, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.67595809046179, "ttft_ms": 13.39783298317343, "decode_ms": 13.413041946478188}, "total_wall_ms": 101.63966694381088, "ttft_ms": 13.39783298317343, "input_usage": {"receiver_prompt_tokens": 599}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311733248, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569422936, "mlx_cache_bytes": 5681448884, "process_rss_bytes": 2311733248}, "peak_prefill_memory": null, "peak_decode_memory": 6569422936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "29efb3ce2ac6d054af385508b890a6d09628e03300798b9775c9cd56d48ee752", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1392 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5cf23d13e03a9e225fbc1085", "attempt_id": "2fb093f5e911", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:30.089932Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5810}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 595, "message_tokens": 515, "message_utf8_bytes": 2291, "cache_tensor_bytes": null, "serialized_payload_bytes": 2291, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.017833038233221, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.66162496712059, "ttft_ms": 13.492500060237944, "decode_ms": 13.287041918374598}, "total_wall_ms": 102.54424996674061, "ttft_ms": 13.492500060237944, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311749632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 5926127540, "process_rss_bytes": 2311749632}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "29efb3ce2ac6d054af385508b890a6d09628e03300798b9775c9cd56d48ee752", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1393 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "44fba950f379f76c57979781", "attempt_id": "fd573963d2ae", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:30.217127Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5810}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 604, "message_tokens": 515, "message_utf8_bytes": 2291, "cache_tensor_bytes": null, "serialized_payload_bytes": 2291, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.017833038233221, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.52641693130136, "ttft_ms": 13.491916935890913, "decode_ms": 13.341750018298626}, "total_wall_ms": 104.5092080021277, "ttft_ms": 13.491916935890913, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311749632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569799768, "mlx_cache_bytes": 6293391284, "process_rss_bytes": 2311749632}, "peak_prefill_memory": null, "peak_decode_memory": 6569799768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "29efb3ce2ac6d054af385508b890a6d09628e03300798b9775c9cd56d48ee752", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1394 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0fac1e6fc5b8e23c057f8afd", "attempt_id": "2f7caf03e02d", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:30.351009Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 586, "message_tokens": 511, "message_utf8_bytes": 1221, "cache_tensor_bytes": null, "serialized_payload_bytes": 1221, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.230791935697198, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.00679202005267, "ttft_ms": 13.518583960831165, "decode_ms": 13.269167044200003}, "total_wall_ms": 103.76808303408325, "ttft_ms": 13.518583960831165, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311766016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 6635587508, "process_rss_bytes": 2311766016}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8107578bdf33dd9e288f04f1d71ea68be1d05ba33b247b910465cfa43f8d1ba4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1395 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd064db4f2fda764a907f455", "attempt_id": "929b2735400f", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:30.480073Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 592, "message_tokens": 511, "message_utf8_bytes": 1221, "cache_tensor_bytes": null, "serialized_payload_bytes": 1221, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.230791935697198, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.73512503970414, "ttft_ms": 13.527374947443604, "decode_ms": 13.367292005568743}, "total_wall_ms": 104.65724999085069, "ttft_ms": 13.527374947443604, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2311782400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585167960, "mlx_cache_bytes": 6900910004, "process_rss_bytes": 2311782400}, "peak_prefill_memory": null, "peak_decode_memory": 6585167960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8107578bdf33dd9e288f04f1d71ea68be1d05ba33b247b910465cfa43f8d1ba4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1396 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7dc7a96033ec31ac99e4c48a", "attempt_id": "a7d32d7e9a8a", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:30.609710Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 591, "message_tokens": 511, "message_utf8_bytes": 1221, "cache_tensor_bytes": null, "serialized_payload_bytes": 1221, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.230791935697198, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.71387505251914, "ttft_ms": 13.448707992210984, "decode_ms": 145.76350001152605}, "total_wall_ms": 236.95962491910905, "ttft_ms": 13.448707992210984, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2311798784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 7143819188, "process_rss_bytes": 2311798784}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "10,897,865 EUR", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8107578bdf33dd9e288f04f1d71ea68be1d05ba33b247b910465cfa43f8d1ba4", "output_hash": "d3dca0bc1bfa131175ba4afb6d148ff3e2cbc86282f317be098a9fa92230c712"} |
| |
1397 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dec6dec00e7b55376700982e", "attempt_id": "764e76e105a4", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:30.872262Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 587, "message_tokens": 511, "message_utf8_bytes": 1221, "cache_tensor_bytes": null, "serialized_payload_bytes": 1221, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.230791935697198, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.05383309721947, "ttft_ms": 13.40862491633743, "decode_ms": 66.33845809847116}, "total_wall_ms": 153.8192080333829, "ttft_ms": 13.40862491633743, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2311815168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 7385155508, "process_rss_bytes": 2311815168}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8107578bdf33dd9e288f04f1d71ea68be1d05ba33b247b910465cfa43f8d1ba4", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1398 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "06045cf0b2697dedf66d2e0a", "attempt_id": "cba3323111dd", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:31.051524Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 596, "message_tokens": 511, "message_utf8_bytes": 1221, "cache_tensor_bytes": null, "serialized_payload_bytes": 1221, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.230791935697198, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.7744169998914, "ttft_ms": 13.61975003965199, "decode_ms": 120.26791705284268}, "total_wall_ms": 207.68787490669638, "ttft_ms": 13.61975003965199, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2311815168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 7630227380, "process_rss_bytes": 2311815168}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,519,700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8107578bdf33dd9e288f04f1d71ea68be1d05ba33b247b910465cfa43f8d1ba4", "output_hash": "f31f51fd5fb1986ddf80fc727e98ae3da80e1335676b76bd1bc1660a441d2eb2"} |
| |
1399 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cfa5cbad1f48977e74877a0b", "attempt_id": "24c1fe0ce6ce", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:31.283898Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 579, "message_tokens": 504, "message_utf8_bytes": 1349, "cache_tensor_bytes": null, "serialized_payload_bytes": 1349, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9194999476894736, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.8482499467209, "ttft_ms": 13.375333976000547, "decode_ms": 146.57845895271748}, "total_wall_ms": 233.69224998168647, "ttft_ms": 13.375333976000547, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2311815168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557134936, "mlx_cache_bytes": 7982352308, "process_rss_bytes": 2311815168}, "peak_prefill_memory": null, "peak_decode_memory": 6557134936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-22Q-9490", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "00334c0fb1aa7680dfce9060cbdfcf35191e843f7ca9aa930c05eb18eb6d0f59", "output_hash": "30ac087c01ec856cc5d95b422a0504ba4b29982ad42147a0fa27067152bef29e"} |
| |
1400 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b76fb9b6805a90b50e26515e", "attempt_id": "453649c3d993", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:31.541878Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 587, "message_tokens": 506, "message_utf8_bytes": 1727, "cache_tensor_bytes": null, "serialized_payload_bytes": 1727, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.098417025990784, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.49820800218731, "ttft_ms": 13.582249986939132, "decode_ms": 145.44900006148964}, "total_wall_ms": 231.7066250834614, "ttft_ms": 13.582249986939132, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2311815168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 7982352308, "process_rss_bytes": 2311815168}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8e0dc11ff730685b3758e5cc0e56cd5e26d02f815c258ca52d1fe2d7c2a5b3fd", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1401 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83340f4d183c74b28923356d", "attempt_id": "8e68c4e0b485", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:31.799138Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 581, "message_tokens": 501, "message_utf8_bytes": 1384, "cache_tensor_bytes": null, "serialized_payload_bytes": 1384, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.2725419839844108, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.11041704006493, "ttft_ms": 13.467291952110827, "decode_ms": 92.778459074907}, "total_wall_ms": 178.63241711165756, "ttft_ms": 13.467291952110827, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2311847936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 8221231028, "process_rss_bytes": 2311847936}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0e9d59ba861c26ca3edb8a8c12b9e4f7ec3830225f8754bd4322d9963b4900c3", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1402 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc8d05b97d7a18851d8b208e", "attempt_id": "3d1d430f5ca5", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:32.003959Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 20}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 587, "message_tokens": 511, "message_utf8_bytes": 1596, "cache_tensor_bytes": null, "serialized_payload_bytes": 1596, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.67520803026855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.26954200025648, "ttft_ms": 13.387208105996251, "decode_ms": 66.54291704762727}, "total_wall_ms": 152.94570906553417, "ttft_ms": 13.387208105996251, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2311847936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 8221231028, "process_rss_bytes": 2311847936}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "268b02cb3603889df36ab229fdfe41695fddefbb7343521f144e2ed5559860cd", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1403 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "10b8562544631c0aad3e930d", "attempt_id": "ee21522085d2", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:32.183439Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 596, "message_tokens": 511, "message_utf8_bytes": 1221, "cache_tensor_bytes": null, "serialized_payload_bytes": 1221, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8913340754806995, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.73083298746496, "ttft_ms": 13.76154099125415, "decode_ms": 120.1049170922488}, "total_wall_ms": 207.45666697621346, "ttft_ms": 13.76154099125415, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2311864320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 8221231028, "process_rss_bytes": 2311864320}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,519,700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8107578bdf33dd9e288f04f1d71ea68be1d05ba33b247b910465cfa43f8d1ba4", "output_hash": "f31f51fd5fb1986ddf80fc727e98ae3da80e1335676b76bd1bc1660a441d2eb2"} |
| |
1404 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed94de101007f390107f2fa1", "attempt_id": "478333b00e63", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:36.825795Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 325, "message_tokens": 247, "message_utf8_bytes": 1362, "cache_tensor_bytes": null, "serialized_payload_bytes": 1362, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4409.224374918267, "decode_payload_ms": 0.0, "receiver_prefill_ms": 46.03020800277591, "ttft_ms": 13.279291917569935, "decode_ms": 13.255542027764022}, "total_wall_ms": 73.92283296212554, "ttft_ms": 13.279291917569935, "input_usage": {"receiver_prompt_tokens": 325, "sender_input_tokens": 5926, "sender_output_tokens": 247, "sender_prefill_ms": 961.4678749348968, "sender_ttft_ms": 14.969459036365151, "sender_decode_ms": 3425.4198339767754}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2312077312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6448588160, "mlx_cache_bytes": 9458994372, "process_rss_bytes": 2312077312}, "peak_prefill_memory": null, "peak_decode_memory": 6448588160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0faa56207527d31a32e016f33e8ba6955b26031d35640dfafc35555d71747c2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1405 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ccd97b9b1535efc572548308", "attempt_id": "c2cf84b50632", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:36.925650Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 331, "message_tokens": 247, "message_utf8_bytes": 1362, "cache_tensor_bytes": null, "serialized_payload_bytes": 1362, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4409.224374918267, "decode_payload_ms": 0.0, "receiver_prefill_ms": 45.9605420473963, "ttft_ms": 13.351375004276633, "decode_ms": 13.203333015553653}, "total_wall_ms": 73.47270904574543, "ttft_ms": 13.351375004276633, "input_usage": {"receiver_prompt_tokens": 331, "sender_input_tokens": 5926, "sender_output_tokens": 247, "sender_prefill_ms": 961.4678749348968, "sender_ttft_ms": 14.969459036365151, "sender_decode_ms": 3425.4198339767754}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2312077312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6453749144, "mlx_cache_bytes": 9728791020, "process_rss_bytes": 2312077312}, "peak_prefill_memory": null, "peak_decode_memory": 6453749144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0faa56207527d31a32e016f33e8ba6955b26031d35640dfafc35555d71747c2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1406 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9a66e2971cc7c53ba5f191d4", "attempt_id": "67dbbf01d1b2", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:37.024848Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 330, "message_tokens": 247, "message_utf8_bytes": 1362, "cache_tensor_bytes": null, "serialized_payload_bytes": 1362, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4409.224374918267, "decode_payload_ms": 0.0, "receiver_prefill_ms": 46.11558304168284, "ttft_ms": 13.231541961431503, "decode_ms": 13.362292083911598}, "total_wall_ms": 73.62816692329943, "ttft_ms": 13.231541961431503, "input_usage": {"receiver_prompt_tokens": 330, "sender_input_tokens": 5926, "sender_output_tokens": 247, "sender_prefill_ms": 961.4678749348968, "sender_ttft_ms": 14.969459036365151, "sender_decode_ms": 3425.4198339767754}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2312077312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6453749144, "mlx_cache_bytes": 9728791020, "process_rss_bytes": 2312077312}, "peak_prefill_memory": null, "peak_decode_memory": 6453749144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0faa56207527d31a32e016f33e8ba6955b26031d35640dfafc35555d71747c2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1407 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "231d02e6457981e4ca953db2", "attempt_id": "84ab88134692", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:37.123483Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 326, "message_tokens": 247, "message_utf8_bytes": 1362, "cache_tensor_bytes": null, "serialized_payload_bytes": 1362, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4409.224374918267, "decode_payload_ms": 0.0, "receiver_prefill_ms": 47.049707965925336, "ttft_ms": 13.17225000821054, "decode_ms": 13.488917029462755}, "total_wall_ms": 74.60383302532136, "ttft_ms": 13.17225000821054, "input_usage": {"receiver_prompt_tokens": 326, "sender_input_tokens": 5926, "sender_output_tokens": 247, "sender_prefill_ms": 961.4678749348968, "sender_ttft_ms": 14.969459036365151, "sender_decode_ms": 3425.4198339767754}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2312077312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6464152984, "mlx_cache_bytes": 9924776428, "process_rss_bytes": 2312077312}, "peak_prefill_memory": null, "peak_decode_memory": 6464152984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0faa56207527d31a32e016f33e8ba6955b26031d35640dfafc35555d71747c2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1408 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2e07c9a1828d9459d6f12d78", "attempt_id": "47892156d14b", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:37.223245Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 335, "message_tokens": 247, "message_utf8_bytes": 1362, "cache_tensor_bytes": null, "serialized_payload_bytes": 1362, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4409.224374918267, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.116000019945204, "ttft_ms": 13.724707998335361, "decode_ms": 13.284415937960148}, "total_wall_ms": 76.1791670229286, "ttft_ms": 13.724707998335361, "input_usage": {"receiver_prompt_tokens": 335, "sender_input_tokens": 5926, "sender_output_tokens": 247, "sender_prefill_ms": 961.4678749348968, "sender_ttft_ms": 14.969459036365151, "sender_decode_ms": 3425.4198339767754}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2312077312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6462449064, "mlx_cache_bytes": 10051000100, "process_rss_bytes": 2312077312}, "peak_prefill_memory": null, "peak_decode_memory": 6462449064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0faa56207527d31a32e016f33e8ba6955b26031d35640dfafc35555d71747c2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1409 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c3bab577b55cf37aeb7d6bab", "attempt_id": "e3bcddad5097", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:37.324679Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 146, "message_tokens": 68, "message_utf8_bytes": 326, "cache_tensor_bytes": null, "serialized_payload_bytes": 326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1913.8931670458987, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.883667059242725, "ttft_ms": 13.180750072933733, "decode_ms": 145.882457960397}, "total_wall_ms": 2104.4282499933615, "ttft_ms": 13.180750072933733, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 5921, "sender_output_tokens": 68, "sender_prefill_ms": 948.7420830409974, "sender_ttft_ms": 14.756667078472674, "sender_decode_ms": 946.089250035584}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2312126464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299476660, "mlx_cache_bytes": 10883832168, "process_rss_bytes": 2312126464}, "peak_prefill_memory": null, "peak_decode_memory": 6299476660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-22Q-9490", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0834ad765bc2608cadee60704cd4786bfedc409236a7878b7364f6bf8270c62f", "output_hash": "30ac087c01ec856cc5d95b422a0504ba4b29982ad42147a0fa27067152bef29e"} |
| |
1410 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "344a545da0dc8092d13bccd8", "attempt_id": "c111db89357b", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:39.454558Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 225, "message_tokens": 141, "message_utf8_bytes": 390, "cache_tensor_bytes": null, "serialized_payload_bytes": 390, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2923.3297500759363, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.738500041887164, "ttft_ms": 13.533166027627885, "decode_ms": 146.16737503092736}, "total_wall_ms": 3116.3908750750124, "ttft_ms": 13.533166027627885, "input_usage": {"receiver_prompt_tokens": 225, "sender_input_tokens": 5927, "sender_output_tokens": 141, "sender_prefill_ms": 926.9359579775482, "sender_ttft_ms": 15.093458001501858, "sender_decode_ms": 1976.5503329690546}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2312159232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6361392512, "mlx_cache_bytes": 11539847528, "process_rss_bytes": 2312159232}, "peak_prefill_memory": null, "peak_decode_memory": 6361392512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aacfc28e21bc27ffbbd46fe50ef243161536a0888cdf7499c64b2ed1d66e7d86", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1411 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "634e6664da751d5951686765", "attempt_id": "26ae38207806", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:42.597082Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 122, "message_tokens": 39, "message_utf8_bytes": 169, "cache_tensor_bytes": null, "serialized_payload_bytes": 169, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1512.9734160145745, "decode_payload_ms": 0.0, "receiver_prefill_ms": 26.84670896269381, "ttft_ms": 13.662667013704777, "decode_ms": 106.17920791264623}, "total_wall_ms": 1660.1832499727607, "ttft_ms": 13.662667013704777, "input_usage": {"receiver_prompt_tokens": 122, "sender_input_tokens": 5926, "sender_output_tokens": 39, "sender_prefill_ms": 947.5503340363503, "sender_ttft_ms": 15.04941692110151, "sender_decode_ms": 545.4269999172539}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2312273920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6281536112, "mlx_cache_bytes": 11630811496, "process_rss_bytes": 2312273920}, "peak_prefill_memory": null, "peak_decode_memory": 6281536112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868 EUR", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3729d41312277806bf5aa1f5cf75bff8f56f505bf24bfda8777e299ae553c8c4", "output_hash": "0591043fec711a10c3e13c982298c8d1d84287f00f4c790c03743a44a6abd8bd"} |
| |
1412 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0b76ea090426add88caadfb8", "attempt_id": "b61d4219f359", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:52.359768Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 409, "message_tokens": 319, "message_utf8_bytes": 740, "cache_tensor_bytes": null, "serialized_payload_bytes": 740, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8076.281834044494, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.27929202374071, "ttft_ms": 13.683459023013711, "decode_ms": 80.43962495867163}, "total_wall_ms": 147.32666697818786, "ttft_ms": 13.683459023013711, "input_usage": {"receiver_prompt_tokens": 409, "sender_input_tokens": 5954, "sender_output_tokens": 512, "sender_prefill_ms": 955.424000043422, "sender_ttft_ms": 15.100041986443102, "sender_decode_ms": 7101.004958036356}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2312421376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6515238608, "mlx_cache_bytes": 12941287368, "process_rss_bytes": 2312421376}, "peak_prefill_memory": null, "peak_decode_memory": 6515238608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lithzenban-5", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3151ae22512421fd564b6a36f9f2ff0d1936fd50ba9762d234c0973b20affea", "output_hash": "cc5e85bb9beafdd57dcb7f11c04a12aea0492c44343bf9633324f1d50e9c4b6f"} |
| |
1413 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9d7f03fcdea77b46b0ba1553", "attempt_id": "0da6ae097440", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:52.532273Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 415, "message_tokens": 319, "message_utf8_bytes": 740, "cache_tensor_bytes": null, "serialized_payload_bytes": 740, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8076.281834044494, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.439916995354, "ttft_ms": 13.61520797945559, "decode_ms": 13.396833091974258}, "total_wall_ms": 80.4420419735834, "ttft_ms": 13.61520797945559, "input_usage": {"receiver_prompt_tokens": 415, "sender_input_tokens": 5954, "sender_output_tokens": 512, "sender_prefill_ms": 955.424000043422, "sender_ttft_ms": 15.100041986443102, "sender_decode_ms": 7101.004958036356}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2312421376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6520415976, "mlx_cache_bytes": 13264119360, "process_rss_bytes": 2312421376}, "peak_prefill_memory": null, "peak_decode_memory": 6520415976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3151ae22512421fd564b6a36f9f2ff0d1936fd50ba9762d234c0973b20affea", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1414 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c1181ae0e4c0d668d50051c4", "attempt_id": "61aef5ed82ec", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:52.640019Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 414, "message_tokens": 319, "message_utf8_bytes": 740, "cache_tensor_bytes": null, "serialized_payload_bytes": 740, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8076.281834044494, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.22641595173627, "ttft_ms": 13.29074997920543, "decode_ms": 13.06137500796467}, "total_wall_ms": 79.49529099278152, "ttft_ms": 13.29074997920543, "input_usage": {"receiver_prompt_tokens": 414, "sender_input_tokens": 5954, "sender_output_tokens": 512, "sender_prefill_ms": 955.424000043422, "sender_ttft_ms": 15.100041986443102, "sender_decode_ms": 7101.004958036356}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2312421376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6519891688, "mlx_cache_bytes": 13409609280, "process_rss_bytes": 2312421376}, "peak_prefill_memory": null, "peak_decode_memory": 6519891688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3151ae22512421fd564b6a36f9f2ff0d1936fd50ba9762d234c0973b20affea", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1415 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3a85c54cf378a4269adf3452", "attempt_id": "9b1f00769c79", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:52.746350Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 410, "message_tokens": 319, "message_utf8_bytes": 740, "cache_tensor_bytes": null, "serialized_payload_bytes": 740, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8076.281834044494, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.83708299975842, "ttft_ms": 13.387084007263184, "decode_ms": 66.26212492119521}, "total_wall_ms": 133.3978340262547, "ttft_ms": 13.387084007263184, "input_usage": {"receiver_prompt_tokens": 410, "sender_input_tokens": 5954, "sender_output_tokens": 512, "sender_prefill_ms": 955.424000043422, "sender_ttft_ms": 15.100041986443102, "sender_decode_ms": 7101.004958036356}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2312421376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6534489832, "mlx_cache_bytes": 13656204864, "process_rss_bytes": 2312421376}, "peak_prefill_memory": null, "peak_decode_memory": 6534489832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3151ae22512421fd564b6a36f9f2ff0d1936fd50ba9762d234c0973b20affea", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1416 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8863012263685c57ee9e3423", "attempt_id": "edfb3b312a28", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:52.905478Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 419, "message_tokens": 319, "message_utf8_bytes": 740, "cache_tensor_bytes": null, "serialized_payload_bytes": 740, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8076.281834044494, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.04916701465845, "ttft_ms": 13.380625052377582, "decode_ms": 13.459500041790307}, "total_wall_ms": 82.82883302308619, "ttft_ms": 13.380625052377582, "input_usage": {"receiver_prompt_tokens": 419, "sender_input_tokens": 5954, "sender_output_tokens": 512, "sender_prefill_ms": 955.424000043422, "sender_ttft_ms": 15.100041986443102, "sender_decode_ms": 7101.004958036356}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2312421376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6523922168, "mlx_cache_bytes": 14003170504, "process_rss_bytes": 2312421376}, "peak_prefill_memory": null, "peak_decode_memory": 6523922168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b3151ae22512421fd564b6a36f9f2ff0d1936fd50ba9762d234c0973b20affea", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1417 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3911f856efc4f1e47a4762b", "attempt_id": "550acbcdee3d", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:53.013914Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 141, "message_tokens": 51, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2018.3207500958815, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.832874937914312, "ttft_ms": 13.874500058591366, "decode_ms": 145.02162497956306}, "total_wall_ms": 2208.5504579590634, "ttft_ms": 13.874500058591366, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 5962, "sender_output_tokens": 76, "sender_prefill_ms": 938.9528749743477, "sender_ttft_ms": 15.002583037130535, "sender_decode_ms": 1059.5892089186236}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2312421376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294856372, "mlx_cache_bytes": 14846209224, "process_rss_bytes": 2312421376}, "peak_prefill_memory": null, "peak_decode_memory": 6294856372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-22Q-9490", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd17e391322a31cf9e8e6ebc01bfb65e8cc7f95d4d2143eec9c2efbcd8684b13", "output_hash": "30ac087c01ec856cc5d95b422a0504ba4b29982ad42147a0fa27067152bef29e"} |
| |
1418 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94907d52c3792814fb643cb0", "attempt_id": "15a5bb91412f", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:55.248612Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 149, "message_tokens": 53, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2001.6592920292169, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.94066691119224, "ttft_ms": 13.190082972869277, "decode_ms": 147.10291603114456}, "total_wall_ms": 2193.4728750493377, "ttft_ms": 13.190082972869277, "input_usage": {"receiver_prompt_tokens": 149, "sender_input_tokens": 5968, "sender_output_tokens": 74, "sender_prefill_ms": 950.6310409633443, "sender_ttft_ms": 15.058625023812056, "sender_decode_ms": 1030.7955830357969}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2312486912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6301311680, "mlx_cache_bytes": 15611277080, "process_rss_bytes": 2312486912}, "peak_prefill_memory": null, "peak_decode_memory": 6301311680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K in Témiscaming", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eafbb2b446042fadec7ca34ce6f9dc70d7a57e21146bf4921575c0bfbb5ac4bc", "output_hash": "88cce9e9d54d48393f9385c1ccba73855c191bcdd6050d985d0a3c0767873688"} |
| |
1419 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "20873ea8a24cb2be1dd89f68", "attempt_id": "e2ea40fc22ef", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:57.467330Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 146, "message_tokens": 51, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1932.6031670207158, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.563500011339784, "ttft_ms": 13.054832932539284, "decode_ms": 92.76966599281877}, "total_wall_ms": 2069.519125041552, "ttft_ms": 13.054832932539284, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 5967, "sender_output_tokens": 71, "sender_prefill_ms": 925.0980409560725, "sender_ttft_ms": 15.058708959259093, "sender_decode_ms": 987.4949170043692}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2312486912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299476660, "mlx_cache_bytes": 16124489496, "process_rss_bytes": 2312486912}, "peak_prefill_memory": null, "peak_decode_memory": 6299476660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db17890c387b8f7d0fc946f2d8d938c6aed440bd3c1a0f6d77b33b4346247713", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1420 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "948b13d3ff127fb32eb44a21", "attempt_id": "57869b171cd5", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:59.561889Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 1051, "message_tokens": 976, "message_utf8_bytes": 626, "cache_tensor_bytes": null, "serialized_payload_bytes": 626, "side_information_bytes": 0, "fetched_bytes": 1698, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.021832995116710663, "decode_payload_ms": 0.0, "receiver_prefill_ms": 115.09799992199987, "ttft_ms": 13.600834063254297, "decode_ms": 148.39762507472187}, "total_wall_ms": 279.07275001052767, "ttft_ms": 13.600834063254297, "input_usage": {"receiver_prompt_tokens": 1051, "sender_input_tokens": 5954, "sender_output_tokens": 512, "sender_prefill_ms": 955.424000043422, "sender_ttft_ms": 15.100041986443102, "sender_decode_ms": 7101.004958036356}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2312519680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6822117452, "mlx_cache_bytes": 16788451096, "process_rss_bytes": 2312519680}, "peak_prefill_memory": null, "peak_decode_memory": 6822117452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-22Q-9490", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1698, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "12afd96d3c772fbd7f70636fa913a32034606017d7ac8026fb0f4c06675634b2", "output_hash": "30ac087c01ec856cc5d95b422a0504ba4b29982ad42147a0fa27067152bef29e"} |
| |
1421 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "30bb5ada19e30c2e7f3f0ca1", "attempt_id": "607406f1107f", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:50:59.866535Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 1057, "message_tokens": 976, "message_utf8_bytes": 626, "cache_tensor_bytes": null, "serialized_payload_bytes": 626, "side_information_bytes": 0, "fetched_bytes": 1698, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.021832995116710663, "decode_payload_ms": 0.0, "receiver_prefill_ms": 118.81237500347197, "ttft_ms": 14.054541941732168, "decode_ms": 13.50816700141877}, "total_wall_ms": 147.97333301976323, "ttft_ms": 14.054541941732168, "input_usage": {"receiver_prompt_tokens": 1057, "sender_input_tokens": 5954, "sender_output_tokens": 512, "sender_prefill_ms": 955.424000043422, "sender_ttft_ms": 15.100041986443102, "sender_decode_ms": 7101.004958036356}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2312536064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6825164876, "mlx_cache_bytes": 17409142552, "process_rss_bytes": 2312536064}, "peak_prefill_memory": null, "peak_decode_memory": 6825164876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1698, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "12afd96d3c772fbd7f70636fa913a32034606017d7ac8026fb0f4c06675634b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1422 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "227d4f4e1e8f06de8f768bc1", "attempt_id": "f478fa5d852b", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:00.039640Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 1056, "message_tokens": 976, "message_utf8_bytes": 626, "cache_tensor_bytes": null, "serialized_payload_bytes": 626, "side_information_bytes": 0, "fetched_bytes": 1698, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.021832995116710663, "decode_payload_ms": 0.0, "receiver_prefill_ms": 129.9390000058338, "ttft_ms": 13.598249992355704, "decode_ms": 13.451874954625964}, "total_wall_ms": 158.58316700905561, "ttft_ms": 13.598249992355704, "input_usage": {"receiver_prompt_tokens": 1056, "sender_input_tokens": 5954, "sender_output_tokens": 512, "sender_prefill_ms": 955.424000043422, "sender_ttft_ms": 15.100041986443102, "sender_decode_ms": 7101.004958036356}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2312536064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6825164876, "mlx_cache_bytes": 17409142552, "process_rss_bytes": 2312536064}, "peak_prefill_memory": null, "peak_decode_memory": 6825164876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1698, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "12afd96d3c772fbd7f70636fa913a32034606017d7ac8026fb0f4c06675634b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1423 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d4cd4e382326e8c75d907b9", "attempt_id": "5322294369a0", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:00.224373Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 1073, "message_tokens": 997, "message_utf8_bytes": 626, "cache_tensor_bytes": null, "serialized_payload_bytes": 626, "side_information_bytes": 0, "fetched_bytes": 1726, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.021832995116710663, "decode_payload_ms": 0.0, "receiver_prefill_ms": 143.0172499967739, "ttft_ms": 13.677207985892892, "decode_ms": 67.6134170498699}, "total_wall_ms": 225.91862501576543, "ttft_ms": 13.677207985892892, "input_usage": {"receiver_prompt_tokens": 1073, "sender_input_tokens": 5954, "sender_output_tokens": 512, "sender_prefill_ms": 955.424000043422, "sender_ttft_ms": 15.100041986443102, "sender_decode_ms": 7101.004958036356}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2312306688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6834831436, "mlx_cache_bytes": 18039336728, "process_rss_bytes": 2312306688}, "peak_prefill_memory": null, "peak_decode_memory": 6834831436, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1726, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5663d14c1dbf0558814ae5befb2e2f0f93c6577149201c19376d9a4b60d5480a", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1424 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a00d2caabeda72b6b41653f1", "attempt_id": "7caa1c917d2b", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:00.475650Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 1082, "message_tokens": 997, "message_utf8_bytes": 626, "cache_tensor_bytes": null, "serialized_payload_bytes": 626, "side_information_bytes": 0, "fetched_bytes": 1726, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.021832995116710663, "decode_payload_ms": 0.0, "receiver_prefill_ms": 173.9252080442384, "ttft_ms": 18.952124984934926, "decode_ms": 14.415167039260268}, "total_wall_ms": 209.01641598902643, "ttft_ms": 18.952124984934926, "input_usage": {"receiver_prompt_tokens": 1082, "sender_input_tokens": 5954, "sender_output_tokens": 512, "sender_prefill_ms": 955.424000043422, "sender_ttft_ms": 15.100041986443102, "sender_decode_ms": 7101.004958036356}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2235875328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6840434764, "mlx_cache_bytes": 18675379992, "process_rss_bytes": 2235875328}, "peak_prefill_memory": null, "peak_decode_memory": 6840434764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1726, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f9fe7192ee324055d59803d6a576dc62d56c128e3ce7e834d94908495af5f13f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1425 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "50d66eb5af8de135aced6e09", "attempt_id": "e6ccb53b768a", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:00.711805Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.703392922291135}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 5884, "message_tokens": 5810, "message_utf8_bytes": 29338, "cache_tensor_bytes": null, "serialized_payload_bytes": 2741, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08150003850460052, "decode_payload_ms": 0.016749952919781208, "receiver_prefill_ms": 1010.3516249218956, "ttft_ms": 14.747999957762659, "decode_ms": 157.7687079552561}, "total_wall_ms": 1191.6606250451878, "ttft_ms": 14.747999957762659, "input_usage": {"receiver_prompt_tokens": 5884}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2223095808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 18675379992, "process_rss_bytes": 2223095808}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-22Q-9490", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "output_hash": "30ac087c01ec856cc5d95b422a0504ba4b29982ad42147a0fa27067152bef29e"} |
| |
1426 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3a59f6f7336b718287c478ea", "attempt_id": "27b38fdfd019", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:01.936925Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.703392922291135}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 5890, "message_tokens": 5810, "message_utf8_bytes": 29338, "cache_tensor_bytes": null, "serialized_payload_bytes": 2741, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08150003850460052, "decode_payload_ms": 0.016749952919781208, "receiver_prefill_ms": 985.6835410464555, "ttft_ms": 14.80012503452599, "decode_ms": 154.07641604542732}, "total_wall_ms": 1163.2827080320567, "ttft_ms": 14.80012503452599, "input_usage": {"receiver_prompt_tokens": 5890}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2223243264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 18675379992, "process_rss_bytes": 2223243264}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1427 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e5b137eae0143329ea3a3560", "attempt_id": "a3040f0491a3", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:03.125200Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.703392922291135}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 5889, "message_tokens": 5810, "message_utf8_bytes": 29338, "cache_tensor_bytes": null, "serialized_payload_bytes": 2741, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08150003850460052, "decode_payload_ms": 0.016749952919781208, "receiver_prefill_ms": 878.1055830186233, "ttft_ms": 16.22787502128631, "decode_ms": 98.1357500422746}, "total_wall_ms": 1001.3107500271872, "ttft_ms": 16.22787502128631, "input_usage": {"receiver_prompt_tokens": 5889}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2223505408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 18675379992, "process_rss_bytes": 2223505408}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1428 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79da3e186e9484ad61126bff", "attempt_id": "0324ccf190f4", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:04.151436Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.703392922291135}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 5885, "message_tokens": 5810, "message_utf8_bytes": 29338, "cache_tensor_bytes": null, "serialized_payload_bytes": 2741, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08150003850460052, "decode_payload_ms": 0.016749952919781208, "receiver_prefill_ms": 910.8589579118416, "ttft_ms": 14.364292030222714, "decode_ms": 71.79175002966076}, "total_wall_ms": 1006.0010829474777, "ttft_ms": 14.364292030222714, "input_usage": {"receiver_prompt_tokens": 5885}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2223538176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 18675379992, "process_rss_bytes": 2223538176}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1429 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d3838dffb2ad3438b3ee82bb", "attempt_id": "1fe1ac59af13", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:05.182976Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.703392922291135}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 5894, "message_tokens": 5810, "message_utf8_bytes": 29338, "cache_tensor_bytes": null, "serialized_payload_bytes": 2741, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08150003850460052, "decode_payload_ms": 0.016749952919781208, "receiver_prefill_ms": 894.8388750432059, "ttft_ms": 14.32966603897512, "decode_ms": 97.81770803965628}, "total_wall_ms": 1015.8459580270573, "ttft_ms": 14.32966603897512, "input_usage": {"receiver_prompt_tokens": 5894}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2223554560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 18675379992, "process_rss_bytes": 2223554560}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9519700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "output_hash": "faba5ef4f83e7fb5277d911a073e9e58b13a2602ac2a2a17da9c4966ab281491"} |
| |
1430 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f79abd78f993e4cfc2ce2e12", "attempt_id": "b1ecd756b6fe", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:06.878680Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08812392426850259, "origin_tokens": 5613, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 668, "message_tokens": 592, "message_utf8_bytes": 2637, "cache_tensor_bytes": null, "serialized_payload_bytes": 2637, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 654.192499932833, "decode_payload_ms": 0.0, "receiver_prefill_ms": 840.7237089704722, "ttft_ms": 13.824042049236596, "decode_ms": 13.484291033819318}, "total_wall_ms": 869.7885409928858, "ttft_ms": 13.824042049236596, "input_usage": {"receiver_prompt_tokens": 668}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2229977088, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6603583576, "mlx_cache_bytes": 18983071512, "process_rss_bytes": 2229977088}, "peak_prefill_memory": null, "peak_decode_memory": 6603583576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de46a04c0492342e94e529f16d4e2ed63b8f0e08dd9b39ef7b984d77715132e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1431 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "156525e7b878aff3e7b254db", "attempt_id": "44fe2d61ced7", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:07.785670Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08812392426850259, "origin_tokens": 5613, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 674, "message_tokens": 592, "message_utf8_bytes": 2637, "cache_tensor_bytes": null, "serialized_payload_bytes": 2637, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 654.192499932833, "decode_payload_ms": 0.0, "receiver_prefill_ms": 643.4752080822363, "ttft_ms": 16.44750009290874, "decode_ms": 155.84137488622218}, "total_wall_ms": 817.1262920368463, "ttft_ms": 16.44750009290874, "input_usage": {"receiver_prompt_tokens": 674}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2223947776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6607056984, "mlx_cache_bytes": 19294105368, "process_rss_bytes": 2223947776}, "peak_prefill_memory": null, "peak_decode_memory": 6607056984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de46a04c0492342e94e529f16d4e2ed63b8f0e08dd9b39ef7b984d77715132e6", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1432 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38b7c1a274a48fb4e0662292", "attempt_id": "a8a1fde9ddc7", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:08.628682Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08812392426850259, "origin_tokens": 5613, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 673, "message_tokens": 592, "message_utf8_bytes": 2637, "cache_tensor_bytes": null, "serialized_payload_bytes": 2637, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 654.192499932833, "decode_payload_ms": 0.0, "receiver_prefill_ms": 245.08595804218203, "ttft_ms": 13.344625011086464, "decode_ms": 120.45574991498142}, "total_wall_ms": 380.4021669784561, "ttft_ms": 13.344625011086464, "input_usage": {"receiver_prompt_tokens": 673}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2223996928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6606336088, "mlx_cache_bytes": 19570732824, "process_rss_bytes": 2223996928}, "peak_prefill_memory": null, "peak_decode_memory": 6606336088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "km 65 3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de46a04c0492342e94e529f16d4e2ed63b8f0e08dd9b39ef7b984d77715132e6", "output_hash": "d268fa967f1d70b1aa0236df4a40cc0eeb21c61d719200cee4729add9dd6bce6"} |
| |
1433 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe71aa86c80605a77bc77b90", "attempt_id": "421556adf99f", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:09.041204Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08812392426850259, "origin_tokens": 5613, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 669, "message_tokens": 592, "message_utf8_bytes": 2637, "cache_tensor_bytes": null, "serialized_payload_bytes": 2637, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 654.192499932833, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.73283400759101, "ttft_ms": 13.91558290924877, "decode_ms": 13.45133304130286}, "total_wall_ms": 103.48979092668742, "ttft_ms": 13.91558290924877, "input_usage": {"receiver_prompt_tokens": 669}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2224062464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6603976792, "mlx_cache_bytes": 19757510424, "process_rss_bytes": 2224062464}, "peak_prefill_memory": null, "peak_decode_memory": 6603976792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de46a04c0492342e94e529f16d4e2ed63b8f0e08dd9b39ef7b984d77715132e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1434 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d9a7832371b9c3017b970a13", "attempt_id": "94c6ddb93ede", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:09.171154Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08812392426850259, "origin_tokens": 5613, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 678, "message_tokens": 592, "message_utf8_bytes": 2637, "cache_tensor_bytes": null, "serialized_payload_bytes": 2637, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 654.192499932833, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.64750004187226, "ttft_ms": 13.655208051204681, "decode_ms": 13.874249998480082}, "total_wall_ms": 105.77333299443126, "ttft_ms": 13.655208051204681, "input_usage": {"receiver_prompt_tokens": 678}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2224193536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6609268824, "mlx_cache_bytes": 20150497048, "process_rss_bytes": 2224193536}, "peak_prefill_memory": null, "peak_decode_memory": 6609268824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de46a04c0492342e94e529f16d4e2ed63b8f0e08dd9b39ef7b984d77715132e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1435 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1639b75c72a10e566451a0b3", "attempt_id": "7b0071c1bce7", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:10.255382Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 35, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 215617536, "serialized_payload_bytes": 215633701, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 951.6937920125201, "doc_prefill_ms": 867.7973340963945, "compress_ms": 4.997082985937595, "serialize_ms": 69.30374994408339, "load_ms": 4.153916030190885, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.310875004157424, "ttft_ms": 44.310875004157424, "decode_ms": 182.4742080643773}, "total_wall_ms": 235.4752499377355, "ttft_ms": 44.310875004157424, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2280062976, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6896197948, "mlx_cache_bytes": 21191716633, "process_rss_bytes": 2280062976}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896197948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-22Q-9490", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "08d92e5652e8bf682e1eb6c6b8eda7f653523f5a3dd2cfd1c3baf85706d36c06", "output_hash": "30ac087c01ec856cc5d95b422a0504ba4b29982ad42147a0fa27067152bef29e"} |
| |
1436 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "42a2fcebbd00d3bb05ae43a0", "attempt_id": "10d7af8ceb39", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:10.516842Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 41, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 215617536, "serialized_payload_bytes": 215633701, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 951.6937920125201, "doc_prefill_ms": 867.7973340963945, "compress_ms": 4.997082985937595, "serialize_ms": 69.30374994408339, "load_ms": 2.306792070157826, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.07358395494521, "ttft_ms": 45.07358395494521, "decode_ms": 164.22091703861952}, "total_wall_ms": 216.0221659578383, "ttft_ms": 45.07358395494521, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2280161280, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6902309180, "mlx_cache_bytes": 21209953706, "process_rss_bytes": 2280161280}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902309180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "08d92e5652e8bf682e1eb6c6b8eda7f653523f5a3dd2cfd1c3baf85706d36c06", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1437 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ddb0dc7b5c47760e268c2854", "attempt_id": "1b3ce12e9fc4", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:10.758367Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 40, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 215617536, "serialized_payload_bytes": 215633701, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 951.6937920125201, "doc_prefill_ms": 867.7973340963945, "compress_ms": 4.997082985937595, "serialize_ms": 69.30374994408339, "load_ms": 2.3495409404858947, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.27362501155585, "ttft_ms": 44.27362501155585, "decode_ms": 105.01991596538574}, "total_wall_ms": 156.13929193932563, "ttft_ms": 44.27362501155585, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2280161280, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6901178684, "mlx_cache_bytes": 21236266410, "process_rss_bytes": 2280161280}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6901178684, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "08d92e5652e8bf682e1eb6c6b8eda7f653523f5a3dd2cfd1c3baf85706d36c06", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1438 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "530d0f2b8ceedbd8e3919bb6", "attempt_id": "6a7e66988886", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:10.939885Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 36, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 215617536, "serialized_payload_bytes": 215633701, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 951.6937920125201, "doc_prefill_ms": 867.7973340963945, "compress_ms": 4.997082985937595, "serialize_ms": 69.30374994408339, "load_ms": 2.2894999710842967, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.447667034342885, "ttft_ms": 43.447667034342885, "decode_ms": 74.44383308757097}, "total_wall_ms": 124.4809579802677, "ttft_ms": 43.447667034342885, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2280177664, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6896263484, "mlx_cache_bytes": 21260055978, "process_rss_bytes": 2280177664}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896263484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "08d92e5652e8bf682e1eb6c6b8eda7f653523f5a3dd2cfd1c3baf85706d36c06", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1439 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "31308f2a04d39e8c065941ae", "attempt_id": "da85caf9361d", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:11.090530Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 45, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 215617536, "serialized_payload_bytes": 215633701, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 951.6937920125201, "doc_prefill_ms": 867.7973340963945, "compress_ms": 4.997082985937595, "serialize_ms": 69.30374994408339, "load_ms": 2.175666973926127, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.38150001503527, "ttft_ms": 47.38150001503527, "decode_ms": 104.66579196508974}, "total_wall_ms": 158.82050001528114, "ttft_ms": 47.38150001503527, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2280226816, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6907060540, "mlx_cache_bytes": 21297003923, "process_rss_bytes": 2280226816}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6907060540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9519700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "08d92e5652e8bf682e1eb6c6b8eda7f653523f5a3dd2cfd1c3baf85706d36c06", "output_hash": "faba5ef4f83e7fb5277d911a073e9e58b13a2602ac2a2a17da9c4966ab281491"} |
| |
1440 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eace05f1a535a7c87a44f26a", "attempt_id": "40a578a0809f", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:11.356876Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "46348bf33f4b1663", "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 35, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 215617536, "serialized_payload_bytes": 215633729, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.01162505429238, "doc_prefill_ms": 867.7973340963945, "compress_ms": 1.1295420117676258, "serialize_ms": 80.70854202378541, "load_ms": 26.662916992790997, "receiver_prefill_ms": 0.0, "query_prefill_ms": 49.808082985691726, "ttft_ms": 49.808082985691726, "decode_ms": 164.4282080233097}, "total_wall_ms": 245.16995798330754, "ttft_ms": 49.808082985691726, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2458648576, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6896197948, "mlx_cache_bytes": 21297003923, "process_rss_bytes": 2458648576}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896197948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-22Q-9490", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0e7d4541938bea8f688ba605fd6969b528efdfecadaedf155ea312e9e5819085", "output_hash": "30ac087c01ec856cc5d95b422a0504ba4b29982ad42147a0fa27067152bef29e"} |
| |
1441 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2f4f758f37033d3c14638564", "attempt_id": "0fec219a75e5", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:11.629688Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "46348bf33f4b1663", "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 41, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 215617536, "serialized_payload_bytes": 215633729, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.01162505429238, "doc_prefill_ms": 867.7973340963945, "compress_ms": 1.1295420117676258, "serialize_ms": 80.70854202378541, "load_ms": 20.87533299345523, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.42379197664559, "ttft_ms": 45.42379197664559, "decode_ms": 164.50566600542516}, "total_wall_ms": 235.408499953337, "ttft_ms": 45.42379197664559, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2458648576, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6902309180, "mlx_cache_bytes": 21297003923, "process_rss_bytes": 2458648576}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902309180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0e7d4541938bea8f688ba605fd6969b528efdfecadaedf155ea312e9e5819085", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1442 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "64f8f13fb71b5fada17011e2", "attempt_id": "b26df20e736e", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:11.891083Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "46348bf33f4b1663", "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 40, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 215617536, "serialized_payload_bytes": 215633729, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.01162505429238, "doc_prefill_ms": 867.7973340963945, "compress_ms": 1.1295420117676258, "serialize_ms": 80.70854202378541, "load_ms": 20.213667070493102, "receiver_prefill_ms": 0.0, "query_prefill_ms": 51.25941592268646, "ttft_ms": 51.25941592268646, "decode_ms": 105.26708408724517}, "total_wall_ms": 181.3270830316469, "ttft_ms": 51.25941592268646, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2458648576, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6901178684, "mlx_cache_bytes": 21297003923, "process_rss_bytes": 2458648576}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6901178684, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0e7d4541938bea8f688ba605fd6969b528efdfecadaedf155ea312e9e5819085", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1443 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aefb03c6a97676be440c6f37", "attempt_id": "94d23dc47c66", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:12.097072Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "46348bf33f4b1663", "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 36, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 215617536, "serialized_payload_bytes": 215633729, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.01162505429238, "doc_prefill_ms": 867.7973340963945, "compress_ms": 1.1295420117676258, "serialize_ms": 80.70854202378541, "load_ms": 18.9441250404343, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.522749989293516, "ttft_ms": 52.522749989293516, "decode_ms": 75.26466599665582}, "total_wall_ms": 151.13291598390788, "ttft_ms": 52.522749989293516, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2458648576, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6896263484, "mlx_cache_bytes": 21297003923, "process_rss_bytes": 2458648576}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896263484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0e7d4541938bea8f688ba605fd6969b528efdfecadaedf155ea312e9e5819085", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1444 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56fceecb881a60cfaa8c020b", "attempt_id": "fd91a6457648", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:12.273042Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "46348bf33f4b1663", "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 45, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 215617536, "serialized_payload_bytes": 215633729, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.01162505429238, "doc_prefill_ms": 867.7973340963945, "compress_ms": 1.1295420117676258, "serialize_ms": 80.70854202378541, "load_ms": 20.17887495458126, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.875167017802596, "ttft_ms": 55.875167017802596, "decode_ms": 105.32358300406486}, "total_wall_ms": 185.95770897809416, "ttft_ms": 55.875167017802596, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2458648576, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6906847548, "mlx_cache_bytes": 21297003923, "process_rss_bytes": 2458648576}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6906847548, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9519700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0e7d4541938bea8f688ba605fd6969b528efdfecadaedf155ea312e9e5819085", "output_hash": "faba5ef4f83e7fb5277d911a073e9e58b13a2602ac2a2a17da9c4966ab281491"} |
| |
1445 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "df29f8cdf4de905b4dcbbc9b", "attempt_id": "054c9f45b604", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:12.561930Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 35, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 114546816, "serialized_payload_bytes": 114581145, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.62295799329877, "doc_prefill_ms": 867.7973340963945, "compress_ms": 17.826750059612095, "serialize_ms": 59.40804199781269, "load_ms": 3.5412500146776438, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.60908394865692, "ttft_ms": 35.60908394865692, "decode_ms": 200.79174998681992}, "total_wall_ms": 244.4174160482362, "ttft_ms": 35.60908394865692, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2638479360, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6722979320, "mlx_cache_bytes": 21921677571, "process_rss_bytes": 2638479360}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6722979320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-22Q-9490", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d5acdd179169b6180ad337a2bd9be34d3066b6cf3b85f2f2a363afa9d4ed94d", "output_hash": "30ac087c01ec856cc5d95b422a0504ba4b29982ad42147a0fa27067152bef29e"} |
| |
1446 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c92ae1c19ca7b67c608dd53c", "attempt_id": "b7025f0e2892", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:12.834300Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 41, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 114546816, "serialized_payload_bytes": 114581145, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.62295799329877, "doc_prefill_ms": 867.7973340963945, "compress_ms": 17.826750059612095, "serialize_ms": 59.40804199781269, "load_ms": 2.2747920593246818, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.603542082943022, "ttft_ms": 27.603542082943022, "decode_ms": 170.63100007362664}, "total_wall_ms": 205.0377499544993, "ttft_ms": 27.603542082943022, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2638544896, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6737645240, "mlx_cache_bytes": 21983715427, "process_rss_bytes": 2638544896}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6737645240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d5acdd179169b6180ad337a2bd9be34d3066b6cf3b85f2f2a363afa9d4ed94d", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1447 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6fc54a0e17698d12c728e76b", "attempt_id": "bdc752e7ac8e", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:13.064657Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 40, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 114546816, "serialized_payload_bytes": 114581145, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.62295799329877, "doc_prefill_ms": 867.7973340963945, "compress_ms": 17.826750059612095, "serialize_ms": 59.40804199781269, "load_ms": 1.9772079540416598, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.233041986823082, "ttft_ms": 28.233041986823082, "decode_ms": 108.60437504015863}, "total_wall_ms": 143.43854098115116, "ttft_ms": 28.233041986823082, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2638397440, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6734778188, "mlx_cache_bytes": 22044139619, "process_rss_bytes": 2638397440}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6734778188, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d5acdd179169b6180ad337a2bd9be34d3066b6cf3b85f2f2a363afa9d4ed94d", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1448 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "beb809d6a52c0f06ea243078", "attempt_id": "c18308f75089", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:13.234272Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 36, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 114546816, "serialized_payload_bytes": 114581145, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.62295799329877, "doc_prefill_ms": 867.7973340963945, "compress_ms": 17.826750059612095, "serialize_ms": 59.40804199781269, "load_ms": 1.9332499941810966, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.223584009334445, "ttft_ms": 27.223584009334445, "decode_ms": 77.44883303530514}, "total_wall_ms": 111.26062495168298, "ttft_ms": 27.223584009334445, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2638397440, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6724193528, "mlx_cache_bytes": 22098404003, "process_rss_bytes": 2638397440}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6724193528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d5acdd179169b6180ad337a2bd9be34d3066b6cf3b85f2f2a363afa9d4ed94d", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1449 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "64f22c7d398586875d8b77bd", "attempt_id": "a31ab57c3104", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:13.371530Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 45, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 114546816, "serialized_payload_bytes": 114581145, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.62295799329877, "doc_prefill_ms": 867.7973340963945, "compress_ms": 17.826750059612095, "serialize_ms": 59.40804199781269, "load_ms": 2.076375065371394, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.253833996132016, "ttft_ms": 28.253833996132016, "decode_ms": 110.2621250320226}, "total_wall_ms": 145.35791601520032, "ttft_ms": 28.253833996132016, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2638430208, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6747113528, "mlx_cache_bytes": 22168585091, "process_rss_bytes": 2638430208}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6747113528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9519700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d5acdd179169b6180ad337a2bd9be34d3066b6cf3b85f2f2a363afa9d4ed94d", "output_hash": "faba5ef4f83e7fb5277d911a073e9e58b13a2602ac2a2a17da9c4966ab281491"} |
| |
1450 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a21094e2f5314338c92b1479", "attempt_id": "002e112af37c", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:13.578885Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 35, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 60642432, "serialized_payload_bytes": 60676672, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.35633394494653, "doc_prefill_ms": 867.7973340963945, "compress_ms": 11.737750028260052, "serialize_ms": 23.06237502489239, "load_ms": 2.60133296251297, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.055166894569993, "ttft_ms": 27.055166894569993, "decode_ms": 731.1722080921754}, "total_wall_ms": 765.8525840379298, "ttft_ms": 27.055166894569993, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2760900608, "backend_memory": {"mlx_active_bytes": 6512992264, "mlx_peak_bytes": 6603621064, "mlx_cache_bytes": 22456290435, "process_rss_bytes": 2760900608}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6603621064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n cheque\n to\n\n to\n to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90df6d5a06ed5a7aa9c479935bc78c53f800033f27216a3a23ddb2992c400964", "output_hash": "5c5e1a6faea6f49200731e7778439d141ac8193deb88a3f5fa383475d4638029"} |
| |
1451 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d812051e8cd8c5bc56fb470d", "attempt_id": "b7e340da433f", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:14.373305Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 41, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 60642432, "serialized_payload_bytes": 60676672, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.35633394494653, "doc_prefill_ms": 867.7973340963945, "compress_ms": 11.737750028260052, "serialize_ms": 23.06237502489239, "load_ms": 1.2885000323876739, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.26070792414248, "ttft_ms": 27.26070792414248, "decode_ms": 745.5205419100821}, "total_wall_ms": 778.5647079581395, "ttft_ms": 27.26070792414248, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2760949760, "backend_memory": {"mlx_active_bytes": 6513008648, "mlx_peak_bytes": 6618237944, "mlx_cache_bytes": 22456274051, "process_rss_bytes": 2760949760}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6618237944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n\n\n and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90df6d5a06ed5a7aa9c479935bc78c53f800033f27216a3a23ddb2992c400964", "output_hash": "641e5a89611ab559b5bc95e7d6334e52af5babbb51aa6ce22af6050ea5dd22d1"} |
| |
1452 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c38cefa8d897b9dc90a1f8af", "attempt_id": "845be2300c5d", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:15.179049Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 40, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 60642432, "serialized_payload_bytes": 60676672, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.35633394494653, "doc_prefill_ms": 867.7973340963945, "compress_ms": 11.737750028260052, "serialize_ms": 23.06237502489239, "load_ms": 1.8547080690041184, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.23200006969273, "ttft_ms": 28.23200006969273, "decode_ms": 767.7560410229489}, "total_wall_ms": 802.851999993436, "ttft_ms": 28.23200006969273, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2762096640, "backend_memory": {"mlx_active_bytes": 6512992264, "mlx_peak_bytes": 6615370744, "mlx_cache_bytes": 22456290435, "process_rss_bytes": 2762096640}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6615370744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "er\n\n\n\n\n bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90df6d5a06ed5a7aa9c479935bc78c53f800033f27216a3a23ddb2992c400964", "output_hash": "6498e9547afbd8deed59f8aa60eb243f4bedd1086c638c618b6bbf5494b5902e"} |
| |
1453 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f788c288e9abbc3be31ef8ef", "attempt_id": "31bdb0e32094", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:16.033757Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 36, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 60642432, "serialized_payload_bytes": 60676672, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.35633394494653, "doc_prefill_ms": 867.7973340963945, "compress_ms": 11.737750028260052, "serialize_ms": 23.06237502489239, "load_ms": 2.078582998365164, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.954166987910867, "ttft_ms": 27.954166987910867, "decode_ms": 783.9580420404673}, "total_wall_ms": 819.1576249664649, "ttft_ms": 27.954166987910867, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2588426240, "backend_memory": {"mlx_active_bytes": 6513025032, "mlx_peak_bytes": 6604786232, "mlx_cache_bytes": 22456257667, "process_rss_bytes": 2588426240}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6604786232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90df6d5a06ed5a7aa9c479935bc78c53f800033f27216a3a23ddb2992c400964", "output_hash": "48669c643837d3f4e125977e5e025fc072caba4436a1274fb00157c6c04a0348"} |
| |
1454 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4b95ec87b807fc44ca847dd6", "attempt_id": "ee7076b1e5b5", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:16.884098Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 45, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 60642432, "serialized_payload_bytes": 60676672, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.35633394494653, "doc_prefill_ms": 867.7973340963945, "compress_ms": 11.737750028260052, "serialize_ms": 23.06237502489239, "load_ms": 2.1425000159069896, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.287999961525202, "ttft_ms": 29.287999961525202, "decode_ms": 762.719374964945}, "total_wall_ms": 799.6312499744818, "ttft_ms": 29.287999961525202, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2588508160, "backend_memory": {"mlx_active_bytes": 6513025032, "mlx_peak_bytes": 6627955404, "mlx_cache_bytes": 22456257667, "process_rss_bytes": 2588508160}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6627955404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n and\n and and the and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and and", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "90df6d5a06ed5a7aa9c479935bc78c53f800033f27216a3a23ddb2992c400964", "output_hash": "e706596454288c7c812e6090cfc64a3e06d0df65863e543c8f067fd128afcd42"} |
| |
1455 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4a283932899d632347c6eadc", "attempt_id": "7e1ea6439a6e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:17.766729Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5849, "keep": 1462, "compress_ms": 19.40245903097093}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 35, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911356, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.00933301541954, "doc_prefill_ms": 867.7973340963945, "compress_ms": 19.451834028586745, "serialize_ms": 29.378958977758884, "load_ms": 1.3452089624479413, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.583167030476034, "ttft_ms": 31.583167030476034, "decode_ms": 155.8494169730693}, "total_wall_ms": 193.75474995467812, "ttft_ms": 31.583167030476034, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2656059392, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6541730108, "mlx_cache_bytes": 22514814083, "process_rss_bytes": 2656059392}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541730108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LW-70V-9501", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8b0f3fc18d3a82b14459ae16d6180575c53929962b06f1db3270d77f071ecf5e", "output_hash": "8fedb9134d6559f6f5b72799a1e1c4463c8657d79be93d04b855b6a5457ffab7"} |
| |
1456 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd70eaaea79024f893461d69", "attempt_id": "85a86669346e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:17.990354Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5849, "keep": 1462, "compress_ms": 19.40245903097093}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 41, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911356, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.00933301541954, "doc_prefill_ms": 867.7973340963945, "compress_ms": 19.451834028586745, "serialize_ms": 29.378958977758884, "load_ms": 1.2771249748766422, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.79066597111523, "ttft_ms": 22.79066597111523, "decode_ms": 139.03395796660334}, "total_wall_ms": 167.55566594656557, "ttft_ms": 22.79066597111523, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2656059392, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6547366204, "mlx_cache_bytes": 22514814083, "process_rss_bytes": 2656059392}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547366204, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 327, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8b0f3fc18d3a82b14459ae16d6180575c53929962b06f1db3270d77f071ecf5e", "output_hash": "5ff867fee76e718ead0dde3bd23122017fb9a2d0b8e287ea6f7d72cd8a0333b6"} |
| |
1457 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6806cc9d9a0e097637f734a5", "attempt_id": "2cffdec0541f", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:18.185521Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5849, "keep": 1462, "compress_ms": 19.40245903097093}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 40, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911356, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.00933301541954, "doc_prefill_ms": 867.7973340963945, "compress_ms": 19.451834028586745, "serialize_ms": 29.378958977758884, "load_ms": 1.3017089804634452, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.190791020169854, "ttft_ms": 23.190791020169854, "decode_ms": 97.63891703914851}, "total_wall_ms": 126.91291596274823, "ttft_ms": 23.190791020169854, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2656075776, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6545514812, "mlx_cache_bytes": 22516583555, "process_rss_bytes": 2656075776}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545514812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8b0f3fc18d3a82b14459ae16d6180575c53929962b06f1db3270d77f071ecf5e", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1458 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f3f9698bff679e0610417f1a", "attempt_id": "f589653dc8c4", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:18.339531Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5849, "keep": 1462, "compress_ms": 19.40245903097093}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 36, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911356, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.00933301541954, "doc_prefill_ms": 867.7973340963945, "compress_ms": 19.451834028586745, "serialize_ms": 29.378958977758884, "load_ms": 1.13362492993474, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.738374933600426, "ttft_ms": 23.738374933600426, "decode_ms": 334.90608306601644}, "total_wall_ms": 364.890709053725, "ttft_ms": 23.738374933600426, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 36}, "output_usage": {"output_tokens": 24}, "provider_cached_usage": null, "process_memory": 2656092160, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6541599036, "mlx_cache_bytes": 22518189187, "process_rss_bytes": 2656092160}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541599036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The question cannot be answered as there is no information about a project called Ardpra-19 in the given text.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8b0f3fc18d3a82b14459ae16d6180575c53929962b06f1db3270d77f071ecf5e", "output_hash": "3eb5260bc733f4f7d9d06626f4b9a90ecb119e6f00b5f108dd64983da18bab31"} |
| |
1459 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b3d3b9fc543aad64f6b103c4", "attempt_id": "984c16ea7973", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:18.730986Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5849, "keep": 1462, "compress_ms": 19.40245903097093}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 45, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911356, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.00933301541954, "doc_prefill_ms": 867.7973340963945, "compress_ms": 19.451834028586745, "serialize_ms": 29.378958977758884, "load_ms": 1.3566669076681137, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.94608303438872, "ttft_ms": 23.94608303438872, "decode_ms": 28.325957944616675}, "total_wall_ms": 58.304208097979426, "ttft_ms": 23.94608303438872, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 45}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2656092160, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6551707964, "mlx_cache_bytes": 22520188035, "process_rss_bytes": 2656092160}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6551707964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8b0f3fc18d3a82b14459ae16d6180575c53929962b06f1db3270d77f071ecf5e", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1460 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2fec14893d082d0248f45320", "attempt_id": "a394b429858c", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:18.838563Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5849, "keep": 1462, "compress_ms": 9.383458993397653}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 35, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911351, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.5423329975456, "doc_prefill_ms": 867.7973340963945, "compress_ms": 9.420999907888472, "serialize_ms": 12.929667020216584, "load_ms": 1.3272499199956656, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.825416923500597, "ttft_ms": 23.825416923500597, "decode_ms": 688.1767919985577}, "total_wall_ms": 718.1237910408527, "ttft_ms": 23.825416923500597, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2457845760, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6541697340, "mlx_cache_bytes": 22577073283, "process_rss_bytes": 2457845760}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541697340, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The number is a number is a number is a number is a number is a number is a number is a number is a number is a number is a number is a number is a number is a number is a number is a number is", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3474c7922f991e4c34c33eee26f6c13d8503fbcf6608bb6e7d088725c69e48f5", "output_hash": "965135a3f1af65e98dad41934390c41e3efad51737f67ed6e16a7002e490f2fd"} |
| |
1461 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6da9b042ea8c05c4c361d627", "attempt_id": "4be010c640f8", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:19.583786Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5849, "keep": 1462, "compress_ms": 9.383458993397653}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 41, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911351, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.5423329975456, "doc_prefill_ms": 867.7973340963945, "compress_ms": 9.420999907888472, "serialize_ms": 12.929667020216584, "load_ms": 1.3740829890593886, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.12499999627471, "ttft_ms": 24.12499999627471, "decode_ms": 712.418167036958}, "total_wall_ms": 743.522165925242, "ttft_ms": 24.12499999627471, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2457845760, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6547366204, "mlx_cache_bytes": 22577073283, "process_rss_bytes": 2457845760}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547366204, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The site of the lot of the town of the lot of the town of the lot of the town of the town of the town of the town of the town of the town of the town of the town of the town of the town of", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.05555555555555555}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3474c7922f991e4c34c33eee26f6c13d8503fbcf6608bb6e7d088725c69e48f5", "output_hash": "dd062f40e601f54349a8a67766aa80d592df39bde3856c31814481e0af0a52f7"} |
| |
1462 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f46f19dd824afc94de170054", "attempt_id": "66c35346b6e9", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:20.359692Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5849, "keep": 1462, "compress_ms": 9.383458993397653}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 40, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911351, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.5423329975456, "doc_prefill_ms": 867.7973340963945, "compress_ms": 9.420999907888472, "serialize_ms": 12.929667020216584, "load_ms": 1.4604999450966716, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.609874933958054, "ttft_ms": 24.609874933958054, "decode_ms": 719.6496670367196}, "total_wall_ms": 751.2426250614226, "ttft_ms": 24.609874933958054, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2205614080, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6545514812, "mlx_cache_bytes": 22577073283, "process_rss_bytes": 2205614080}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545514812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words or a number), with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3474c7922f991e4c34c33eee26f6c13d8503fbcf6608bb6e7d088725c69e48f5", "output_hash": "95e87227c46f2c1746708723c3fa616da2b10f171a1d43cb2c444884ce46db51"} |
| |
1463 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2fd6739f7c62e062f39cd060", "attempt_id": "1699187d1e2e", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:21.142873Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5849, "keep": 1462, "compress_ms": 9.383458993397653}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 36, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911351, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.5423329975456, "doc_prefill_ms": 867.7973340963945, "compress_ms": 9.420999907888472, "serialize_ms": 12.929667020216584, "load_ms": 1.571540953591466, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.42083399184048, "ttft_ms": 33.42083399184048, "decode_ms": 711.5418330067769}, "total_wall_ms": 752.8389169601724, "ttft_ms": 33.42083399184048, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2205712384, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6541599036, "mlx_cache_bytes": 22577073283, "process_rss_bytes": 2205712384}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541599036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words or a number), with no explanation. \n\nGive a short answer (a few words or a number), with no explanation. \n\nGive a short answer (a few words or a number), with no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3474c7922f991e4c34c33eee26f6c13d8503fbcf6608bb6e7d088725c69e48f5", "output_hash": "2d05b4e499458054968057de53a13dbf1c4423ec043feec2d55c5b9a2ee38654"} |
| |
1464 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e1f79dfa091511c3ce9d8f3e", "attempt_id": "8678dfe5c693", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:21.933073Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5849, "keep": 1462, "compress_ms": 9.383458993397653}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 45, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911351, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.5423329975456, "doc_prefill_ms": 867.7973340963945, "compress_ms": 9.420999907888472, "serialize_ms": 12.929667020216584, "load_ms": 1.7390829743817449, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.24045796599239, "ttft_ms": 25.24045796599239, "decode_ms": 717.8190000122413}, "total_wall_ms": 750.0205839751288, "ttft_ms": 25.24045796599239, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2205712384, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6551707964, "mlx_cache_bytes": 22577073283, "process_rss_bytes": 2205712384}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6551707964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3474c7922f991e4c34c33eee26f6c13d8503fbcf6608bb6e7d088725c69e48f5", "output_hash": "6d625800235ed664e917b07a2900bdfe056efaae47cdc342f18001898bba22a3"} |
| |
1465 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d27d53e0e0c4f839e48ec50", "attempt_id": "77585124fd83", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:22.715011Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 35, "compress_ms": 660.9665410360321}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 35, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911396, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 680.6974589126185, "doc_prefill_ms": 867.7973340963945, "compress_ms": 666.314750094898, "serialize_ms": 14.086207957006991, "load_ms": 1.685375114902854, "receiver_prefill_ms": 0.0, "query_prefill_ms": 38.24258397798985, "ttft_ms": 38.24258397798985, "decode_ms": 109.34716707561165}, "total_wall_ms": 835.2182909147814, "ttft_ms": 38.24258397798985, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2157854720, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6540861756, "mlx_cache_bytes": 22614583403, "process_rss_bytes": 2157854720}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6540861756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-2220", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e6e399f9fd031f55b32e59dd6c91cb69f95d808c27532b1e95321a27ec89049", "output_hash": "d7b4bf571750a799d1b5a86ae6acd07400117e45983493304991fa0104eb9d2a"} |
| |
1466 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "61270de3ccb2a9b1dd7f5531", "attempt_id": "54097c2c5803", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:23.581822Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 41, "compress_ms": 105.38487497251481}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 41, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911397, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 126.13595894072205, "doc_prefill_ms": 867.7973340963945, "compress_ms": 110.57633301243186, "serialize_ms": 15.28145803604275, "load_ms": 0.6695829797536135, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.890499956905842, "ttft_ms": 23.890499956905842, "decode_ms": 169.32120802812278}, "total_wall_ms": 325.4755409434438, "ttft_ms": 23.890499956905842, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2157887488, "backend_memory": {"mlx_active_bytes": 6500048904, "mlx_peak_bytes": 6546481468, "mlx_cache_bytes": 22648334443, "process_rss_bytes": 2157887488}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546481468, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cbadda9c80e1afe2ba8bccb38e0f34fa2184e2b708f5ee14d384031fbe8fb7e6", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1467 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe04110f8dce8db16c4dc019", "attempt_id": "48de1d5ff87e", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:23.942864Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 40, "compress_ms": 80.06695797666907}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 40, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911396, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.05412490479648, "doc_prefill_ms": 867.7973340963945, "compress_ms": 85.4104170575738, "serialize_ms": 13.37166700977832, "load_ms": 1.1628330685198307, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.152833084575832, "ttft_ms": 25.152833084575832, "decode_ms": 110.7329580700025}, "total_wall_ms": 241.57341697718948, "ttft_ms": 25.152833084575832, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2154856448, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6545105212, "mlx_cache_bytes": 22673631339, "process_rss_bytes": 2154856448}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545105212, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e6e399f9fd031f55b32e59dd6c91cb69f95d808c27532b1e95321a27ec89049", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1468 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6358695d02e9475d3ae61fa9", "attempt_id": "1c8c2223c832", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:24.216740Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 36, "compress_ms": 78.09995801653713}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 36, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911396, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 96.25829092692584, "doc_prefill_ms": 867.7973340963945, "compress_ms": 83.53612502105534, "serialize_ms": 12.447084067389369, "load_ms": 1.206084038130939, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.889332940801978, "ttft_ms": 24.889332940801978, "decode_ms": 76.79624995216727}, "total_wall_ms": 204.2494589695707, "ttft_ms": 24.889332940801978, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2154872832, "backend_memory": {"mlx_active_bytes": 6498672648, "mlx_peak_bytes": 6541418812, "mlx_cache_bytes": 22688524395, "process_rss_bytes": 2154872832}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e6e399f9fd031f55b32e59dd6c91cb69f95d808c27532b1e95321a27ec89049", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1469 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "740f982eaecb2730e032c46c", "attempt_id": "8c98ef0d44a2", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:24.453681Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 45, "compress_ms": 75.03524993080646}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 45, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911396, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.36575004272163, "doc_prefill_ms": 867.7973340963945, "compress_ms": 80.45291597954929, "serialize_ms": 12.613584054633975, "load_ms": 1.2905829353258014, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.900332908146083, "ttft_ms": 24.900332908146083, "decode_ms": 105.69308302365243}, "total_wall_ms": 230.62408401165158, "ttft_ms": 24.900332908146083, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2154905600, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6551036220, "mlx_cache_bytes": 22717737067, "process_rss_bytes": 2154905600}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6551036220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9511700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e6e399f9fd031f55b32e59dd6c91cb69f95d808c27532b1e95321a27ec89049", "output_hash": "54ae6de92289a998a878260dba88742670489e37f3809686c88f209aee097eaf"} |
| |
1470 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d22cc8e76b2d17424f61126", "attempt_id": "33f20ae629cc", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:25.122627Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 19, "compress_ms": 394.3513750564307}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 35, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911396, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 403.5762089770287, "doc_prefill_ms": 867.7973340963945, "compress_ms": 394.5101670688018, "serialize_ms": 8.891209028661251, "load_ms": 1.5172080602496862, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.888709002174437, "ttft_ms": 25.888709002174437, "decode_ms": 107.63854207471013}, "total_wall_ms": 140.23770799394697, "ttft_ms": 25.888709002174437, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2155003904, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6540861756, "mlx_cache_bytes": 22735071339, "process_rss_bytes": 2155003904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6540861756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "X-12345", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e6e399f9fd031f55b32e59dd6c91cb69f95d808c27532b1e95321a27ec89049", "output_hash": "de838c07ea0f315fa7160e4c05ff4bbfcbafda0d39dc73b95013be5b24415994"} |
| |
1471 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80c177028facabdb12c9a3fc", "attempt_id": "9cd4f21c91dd", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:25.294410Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 19, "compress_ms": 394.3513750564307}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 41, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911396, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 403.5762089770287, "doc_prefill_ms": 867.7973340963945, "compress_ms": 394.5101670688018, "serialize_ms": 8.891209028661251, "load_ms": 1.408291980624199, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.330624961294234, "ttft_ms": 24.330624961294234, "decode_ms": 152.08420809358358}, "total_wall_ms": 182.79808398801833, "ttft_ms": 24.330624961294234, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2155003904, "backend_memory": {"mlx_active_bytes": 6500048904, "mlx_peak_bytes": 6546481468, "mlx_cache_bytes": 22733924459, "process_rss_bytes": 2155003904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546481468, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 22, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e6e399f9fd031f55b32e59dd6c91cb69f95d808c27532b1e95321a27ec89049", "output_hash": "b7ef310a2540ea5ba6747c6e3b7aca935eb5e09a3c7bfe7daed81e2066bf08ad"} |
| |
1472 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c17d93fdf97116ebb84b26a2", "attempt_id": "0b4611d3f27e", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:25.509094Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 19, "compress_ms": 394.3513750564307}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 40, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911396, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 403.5762089770287, "doc_prefill_ms": 867.7973340963945, "compress_ms": 394.5101670688018, "serialize_ms": 8.891209028661251, "load_ms": 1.432333025150001, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.416667059995234, "ttft_ms": 24.416667059995234, "decode_ms": 89.73954105749726}, "total_wall_ms": 121.14345794543624, "ttft_ms": 24.416667059995234, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 40}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2155003904, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6545105212, "mlx_cache_bytes": 22733891691, "process_rss_bytes": 2155003904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545105212, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8.6835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e6e399f9fd031f55b32e59dd6c91cb69f95d808c27532b1e95321a27ec89049", "output_hash": "371d4eab9f84be5028d90798c4393d5dc15eac74a33919130f95a61e89da8f2f"} |
| |
1473 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0663fab667e9b07413319a3f", "attempt_id": "b05c5a45790b", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:25.661893Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 19, "compress_ms": 394.3513750564307}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 36, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911396, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 403.5762089770287, "doc_prefill_ms": 867.7973340963945, "compress_ms": 394.5101670688018, "serialize_ms": 8.891209028661251, "load_ms": 1.5432920772582293, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.898166932165623, "ttft_ms": 25.898166932165623, "decode_ms": 76.97912503499538}, "total_wall_ms": 110.08566606324166, "ttft_ms": 25.898166932165623, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2155003904, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541418812, "mlx_cache_bytes": 22735333483, "process_rss_bytes": 2155003904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e6e399f9fd031f55b32e59dd6c91cb69f95d808c27532b1e95321a27ec89049", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1474 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c5489ec7afce1850d73f39be", "attempt_id": "c47f1f04a192", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:25.804531Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 19, "compress_ms": 394.3513750564307}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 45, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911396, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 403.5762089770287, "doc_prefill_ms": 867.7973340963945, "compress_ms": 394.5101670688018, "serialize_ms": 8.891209028661251, "load_ms": 1.402958994731307, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.863332975655794, "ttft_ms": 24.863332975655794, "decode_ms": 14.650958008132875}, "total_wall_ms": 46.27529205754399, "ttft_ms": 24.863332975655794, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 45}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2155003904, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6551036220, "mlx_cache_bytes": 22733891691, "process_rss_bytes": 2155003904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6551036220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e6e399f9fd031f55b32e59dd6c91cb69f95d808c27532b1e95321a27ec89049", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1475 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "519356d2c4f6bd378c559d98", "attempt_id": "658157fb652a", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:25.883600Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 35, "compress_ms": 118.11145907267928}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 35, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911287, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 146.43683400936425, "doc_prefill_ms": 867.7973340963945, "compress_ms": 123.68412502110004, "serialize_ms": 22.425999981351197, "load_ms": 39.96187495067716, "receiver_prefill_ms": 0.0, "query_prefill_ms": 936.1047920538113, "ttft_ms": 936.1047920538113, "decode_ms": 155.16845893580467}, "total_wall_ms": 1284.3751249602064, "ttft_ms": 936.1047920538113, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2203664384, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6582930992, "mlx_cache_bytes": 22919413063, "process_rss_bytes": 2203664384}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6582930992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-222-C3", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "781b9eab0c034adf89799b536cbe90271743d96e30ff0e711d9a5c3bcd183aa5", "output_hash": "d15be4bc62ab9ff0f937048569be2d748e94224c475272e15e6e825eabbc40f1"} |
| |
1476 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2ca8a9dc06205ee459db3f7b", "attempt_id": "9468f922131f", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:27.203888Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 41, "compress_ms": 90.50250006839633}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 41, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911286, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 114.11387496627867, "doc_prefill_ms": 867.7973340963945, "compress_ms": 95.6938749877736, "serialize_ms": 18.096125102601945, "load_ms": 17.05050002783537, "receiver_prefill_ms": 0.0, "query_prefill_ms": 507.72583298385143, "ttft_ms": 507.72583298385143, "decode_ms": 176.95208301302046}, "total_wall_ms": 821.0772079182789, "ttft_ms": 507.72583298385143, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2257010688, "backend_memory": {"mlx_active_bytes": 6500311048, "mlx_peak_bytes": 6585009720, "mlx_cache_bytes": 22927262703, "process_rss_bytes": 2257010688}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6585009720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b126c9fcf2715e0fee31685c517abc8c8c38f0cc125d494f8a0a4b43941558d", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1477 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13eb367fb871397c0fb5ccfd", "attempt_id": "9010744f9ca1", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:28.061417Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 40, "compress_ms": 189.3088340293616}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 40, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911286, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 210.34474996849895, "doc_prefill_ms": 867.7973340963945, "compress_ms": 194.67050000093877, "serialize_ms": 15.370292006991804, "load_ms": 14.37300001271069, "receiver_prefill_ms": 0.0, "query_prefill_ms": 440.69399998988956, "ttft_ms": 440.69399998988956, "decode_ms": 106.10741598065943}, "total_wall_ms": 777.4447079282254, "ttft_ms": 440.69399998988956, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2298265600, "backend_memory": {"mlx_active_bytes": 6500212744, "mlx_peak_bytes": 6584741464, "mlx_cache_bytes": 22927361007, "process_rss_bytes": 2298265600}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584741464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b126c9fcf2715e0fee31685c517abc8c8c38f0cc125d494f8a0a4b43941558d", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1478 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "18b253661acfd8685a878d58", "attempt_id": "5224d033ff87", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:28.875569Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 36, "compress_ms": 92.21495897509158}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 36, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911286, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 114.26229192875326, "doc_prefill_ms": 867.7973340963945, "compress_ms": 97.95916697476059, "serialize_ms": 15.97449998371303, "load_ms": 1.3521249638870358, "receiver_prefill_ms": 0.0, "query_prefill_ms": 380.65399997867644, "ttft_ms": 380.65399997867644, "decode_ms": 76.92999998107553}, "total_wall_ms": 579.0778750088066, "ttft_ms": 380.65399997867644, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2337292288, "backend_memory": {"mlx_active_bytes": 6499983368, "mlx_peak_bytes": 6583266872, "mlx_cache_bytes": 22927590383, "process_rss_bytes": 2337292288}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6583266872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b126c9fcf2715e0fee31685c517abc8c8c38f0cc125d494f8a0a4b43941558d", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1479 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a90229fc01030aca1c074bc6", "attempt_id": "38213a8f9c93", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:29.495733Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 45, "compress_ms": 78.99720908608288}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 45, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53911286, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 100.89454206172377, "doc_prefill_ms": 867.7973340963945, "compress_ms": 84.68291605822742, "serialize_ms": 15.904290950857103, "load_ms": 0.7535830372944474, "receiver_prefill_ms": 0.0, "query_prefill_ms": 485.96524994354695, "ttft_ms": 485.96524994354695, "decode_ms": 106.04854207485914}, "total_wall_ms": 699.7010830091313, "ttft_ms": 485.96524994354695, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2377351168, "backend_memory": {"mlx_active_bytes": 6500311048, "mlx_peak_bytes": 6586420864, "mlx_cache_bytes": 22930016351, "process_rss_bytes": 2377351168}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6586420864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9511700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b126c9fcf2715e0fee31685c517abc8c8c38f0cc125d494f8a0a4b43941558d", "output_hash": "54ae6de92289a998a878260dba88742670489e37f3809686c88f209aee097eaf"} |
| |
1480 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "613de493cfebe9a354c72fad", "attempt_id": "bbfaecc50b81", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:30.231684Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 35, "compress_ms": 83.55204202234745, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 35, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 28631808, "serialized_payload_bytes": 28666121, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 219.71766708884388, "doc_prefill_ms": 867.7973340963945, "compress_ms": 98.81216706708074, "serialize_ms": 120.32754102256149, "load_ms": 3.0714160529896617, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.523792063817382, "ttft_ms": 21.523792063817382, "decode_ms": 185.56033296044916}, "total_wall_ms": 435.9395409701392, "ttft_ms": 21.523792063817382, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2435563520, "backend_memory": {"mlx_active_bytes": 6448985720, "mlx_peak_bytes": 6499524344, "mlx_cache_bytes": 23067955247, "process_rss_bytes": 2435563520}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6499524344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XK-222-9490", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ad9624ac33cff00e09166946ec9f2a2b4a0473ec3d5244eb17135949d63aebe", "output_hash": "dc07dc50e6df5e7067b8e3ca1e31f2962182437568e810c5423f0ddabd772202"} |
| |
1481 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f62ae1f6e18dd29fafd039f3", "attempt_id": "715d37a8dd80", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:30.705415Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 41, "compress_ms": 79.58320796024054, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 41, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 28631808, "serialized_payload_bytes": 28666121, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.74587497487664, "doc_prefill_ms": 867.7973340963945, "compress_ms": 93.84216589387506, "serialize_ms": 12.318999972194433, "load_ms": 1.878957962617278, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.091333055868745, "ttft_ms": 22.091333055868745, "decode_ms": 183.64616599865258}, "total_wall_ms": 320.8896249998361, "ttft_ms": 22.091333055868745, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2437398528, "backend_memory": {"mlx_active_bytes": 6447804424, "mlx_peak_bytes": 6506509080, "mlx_cache_bytes": 23097305327, "process_rss_bytes": 2437398528}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6506509080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 229-K, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ad9624ac33cff00e09166946ec9f2a2b4a0473ec3d5244eb17135949d63aebe", "output_hash": "478c2dc9ecddda982c5be668584c11d78d499ab2f12b9d176732310a778efe06"} |
| |
1482 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "14e76eac2fa6bd848b18d951", "attempt_id": "787c71ec7847", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:31.063925Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 40, "compress_ms": 76.36595901567489, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 40, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 28631808, "serialized_payload_bytes": 28666121, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 102.38695796579123, "doc_prefill_ms": 867.7973340963945, "compress_ms": 90.9861670807004, "serialize_ms": 10.790041997097433, "load_ms": 1.697208033874631, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.024958045221865, "ttft_ms": 22.024958045221865, "decode_ms": 115.90945802163333}, "total_wall_ms": 248.4956249827519, "ttft_ms": 22.024958045221865, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2437971968, "backend_memory": {"mlx_active_bytes": 6447798680, "mlx_peak_bytes": 6504820376, "mlx_cache_bytes": 23114710879, "process_rss_bytes": 2437971968}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6504820376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "65.3868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ad9624ac33cff00e09166946ec9f2a2b4a0473ec3d5244eb17135949d63aebe", "output_hash": "2dcbcd6384301b1f03d2dd767a2ef0bcb62a10249d084be6e9738ce86fe4690f"} |
| |
1483 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "16053bdfd82ed0b8f02f14a4", "attempt_id": "40d6e21f87d5", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:31.352453Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 36, "compress_ms": 77.81200006138533, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 36, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 28631808, "serialized_payload_bytes": 28666121, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.62354095559567, "doc_prefill_ms": 867.7973340963945, "compress_ms": 92.30966598261148, "serialize_ms": 10.724125080741942, "load_ms": 1.8865420715883374, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.681457990780473, "ttft_ms": 21.681457990780473, "decode_ms": 83.5870000300929}, "total_wall_ms": 216.95358399301767, "ttft_ms": 21.681457990780473, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2437955584, "backend_memory": {"mlx_active_bytes": 6447791752, "mlx_peak_bytes": 6499490520, "mlx_cache_bytes": 23130348143, "process_rss_bytes": 2437955584}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6499490520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ad9624ac33cff00e09166946ec9f2a2b4a0473ec3d5244eb17135949d63aebe", "output_hash": "939426b14501ae244f8b8a79280739080f1b34148143c4f1dab25de69eebfda5"} |
| |
1484 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd0176dff990a09925abb6b5", "attempt_id": "3fafaa94b9ba", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:31.606958Z", "task_family": "synthetic", "document_id": "syn_03013_8000", "document_hash": "779b3b1693ab26a564a0bbea9239f13134bc3d34d4fb5688b86da554a5994b05", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03013_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5849, "keep": 1462, "window_tokens": 45, "compress_ms": 75.70649997796863, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5810, "source_tokens_receiver": 5810, "query_tokens": 45, "message_tokens": 5849, "message_utf8_bytes": 29338, "cache_tensor_bytes": 28631808, "serialized_payload_bytes": 28666121, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 101.87316697556525, "doc_prefill_ms": 867.7973340963945, "compress_ms": 89.91741691716015, "serialize_ms": 11.389459017664194, "load_ms": 1.6966250259429216, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.27179193869233, "ttft_ms": 22.27179193869233, "decode_ms": 114.75816706661135}, "total_wall_ms": 246.44816701766104, "ttft_ms": 22.27179193869233, "input_usage": {"receiver_prefix_tokens": 5849, "dense_cache_bytes": 215617536, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2438053888, "backend_memory": {"mlx_active_bytes": 6447812152, "mlx_peak_bytes": 6511394328, "mlx_cache_bytes": 23150036287, "process_rss_bytes": 2438053888}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6511394328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9511700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03013_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ad9624ac33cff00e09166946ec9f2a2b4a0473ec3d5244eb17135949d63aebe", "output_hash": "54ae6de92289a998a878260dba88742670489e37f3809686c88f209aee097eaf"} |
| |
1485 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2585a7d2034cffc131f8782e", "attempt_id": "11a7c9a6cf54", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:32.897354Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01191697083413601, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.744833026081324, "ttft_ms": 14.676916995085776, "decode_ms": 14.67491697985679}, "total_wall_ms": 52.86320799496025, "ttft_ms": 14.676916995085776, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2061795328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 270108344, "process_rss_bytes": 2061795328}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1486 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e589d4be364d46a2012f653d", "attempt_id": "4404d95c0df7", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:33.013325Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 72, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01191697083413601, "decode_payload_ms": 0.0, "receiver_prefill_ms": 25.17408295534551, "ttft_ms": 14.2954170005396, "decode_ms": 14.225916005671024}, "total_wall_ms": 54.38783299177885, "ttft_ms": 14.2954170005396, "input_usage": {"receiver_prompt_tokens": 72}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063024128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245278344, "mlx_cache_bytes": 336168632, "process_rss_bytes": 2063024128}, "peak_prefill_memory": null, "peak_decode_memory": 6245278344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1487 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f90e762b34fc89e77e0082b", "attempt_id": "6b71a0117d44", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:33.120074Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01191697083413601, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.758375016972423, "ttft_ms": 14.514542068354785, "decode_ms": 14.503208920359612}, "total_wall_ms": 54.51862490735948, "ttft_ms": 14.514542068354785, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063040512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244983432, "mlx_cache_bytes": 351651512, "process_rss_bytes": 2063040512}, "peak_prefill_memory": null, "peak_decode_memory": 6244983432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1488 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f5b59076248f268af916181", "attempt_id": "efb78bb64ebd", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:33.223006Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 67, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01191697083413601, "decode_payload_ms": 0.0, "receiver_prefill_ms": 25.02166701015085, "ttft_ms": 14.25529201515019, "decode_ms": 14.486916013993323}, "total_wall_ms": 54.656666005030274, "ttft_ms": 14.25529201515019, "input_usage": {"receiver_prompt_tokens": 67}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063040512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245671560, "mlx_cache_bytes": 396674744, "process_rss_bytes": 2063040512}, "peak_prefill_memory": null, "peak_decode_memory": 6245671560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1489 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5022d3eb7d93653e46ed31f6", "attempt_id": "d2746624dd2d", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:33.319304Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 72, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01191697083413601, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.945207987912, "ttft_ms": 14.899165951646864, "decode_ms": 14.769666944630444}, "total_wall_ms": 55.29504199512303, "ttft_ms": 14.899165951646864, "input_usage": {"receiver_prompt_tokens": 72}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063040512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245278344, "mlx_cache_bytes": 396674744, "process_rss_bytes": 2063040512}, "peak_prefill_memory": null, "peak_decode_memory": 6245278344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1490 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4b20c2aae83f2cb6dfe9ebd9", "attempt_id": "3ed596e86913", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:33.415882Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 11139, "message_tokens": 11064, "message_utf8_bytes": 58447, "cache_tensor_bytes": null, "serialized_payload_bytes": 58447, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00908400397747755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 3082.1637919871137, "ttft_ms": 18.634957959875464, "decode_ms": 170.7460000179708}, "total_wall_ms": 3290.9036250784993, "ttft_ms": 18.634957959875464, "input_usage": {"receiver_prompt_tokens": 11139}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2063138816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3336210104, "process_rss_bytes": 2063138816}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-49R-3342", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "output_hash": "5ed631eb283844ee8f265859eabfca33a2dce4683b9b50c86a2420ba158a4480"} |
| |
1491 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "082aeeecc2cdeb4146b014d0", "attempt_id": "9f7d023b4d52", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:36.746484Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 11146, "message_tokens": 11064, "message_utf8_bytes": 58447, "cache_tensor_bytes": null, "serialized_payload_bytes": 58447, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00908400397747755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2991.3668329827487, "ttft_ms": 17.083332990296185, "decode_ms": 168.76641591079533}, "total_wall_ms": 3197.678833035752, "ttft_ms": 17.083332990296185, "input_usage": {"receiver_prompt_tokens": 11146}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2063187968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3936405176, "process_rss_bytes": 2063187968}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "output_hash": "ab8850f2c032268ec31ae5d9831f704fccc2e65338b3c5b3b6ff2769cf5152dd"} |
| |
1492 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "991414ab594812e2dbc14e8b", "attempt_id": "c89ca12edd4c", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:39.986404Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 11145, "message_tokens": 11064, "message_utf8_bytes": 58447, "cache_tensor_bytes": null, "serialized_payload_bytes": 58447, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00908400397747755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2808.2873339299113, "ttft_ms": 17.36508309841156, "decode_ms": 115.8894170075655}, "total_wall_ms": 2961.6622499888763, "ttft_ms": 17.36508309841156, "input_usage": {"receiver_prompt_tokens": 11145}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2063237120, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4308584120, "process_rss_bytes": 2063237120}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1493 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ea29218854e6f37a2b90c5d0", "attempt_id": "d7a7c0c6bb8b", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:42.989530Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 11141, "message_tokens": 11064, "message_utf8_bytes": 58447, "cache_tensor_bytes": null, "serialized_payload_bytes": 58447, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00908400397747755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2648.9435830153525, "ttft_ms": 16.650208039209247, "decode_ms": 99.2938750423491}, "total_wall_ms": 2785.149332950823, "ttft_ms": 16.650208039209247, "input_usage": {"receiver_prompt_tokens": 11141}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2063286272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4679190200, "process_rss_bytes": 2063286272}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1494 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02f85fc1e8dea7508a79dc85", "attempt_id": "9fa9bf9670e6", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:45.814940Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 11146, "message_tokens": 11064, "message_utf8_bytes": 58447, "cache_tensor_bytes": null, "serialized_payload_bytes": 58447, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00908400397747755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2534.63974990882, "ttft_ms": 17.174875014461577, "decode_ms": 114.156708936207}, "total_wall_ms": 2687.269667047076, "ttft_ms": 17.174875014461577, "input_usage": {"receiver_prompt_tokens": 11146}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2063335424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4679190200, "process_rss_bytes": 2063335424}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9402200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "output_hash": "6439811295eb8ad467cd5b560099df16d78c5e30637141856282aab4edcbfb63"} |
| |
1495 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c1bc39019c0863643daae289", "attempt_id": "0ef06edfac0f", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:48.554411Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11064}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 595, "message_tokens": 515, "message_utf8_bytes": 2238, "cache_tensor_bytes": null, "serialized_payload_bytes": 2238, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10.564457974396646, "decode_payload_ms": 0.0, "receiver_prefill_ms": 101.04995791334659, "ttft_ms": 14.183540944941342, "decode_ms": 14.098166953772306}, "total_wall_ms": 130.97987498622388, "ttft_ms": 14.183540944941342, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063351808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 5074437816, "process_rss_bytes": 2063351808}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48eb50c5f83b14e0e0054d2d7286631bbda3c3f24fb8197be05eb8ce0d9352d9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1496 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "93c4fbc96a95e1c3dd89cbed", "attempt_id": "cccfe92cd8f3", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:48.729373Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11064}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 602, "message_tokens": 515, "message_utf8_bytes": 2238, "cache_tensor_bytes": null, "serialized_payload_bytes": 2238, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10.564457974396646, "decode_payload_ms": 0.0, "receiver_prefill_ms": 99.26004195585847, "ttft_ms": 13.659417047165334, "decode_ms": 13.658500043675303}, "total_wall_ms": 128.22533398866653, "ttft_ms": 13.659417047165334, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063368192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 5440816824, "process_rss_bytes": 2063368192}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48eb50c5f83b14e0e0054d2d7286631bbda3c3f24fb8197be05eb8ce0d9352d9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1497 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "62cf58cb0480224a6307df68", "attempt_id": "f49bb3751717", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:48.900466Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11064}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 601, "message_tokens": 515, "message_utf8_bytes": 2238, "cache_tensor_bytes": null, "serialized_payload_bytes": 2238, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10.564457974396646, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.63262497168034, "ttft_ms": 13.834791956469417, "decode_ms": 13.495041988790035}, "total_wall_ms": 120.40866701863706, "ttft_ms": 13.834791956469417, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063384576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568521816, "mlx_cache_bytes": 5529290424, "process_rss_bytes": 2063384576}, "peak_prefill_memory": null, "peak_decode_memory": 6568521816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48eb50c5f83b14e0e0054d2d7286631bbda3c3f24fb8197be05eb8ce0d9352d9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1498 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2523e003d3102a962ef66419", "attempt_id": "95c77e50b160", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:49.060116Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11064}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 597, "message_tokens": 515, "message_utf8_bytes": 2238, "cache_tensor_bytes": null, "serialized_payload_bytes": 2238, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10.564457974396646, "decode_payload_ms": 0.0, "receiver_prefill_ms": 90.03779105842113, "ttft_ms": 13.736334047280252, "decode_ms": 13.471542042680085}, "total_wall_ms": 118.67270804941654, "ttft_ms": 13.736334047280252, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063384576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5774657208, "process_rss_bytes": 2063384576}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48eb50c5f83b14e0e0054d2d7286631bbda3c3f24fb8197be05eb8ce0d9352d9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1499 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "249b8d25d5ec9ef77b59f138", "attempt_id": "0ad08188b242", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:49.216834Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11064}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 602, "message_tokens": 515, "message_utf8_bytes": 2238, "cache_tensor_bytes": null, "serialized_payload_bytes": 2238, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10.564457974396646, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.16420894861221, "ttft_ms": 13.964666984975338, "decode_ms": 13.730666949413717}, "total_wall_ms": 120.29233295470476, "ttft_ms": 13.964666984975338, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063384576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 5774657208, "process_rss_bytes": 2063384576}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48eb50c5f83b14e0e0054d2d7286631bbda3c3f24fb8197be05eb8ce0d9352d9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1500 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "edf5b61031e11c4e09553742", "attempt_id": "3c85a85a334f", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:49.384563Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 584, "message_tokens": 508, "message_utf8_bytes": 1189, "cache_tensor_bytes": null, "serialized_payload_bytes": 1189, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.412791929207742, "decode_payload_ms": 0.0, "receiver_prefill_ms": 89.95854202657938, "ttft_ms": 13.712374959141016, "decode_ms": 13.529791962355375}, "total_wall_ms": 118.34966705646366, "ttft_ms": 13.712374959141016, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063843328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 6129632952, "process_rss_bytes": 2063843328}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6e9f425c97e2465b435712a22296dee20d844b297ed21e48882dcd9a395fce3e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1501 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a4acd9c645968b8c82808fe", "attempt_id": "0a0824b36efb", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:49.540065Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 591, "message_tokens": 508, "message_utf8_bytes": 1189, "cache_tensor_bytes": null, "serialized_payload_bytes": 1189, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.412791929207742, "decode_payload_ms": 0.0, "receiver_prefill_ms": 90.03908303566277, "ttft_ms": 13.634457951411605, "decode_ms": 13.533332967199385}, "total_wall_ms": 118.37279098108411, "ttft_ms": 13.634457951411605, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2063859712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 6394365624, "process_rss_bytes": 2063859712}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6e9f425c97e2465b435712a22296dee20d844b297ed21e48882dcd9a395fce3e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1502 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5aa31d44ceedd74e26544fcb", "attempt_id": "1056ac1d6814", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:49.694302Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 590, "message_tokens": 508, "message_utf8_bytes": 1189, "cache_tensor_bytes": null, "serialized_payload_bytes": 1189, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.412791929207742, "decode_payload_ms": 0.0, "receiver_prefill_ms": 89.26008304115385, "ttft_ms": 13.597041950561106, "decode_ms": 93.9542920095846}, "total_wall_ms": 197.90820800699294, "ttft_ms": 13.597041950561106, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2063892480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 6394365624, "process_rss_bytes": 2063892480}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7787510", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6e9f425c97e2465b435712a22296dee20d844b297ed21e48882dcd9a395fce3e", "output_hash": "509bdb0e8dc157600c3bf988ac0015c4c1abbe1af631267535e07e1cd9107530"} |
| |
1503 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6f6f7b42b7208ac2f96edaf3", "attempt_id": "088400d52bc6", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:49.927352Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 586, "message_tokens": 508, "message_utf8_bytes": 1189, "cache_tensor_bytes": null, "serialized_payload_bytes": 1189, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.412791929207742, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.42749997973442, "ttft_ms": 13.554333010688424, "decode_ms": 81.60754095297307}, "total_wall_ms": 179.70137496013194, "ttft_ms": 13.554333010688424, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2063908864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6574141528, "mlx_cache_bytes": 6726928056, "process_rss_bytes": 2063908864}, "peak_prefill_memory": null, "peak_decode_memory": 6574141528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6e9f425c97e2465b435712a22296dee20d844b297ed21e48882dcd9a395fce3e", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1504 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3e8f5261298e9a4b657a97f2", "attempt_id": "2ca028675b26", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:50.142495Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 591, "message_tokens": 508, "message_utf8_bytes": 1189, "cache_tensor_bytes": null, "serialized_payload_bytes": 1189, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.412791929207742, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.46387499477714, "ttft_ms": 14.806207967922091, "decode_ms": 133.80712503567338}, "total_wall_ms": 233.41929097659886, "ttft_ms": 14.806207967922091, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2063925248, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 6726928056, "process_rss_bytes": 2063925248}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,402,200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6e9f425c97e2465b435712a22296dee20d844b297ed21e48882dcd9a395fce3e", "output_hash": "7d4bbb7d3b493177b9a92c0a516dfece421e9c6894b73d61e15149f1e242e3dc"} |
| |
1505 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0cb8ddd1aac8e33a0b8dab68", "attempt_id": "43498c5aea22", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:50.414802Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 580, "message_tokens": 504, "message_utf8_bytes": 1322, "cache_tensor_bytes": null, "serialized_payload_bytes": 1322, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.5714589757844806, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.49449999816716, "ttft_ms": 15.132582979276776, "decode_ms": 149.09658394753933}, "total_wall_ms": 249.71725000068545, "ttft_ms": 15.132582979276776, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2063941632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577401944, "mlx_cache_bytes": 6986892984, "process_rss_bytes": 2063941632}, "peak_prefill_memory": null, "peak_decode_memory": 6577401944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-49R-3342", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b5c45807f96a5d75777c567073c686f9983e818d69e3e95b99aeda52cdda2623", "output_hash": "5ed631eb283844ee8f265859eabfca33a2dce4683b9b50c86a2420ba158a4480"} |
| |
1506 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "859f7e6e394c574522a3fcb8", "attempt_id": "badb387327b5", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:50.704878Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 587, "message_tokens": 504, "message_utf8_bytes": 1263, "cache_tensor_bytes": null, "serialized_payload_bytes": 1263, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.9759170031175017, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.73966699279845, "ttft_ms": 15.117542003281415, "decode_ms": 148.25958292931318}, "total_wall_ms": 255.43174997437745, "ttft_ms": 15.117542003281415, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2063941632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6574436440, "mlx_cache_bytes": 7228229304, "process_rss_bytes": 2063941632}, "peak_prefill_memory": null, "peak_decode_memory": 6574436440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65ca0b07ae5777e1a5da718e5523db0365a5c4d399e0c737f3fd8bd33d15489f", "output_hash": "ab8850f2c032268ec31ae5d9831f704fccc2e65338b3c5b3b6ff2769cf5152dd"} |
| |
1507 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3989542d7d7940a755fe919d", "attempt_id": "52e2f8b91763", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:51.002906Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 591, "message_tokens": 509, "message_utf8_bytes": 1320, "cache_tensor_bytes": null, "serialized_payload_bytes": 1320, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.979249973781407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.26608307752758, "ttft_ms": 14.798999996855855, "decode_ms": 104.66129204723984}, "total_wall_ms": 204.10666591487825, "ttft_ms": 14.798999996855855, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2063941632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 7228229304, "process_rss_bytes": 2063941632}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b83c023902583e6c331dd34754ea4a5a51b06b72e9331c899af9c9bc4ca8bfc3", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1508 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c4f9e77ce7218228a1c45e24", "attempt_id": "9a59cb205a4e", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:51.253444Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 16}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 585, "message_tokens": 507, "message_utf8_bytes": 1332, "cache_tensor_bytes": null, "serialized_payload_bytes": 1332, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.0669169975444674, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.74308301508427, "ttft_ms": 15.514041995629668, "decode_ms": 89.00124998763204}, "total_wall_ms": 197.82937492709607, "ttft_ms": 15.514041995629668, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2063941632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 7468680888, "process_rss_bytes": 2063941632}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eee9b6b0f8792ca3689543d338df30175b5cc24f134ff658a6ff7a163722dd55", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1509 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9084223fd2bc5001c68463e5", "attempt_id": "caca7255b7ce", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:51:51.499363Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 13}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 591, "message_tokens": 508, "message_utf8_bytes": 1188, "cache_tensor_bytes": null, "serialized_payload_bytes": 1188, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.253291990607977, "decode_payload_ms": 0.0, "receiver_prefill_ms": 89.69699998851866, "ttft_ms": 14.948667027056217, "decode_ms": 134.42491693422198}, "total_wall_ms": 244.83929201960564, "ttft_ms": 14.948667027056217, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2063958016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 7468680888, "process_rss_bytes": 2063958016}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,402,200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5a3096ce732b3be81ecc6bf521a1cf6d61c2dee6105ec9080a48227145578011", "output_hash": "7d4bbb7d3b493177b9a92c0a516dfece421e9c6894b73d61e15149f1e242e3dc"} |
| |
1510 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e7dc2641004b35d60c03af48", "attempt_id": "2966866f42a0", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:02.626854Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1400, "cache_tensor_bytes": null, "serialized_payload_bytes": 1400, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10833.498332998715, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.2880420172587, "ttft_ms": 15.52704197820276, "decode_ms": 15.409584040753543}, "total_wall_ms": 120.17783301416785, "ttft_ms": 15.52704197820276, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 11180, "sender_output_tokens": 512, "sender_prefill_ms": 2659.243540954776, "sender_ttft_ms": 15.583415981382132, "sender_decode_ms": 8144.220917019993}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064121856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 8911701688, "process_rss_bytes": 2064121856}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f77150f2c8ef663064104f4504a6334fa7a69343a234ba73cb97117f65f2367a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1511 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6f603688b1a8128fb8b36c90", "attempt_id": "cc0476215486", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:02.814672Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1400, "cache_tensor_bytes": null, "serialized_payload_bytes": 1400, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10833.498332998715, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.67037493735552, "ttft_ms": 15.383040998131037, "decode_ms": 15.221832902170718}, "total_wall_ms": 116.82933301199228, "ttft_ms": 15.383040998131037, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 11180, "sender_output_tokens": 512, "sender_prefill_ms": 2659.243540954776, "sender_ttft_ms": 15.583415981382132, "sender_decode_ms": 8144.220917019993}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064121856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6589263960, "mlx_cache_bytes": 9179776696, "process_rss_bytes": 2064121856}, "peak_prefill_memory": null, "peak_decode_memory": 6589263960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f77150f2c8ef663064104f4504a6334fa7a69343a234ba73cb97117f65f2367a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1512 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "acae9be3e882b715e19ffdab", "attempt_id": "8bdc04b04934", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:03.000132Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1400, "cache_tensor_bytes": null, "serialized_payload_bytes": 1400, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10833.498332998715, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.39245899859816, "ttft_ms": 15.419707982800901, "decode_ms": 109.63945905677974}, "total_wall_ms": 218.6407500412315, "ttft_ms": 15.419707982800901, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 11180, "sender_output_tokens": 512, "sender_prefill_ms": 2659.243540954776, "sender_ttft_ms": 15.583415981382132, "sender_decode_ms": 8144.220917019993}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2064121856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 9179776696, "process_rss_bytes": 2064121856}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "67.8992", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f77150f2c8ef663064104f4504a6334fa7a69343a234ba73cb97117f65f2367a", "output_hash": "ea92f171a0e678bccf9268fe5ff09f5f292c41cd732ccfc500c5e46f025436b7"} |
| |
1513 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cc6faccd3f12ef6bfe7bb4d6", "attempt_id": "9e4e10a94a5d", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:03.285585Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1400, "cache_tensor_bytes": null, "serialized_payload_bytes": 1400, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10833.498332998715, "decode_payload_ms": 0.0, "receiver_prefill_ms": 102.03833295963705, "ttft_ms": 15.40554198436439, "decode_ms": 92.91233296971768}, "total_wall_ms": 212.50925003550947, "ttft_ms": 15.40554198436439, "input_usage": {"receiver_prompt_tokens": 593, "sender_input_tokens": 11180, "sender_output_tokens": 512, "sender_prefill_ms": 2659.243540954776, "sender_ttft_ms": 15.583415981382132, "sender_decode_ms": 8144.220917019993}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2064121856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6565933144, "mlx_cache_bytes": 9423570616, "process_rss_bytes": 2064121856}, "peak_prefill_memory": null, "peak_decode_memory": 6565933144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f77150f2c8ef663064104f4504a6334fa7a69343a234ba73cb97117f65f2367a", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1514 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc8cf4760a6d9d976190ad8f", "attempt_id": "34c4f2a7bcff", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:03.579191Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1400, "cache_tensor_bytes": null, "serialized_payload_bytes": 1400, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10833.498332998715, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.2562090717256, "ttft_ms": 15.400749980472028, "decode_ms": 137.19291693996638}, "total_wall_ms": 251.1490830220282, "ttft_ms": 15.400749980472028, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 11180, "sender_output_tokens": 512, "sender_prefill_ms": 2659.243540954776, "sender_ttft_ms": 15.583415981382132, "sender_decode_ms": 8144.220917019993}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2064105472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6586789976, "mlx_cache_bytes": 9423570616, "process_rss_bytes": 2064105472}, "peak_prefill_memory": null, "peak_decode_memory": 6586789976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9,402,200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f77150f2c8ef663064104f4504a6334fa7a69343a234ba73cb97117f65f2367a", "output_hash": "7d4bbb7d3b493177b9a92c0a516dfece421e9c6894b73d61e15149f1e242e3dc"} |
| |
1515 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80014cba2ca93649313f6b15", "attempt_id": "3adc3c15d99e", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:03.901196Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 274, "message_tokens": 195, "message_utf8_bytes": 1028, "cache_tensor_bytes": null, "serialized_payload_bytes": 1028, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5653.492749901488, "decode_payload_ms": 0.0, "receiver_prefill_ms": 42.87241608835757, "ttft_ms": 13.792542042210698, "decode_ms": 136.66537508834153}, "total_wall_ms": 5847.918207990006, "ttft_ms": 13.792542042210698, "input_usage": {"receiver_prompt_tokens": 274, "sender_input_tokens": 11176, "sender_output_tokens": 195, "sender_prefill_ms": 2501.715291989967, "sender_ttft_ms": 17.703916993923485, "sender_decode_ms": 3116.071333992295}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2064203776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6408774836, "mlx_cache_bytes": 9975204604, "process_rss_bytes": 2064203776}, "peak_prefill_memory": null, "peak_decode_memory": 6408774836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-49R-3342", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "893ae2e76f9e36972f246713058acbf081c9c0070a8df9f83fe903a5cfb2b02b", "output_hash": "5ed631eb283844ee8f265859eabfca33a2dce4683b9b50c86a2420ba158a4480"} |
| |
1516 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f89c4114be5bc49d5aa3be5", "attempt_id": "57ffb2bfcf3d", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:09.817013Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 410, "message_tokens": 324, "message_utf8_bytes": 1513, "cache_tensor_bytes": null, "serialized_payload_bytes": 1513, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7205.108957947232, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.6243339991197, "ttft_ms": 13.24462506454438, "decode_ms": 133.54045804589987}, "total_wall_ms": 7405.897959019057, "ttft_ms": 13.24462506454438, "input_usage": {"receiver_prompt_tokens": 410, "sender_input_tokens": 11183, "sender_output_tokens": 324, "sender_prefill_ms": 2422.3107079742476, "sender_ttft_ms": 15.257249935530126, "sender_decode_ms": 4754.497291985899}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2064269312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6516909780, "mlx_cache_bytes": 10868871520, "process_rss_bytes": 2064269312}, "peak_prefill_memory": null, "peak_decode_memory": 6516909780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e38e3d1f3ea2c16c4c58b87993783bb31cf52fe18f1cf3e8b3ebe315f968d8a9", "output_hash": "d4940bc5d3cfe845322650226dab15bc51ec4bf6ced4cc8e627a339e308ab5a4"} |
| |
1517 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c5c8a6c6e276c3e724ac249c", "attempt_id": "7fb9914ec38a", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:17.276382Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 223, "message_tokens": 138, "message_utf8_bytes": 407, "cache_tensor_bytes": null, "serialized_payload_bytes": 407, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4445.498000015505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.12641708180308, "ttft_ms": 13.360625016503036, "decode_ms": 92.97358302865177}, "total_wall_ms": 4585.562500054948, "ttft_ms": 13.360625016503036, "input_usage": {"receiver_prompt_tokens": 223, "sender_input_tokens": 11182, "sender_output_tokens": 138, "sender_prefill_ms": 2424.843625049107, "sender_ttft_ms": 15.451667015440762, "sender_decode_ms": 1996.984750032425}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2064302080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6360540340, "mlx_cache_bytes": 11043656032, "process_rss_bytes": 2064302080}, "peak_prefill_memory": null, "peak_decode_memory": 6360540340, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6bd5a695beda861869514a6bebbbfec03b12cf00247e9256499e7ffb2a9dc52", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1518 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0efd26c54d326a3c8aeb677c", "attempt_id": "0edda40e12db", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:31.432023Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 418, "message_tokens": 328, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9536.12429194618, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.280958021990955, "ttft_ms": 13.352416921406984, "decode_ms": 13.678999966941774}, "total_wall_ms": 82.91233307681978, "ttft_ms": 13.352416921406984, "input_usage": {"receiver_prompt_tokens": 418, "sender_input_tokens": 11208, "sender_output_tokens": 512, "sender_prefill_ms": 2133.418207988143, "sender_ttft_ms": 15.711292042396963, "sender_decode_ms": 7378.316833055578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064433152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6523610868, "mlx_cache_bytes": 11976529892, "process_rss_bytes": 2064433152}, "peak_prefill_memory": null, "peak_decode_memory": 6523610868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f291b1f8233f365ef31b11e18efe6935a5617e82257b71c0de5c84336325e1b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1519 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f129fca01be6faab4f55186b", "attempt_id": "bb44482fc864", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:31.548760Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 425, "message_tokens": 328, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9536.12429194618, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.73425004351884, "ttft_ms": 13.264500070363283, "decode_ms": 13.316832948476076}, "total_wall_ms": 84.28995800204575, "ttft_ms": 13.264500070363283, "input_usage": {"receiver_prompt_tokens": 425, "sender_input_tokens": 11208, "sender_output_tokens": 512, "sender_prefill_ms": 2133.418207988143, "sender_ttft_ms": 15.711292042396963, "sender_decode_ms": 7378.316833055578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064465920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6528247568, "mlx_cache_bytes": 12292677252, "process_rss_bytes": 2064465920}, "peak_prefill_memory": null, "peak_decode_memory": 6528247568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f291b1f8233f365ef31b11e18efe6935a5617e82257b71c0de5c84336325e1b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1520 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f9a0adba049a8061def6cf02", "attempt_id": "03edae742db8", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:31.666609Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 424, "message_tokens": 328, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9536.12429194618, "decode_payload_ms": 0.0, "receiver_prefill_ms": 58.618417009711266, "ttft_ms": 13.377667055465281, "decode_ms": 13.227415969595313}, "total_wall_ms": 86.16583305411041, "ttft_ms": 13.377667055465281, "input_usage": {"receiver_prompt_tokens": 424, "sender_input_tokens": 11208, "sender_output_tokens": 512, "sender_prefill_ms": 2133.418207988143, "sender_ttft_ms": 15.711292042396963, "sender_decode_ms": 7378.316833055578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064465920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6532294404, "mlx_cache_bytes": 12296150660, "process_rss_bytes": 2064465920}, "peak_prefill_memory": null, "peak_decode_memory": 6532294404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f291b1f8233f365ef31b11e18efe6935a5617e82257b71c0de5c84336325e1b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1521 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "53a5f24c040d841366b6a24c", "attempt_id": "c0956593253a", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:31.785768Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 420, "message_tokens": 328, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9536.12429194618, "decode_payload_ms": 0.0, "receiver_prefill_ms": 62.27366696111858, "ttft_ms": 13.308249996043742, "decode_ms": 13.238999992609024}, "total_wall_ms": 89.75620800629258, "ttft_ms": 13.308249996043742, "input_usage": {"receiver_prompt_tokens": 420, "sender_input_tokens": 11208, "sender_output_tokens": 512, "sender_prefill_ms": 2133.418207988143, "sender_ttft_ms": 15.711292042396963, "sender_decode_ms": 7378.316833055578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064465920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6524790544, "mlx_cache_bytes": 12526444164, "process_rss_bytes": 2064465920}, "peak_prefill_memory": null, "peak_decode_memory": 6524790544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f291b1f8233f365ef31b11e18efe6935a5617e82257b71c0de5c84336325e1b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1522 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1412c8d5994487da34ecb399", "attempt_id": "7f0908d81397", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:31.909482Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 425, "message_tokens": 328, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9536.12429194618, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.26120896544307, "ttft_ms": 13.579874997958541, "decode_ms": 13.510792050510645}, "total_wall_ms": 94.34154198970646, "ttft_ms": 13.579874997958541, "input_usage": {"receiver_prompt_tokens": 425, "sender_input_tokens": 11208, "sender_output_tokens": 512, "sender_prefill_ms": 2133.418207988143, "sender_ttft_ms": 15.711292042396963, "sender_decode_ms": 7378.316833055578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064465920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6528214800, "mlx_cache_bytes": 12526444164, "process_rss_bytes": 2064465920}, "peak_prefill_memory": null, "peak_decode_memory": 6528214800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f291b1f8233f365ef31b11e18efe6935a5617e82257b71c0de5c84336325e1b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1523 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c35d682bf012fa2a62661858", "attempt_id": "aa6ba8462590", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:32.036825Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 146, "message_tokens": 55, "message_utf8_bytes": 123, "cache_tensor_bytes": null, "serialized_payload_bytes": 123, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3524.481833912432, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.7821671012789, "ttft_ms": 13.425916084088385, "decode_ms": 133.57279205229133}, "total_wall_ms": 3702.784084016457, "ttft_ms": 13.425916084088385, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 11217, "sender_output_tokens": 76, "sender_prefill_ms": 2397.643791977316, "sender_ttft_ms": 15.438250033184886, "sender_decode_ms": 1102.5925829308107}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2064515072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299477172, "mlx_cache_bytes": 13239803524, "process_rss_bytes": 2064515072}, "peak_prefill_memory": null, "peak_decode_memory": 6299477172, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-49R-3342", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5772c5bdd382fc8f6a2b459f3c2c641ee385988a1e694f9bd822d201fd1a61ee", "output_hash": "5ed631eb283844ee8f265859eabfca33a2dce4683b9b50c86a2420ba158a4480"} |
| |
1524 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2a7139f7fa3c3d3bec92f9c6", "attempt_id": "4f537ad4db1b", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:35.773249Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 152, "message_tokens": 54, "message_utf8_bytes": 123, "cache_tensor_bytes": null, "serialized_payload_bytes": 123, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3190.0020410539582, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.767875025048852, "ttft_ms": 13.718375004827976, "decode_ms": 133.2130420487374}, "total_wall_ms": 3368.2040830608457, "ttft_ms": 13.718375004827976, "input_usage": {"receiver_prompt_tokens": 152, "sender_input_tokens": 11224, "sender_output_tokens": 76, "sender_prefill_ms": 2059.7029579803348, "sender_ttft_ms": 15.52308292593807, "sender_decode_ms": 1104.3672499945387}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2064564224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303622324, "mlx_cache_bytes": 13930094212, "process_rss_bytes": 2064564224}, "peak_prefill_memory": null, "peak_decode_memory": 6303622324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C in Schefferville", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fa86be98eb57eda40b0b1409a4b78c4ffc16c026576a783356f516a5b937a309", "output_hash": "ab8850f2c032268ec31ae5d9831f704fccc2e65338b3c5b3b6ff2769cf5152dd"} |
| |
1525 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a29db02ebf3a3b9637d41c9b", "attempt_id": "a0ce2f095ed5", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:39.174300Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 150, "message_tokens": 53, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3176.173917017877, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.837583006359637, "ttft_ms": 13.310250011272728, "decode_ms": 94.04883300885558}, "total_wall_ms": 3314.9038329720497, "ttft_ms": 13.310250011272728, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 11223, "sender_output_tokens": 75, "sender_prefill_ms": 2060.8101249672472, "sender_ttft_ms": 15.377416973933578, "sender_decode_ms": 1091.49725001771}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2064629760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6302835892, "mlx_cache_bytes": 14127586948, "process_rss_bytes": 2064629760}, "peak_prefill_memory": null, "peak_decode_memory": 6302835892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d3048b2724cf41e6ae29688bcbc1f17dc422ffc777fdefcbad58d0b0c1cb6ef4", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1526 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a45e96f5c895ce40a10c1029", "attempt_id": "4e33f12caa8e", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:42.523342Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 753, "message_tokens": 677, "message_utf8_bytes": 474, "cache_tensor_bytes": null, "serialized_payload_bytes": 474, "side_information_bytes": 0, "fetched_bytes": 1265, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02091703936457634, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.32845908403397, "ttft_ms": 13.459666981361806, "decode_ms": 13.595832977443933}, "total_wall_ms": 110.40187499020249, "ttft_ms": 13.459666981361806, "input_usage": {"receiver_prompt_tokens": 753, "sender_input_tokens": 11208, "sender_output_tokens": 512, "sender_prefill_ms": 2133.418207988143, "sender_ttft_ms": 15.711292042396963, "sender_decode_ms": 7378.316833055578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064711680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6653571160, "mlx_cache_bytes": 14592171652, "process_rss_bytes": 2064711680}, "peak_prefill_memory": null, "peak_decode_memory": 6653571160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1265, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "44ea0926d03197e6ddb1ba401ea65abac845207e70ce62d9630e4ff48a6d1af7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1527 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f2f6a6e8e4fcf0db128abd9d", "attempt_id": "ff45d4ba038a", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:42.668400Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 760, "message_tokens": 677, "message_utf8_bytes": 474, "cache_tensor_bytes": null, "serialized_payload_bytes": 474, "side_information_bytes": 0, "fetched_bytes": 1265, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02091703936457634, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.48287507053465, "ttft_ms": 13.54904193431139, "decode_ms": 13.38870800100267}, "total_wall_ms": 112.78412502724677, "ttft_ms": 13.54904193431139, "input_usage": {"receiver_prompt_tokens": 760, "sender_input_tokens": 11208, "sender_output_tokens": 512, "sender_prefill_ms": 2133.418207988143, "sender_ttft_ms": 15.711292042396963, "sender_decode_ms": 7378.316833055578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064711680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6658093144, "mlx_cache_bytes": 15035424388, "process_rss_bytes": 2064711680}, "peak_prefill_memory": null, "peak_decode_memory": 6658093144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1265, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5a1727e6748f0d5f2c3b12e2c9952e18a6e6fa0fbbf9e0be89cd04ab5515055d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1528 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3a3d4b82c30082b6abd9e51b", "attempt_id": "de4af0d65a59", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:42.815374Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 759, "message_tokens": 677, "message_utf8_bytes": 474, "cache_tensor_bytes": null, "serialized_payload_bytes": 474, "side_information_bytes": 0, "fetched_bytes": 1265, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02091703936457634, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.32191699184477, "ttft_ms": 13.846707995980978, "decode_ms": 13.446166994981468}, "total_wall_ms": 116.97133397683501, "ttft_ms": 13.846707995980978, "input_usage": {"receiver_prompt_tokens": 759, "sender_input_tokens": 11208, "sender_output_tokens": 512, "sender_prefill_ms": 2133.418207988143, "sender_ttft_ms": 15.711292042396963, "sender_decode_ms": 7378.316833055578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064711680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6657896536, "mlx_cache_bytes": 15147196036, "process_rss_bytes": 2064711680}, "peak_prefill_memory": null, "peak_decode_memory": 6657896536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1265, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ff5938fc37e0a0423c0e419cf1787ae1d63e699e97aadd436429e348c9193f9a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1529 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "64e4e6b54f171225d27ed8bf", "attempt_id": "2488f442a491", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:42.967426Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 755, "message_tokens": 677, "message_utf8_bytes": 474, "cache_tensor_bytes": null, "serialized_payload_bytes": 474, "side_information_bytes": 0, "fetched_bytes": 1265, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02091703936457634, "decode_payload_ms": 0.0, "receiver_prefill_ms": 93.4102920582518, "ttft_ms": 13.5829170467332, "decode_ms": 13.431583065539598}, "total_wall_ms": 121.96545791812241, "ttft_ms": 13.5829170467332, "input_usage": {"receiver_prompt_tokens": 755, "sender_input_tokens": 11208, "sender_output_tokens": 512, "sender_prefill_ms": 2133.418207988143, "sender_ttft_ms": 15.711292042396963, "sender_decode_ms": 7378.316833055578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064711680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6671544396, "mlx_cache_bytes": 15491800708, "process_rss_bytes": 2064711680}, "peak_prefill_memory": null, "peak_decode_memory": 6671544396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1265, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5a1727e6748f0d5f2c3b12e2c9952e18a6e6fa0fbbf9e0be89cd04ab5515055d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1530 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed776e23b03f591a75c5faf6", "attempt_id": "c7c7b7bb3c7a", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:43.123946Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 760, "message_tokens": 677, "message_utf8_bytes": 474, "cache_tensor_bytes": null, "serialized_payload_bytes": 474, "side_information_bytes": 0, "fetched_bytes": 1265, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02091703936457634, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.99845796078444, "ttft_ms": 13.69895797688514, "decode_ms": 13.60087504144758}, "total_wall_ms": 126.68229104019701, "ttft_ms": 13.69895797688514, "input_usage": {"receiver_prompt_tokens": 760, "sender_input_tokens": 11208, "sender_output_tokens": 512, "sender_prefill_ms": 2133.418207988143, "sender_ttft_ms": 15.711292042396963, "sender_decode_ms": 7378.316833055578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2064711680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6658093144, "mlx_cache_bytes": 15491800708, "process_rss_bytes": 2064711680}, "peak_prefill_memory": null, "peak_decode_memory": 6658093144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1265, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7c913e5f49b88069e8aede70e0b86b8adcec0b3e5c69ca4a16145c5fe3504b4f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1531 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "617280bb05dd02e7c921cf1d", "attempt_id": "a596f6b251e1", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:43.284338Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.543164449476365}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 11139, "message_tokens": 11064, "message_utf8_bytes": 58447, "cache_tensor_bytes": null, "serialized_payload_bytes": 3533, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08716597221791744, "decode_payload_ms": 0.021292013116180897, "receiver_prefill_ms": 2180.2686670562252, "ttft_ms": 15.33149997703731, "decode_ms": 148.1475840555504}, "total_wall_ms": 2360.6411670334637, "ttft_ms": 15.33149997703731, "input_usage": {"receiver_prompt_tokens": 11139}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2064793600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 15491800708, "process_rss_bytes": 2064793600}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-49R-3342", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "output_hash": "5ed631eb283844ee8f265859eabfca33a2dce4683b9b50c86a2420ba158a4480"} |
| |
1532 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e3bf4a4d326b7dc52c1d2783", "attempt_id": "e4a35ec6e4ad", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:45.678969Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.543164449476365}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 11146, "message_tokens": 11064, "message_utf8_bytes": 58447, "cache_tensor_bytes": null, "serialized_payload_bytes": 3533, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08716597221791744, "decode_payload_ms": 0.021292013116180897, "receiver_prefill_ms": 2004.8762089572847, "ttft_ms": 15.345957945100963, "decode_ms": 149.503874941729}, "total_wall_ms": 2186.456958996132, "ttft_ms": 15.345957945100963, "input_usage": {"receiver_prompt_tokens": 11146}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2064842752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 15491800708, "process_rss_bytes": 2064842752}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "output_hash": "ab8850f2c032268ec31ae5d9831f704fccc2e65338b3c5b3b6ff2769cf5152dd"} |
| |
1533 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83cc1a68db6fbcc471aac6e4", "attempt_id": "de38658ff460", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:47.899752Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.543164449476365}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 11145, "message_tokens": 11064, "message_utf8_bytes": 58447, "cache_tensor_bytes": null, "serialized_payload_bytes": 3533, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08716597221791744, "decode_payload_ms": 0.021292013116180897, "receiver_prefill_ms": 1983.3912090398371, "ttft_ms": 15.191958053037524, "decode_ms": 103.52929099462926}, "total_wall_ms": 2119.0369579708204, "ttft_ms": 15.191958053037524, "input_usage": {"receiver_prompt_tokens": 11145}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2064875520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 15491800708, "process_rss_bytes": 2064875520}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1534 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "120998c3509d3ba102f33eda", "attempt_id": "655c38b805ec", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:50.052430Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.543164449476365}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 11141, "message_tokens": 11064, "message_utf8_bytes": 58447, "cache_tensor_bytes": null, "serialized_payload_bytes": 3533, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08716597221791744, "decode_payload_ms": 0.021292013116180897, "receiver_prefill_ms": 1983.7008750764653, "ttft_ms": 15.28150006197393, "decode_ms": 89.89487506914884}, "total_wall_ms": 2105.8271669317037, "ttft_ms": 15.28150006197393, "input_usage": {"receiver_prompt_tokens": 11141}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2064924672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 15491800708, "process_rss_bytes": 2064924672}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1535 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2bea3dd4b9af1e0f5687a7e5", "attempt_id": "238e45947d9f", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:52.191458Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.543164449476365}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 11146, "message_tokens": 11064, "message_utf8_bytes": 58447, "cache_tensor_bytes": null, "serialized_payload_bytes": 3533, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08716597221791744, "decode_payload_ms": 0.021292013116180897, "receiver_prefill_ms": 2028.21249992121, "ttft_ms": 15.144416014663875, "decode_ms": 103.58574998099357}, "total_wall_ms": 2163.877125014551, "ttft_ms": 15.144416014663875, "input_usage": {"receiver_prompt_tokens": 11146}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2064973824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 15491800708, "process_rss_bytes": 2064973824}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9402200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "output_hash": "6439811295eb8ad467cd5b560099df16d78c5e30637141856282aab4edcbfb63"} |
| |
1536 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "29224343c9831e26c8c91e66", "attempt_id": "4e74980a0815", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:55.688157Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046276211135213303, "origin_tokens": 10826, "compressed_tokens": 521, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 612, "message_tokens": 534, "message_utf8_bytes": 2593, "cache_tensor_bytes": null, "serialized_payload_bytes": 2593, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1298.4749590978026, "decode_payload_ms": 0.0, "receiver_prefill_ms": 102.85420808941126, "ttft_ms": 13.715042034164071, "decode_ms": 13.57975008431822}, "total_wall_ms": 131.91641704179347, "ttft_ms": 13.715042034164071, "input_usage": {"receiver_prompt_tokens": 612}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2076721152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6574977112, "mlx_cache_bytes": 15869877892, "process_rss_bytes": 2076721152}, "peak_prefill_memory": null, "peak_decode_memory": 6574977112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8448b83493e8ea18c8cdcc5c9e7612e320cbc803adc62e7160de7908455ca2c2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1537 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "554800e7edaf39f7511567c1", "attempt_id": "2c287fe3a164", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:55.854210Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046276211135213303, "origin_tokens": 10826, "compressed_tokens": 521, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 619, "message_tokens": 534, "message_utf8_bytes": 2593, "cache_tensor_bytes": null, "serialized_payload_bytes": 2593, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1298.4749590978026, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.73420799802989, "ttft_ms": 13.54120799805969, "decode_ms": 13.357250019907951}, "total_wall_ms": 113.82970795966685, "ttft_ms": 13.54120799805969, "input_usage": {"receiver_prompt_tokens": 619}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2076721152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579269720, "mlx_cache_bytes": 16246382212, "process_rss_bytes": 2076721152}, "peak_prefill_memory": null, "peak_decode_memory": 6579269720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8448b83493e8ea18c8cdcc5c9e7612e320cbc803adc62e7160de7908455ca2c2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1538 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9d57bd5f493fc0eed9037fc0", "attempt_id": "62e150d0e12d", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:56.001435Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046276211135213303, "origin_tokens": 10826, "compressed_tokens": 521, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 618, "message_tokens": 534, "message_utf8_bytes": 2593, "cache_tensor_bytes": null, "serialized_payload_bytes": 2593, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1298.4749590978026, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.61137502267957, "ttft_ms": 13.453416991978884, "decode_ms": 13.484833994880319}, "total_wall_ms": 110.7498329365626, "ttft_ms": 13.453416991978884, "input_usage": {"receiver_prompt_tokens": 618}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2076721152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579269720, "mlx_cache_bytes": 16246382212, "process_rss_bytes": 2076721152}, "peak_prefill_memory": null, "peak_decode_memory": 6579269720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8448b83493e8ea18c8cdcc5c9e7612e320cbc803adc62e7160de7908455ca2c2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1539 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "21202e54fb6dceb9bb8a8db4", "attempt_id": "a5288ce4ac25", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:56.144613Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046276211135213303, "origin_tokens": 10826, "compressed_tokens": 521, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 614, "message_tokens": 534, "message_utf8_bytes": 2593, "cache_tensor_bytes": null, "serialized_payload_bytes": 2593, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1298.4749590978026, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.41920797061175, "ttft_ms": 13.628125074319541, "decode_ms": 13.410041923634708}, "total_wall_ms": 109.62991695851088, "ttft_ms": 13.628125074319541, "input_usage": {"receiver_prompt_tokens": 614}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2076721152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6592098392, "mlx_cache_bytes": 16521535108, "process_rss_bytes": 2076721152}, "peak_prefill_memory": null, "peak_decode_memory": 6592098392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8448b83493e8ea18c8cdcc5c9e7612e320cbc803adc62e7160de7908455ca2c2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1540 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d746722e38decf8cbbe78d96", "attempt_id": "d025005af93b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:56.287468Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046276211135213303, "origin_tokens": 10826, "compressed_tokens": 521, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 619, "message_tokens": 534, "message_utf8_bytes": 2593, "cache_tensor_bytes": null, "serialized_payload_bytes": 2593, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1298.4749590978026, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.44920889753848, "ttft_ms": 13.489542063325644, "decode_ms": 13.538792030885816}, "total_wall_ms": 109.681083005853, "ttft_ms": 13.489542063325644, "input_usage": {"receiver_prompt_tokens": 619}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2076721152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579269720, "mlx_cache_bytes": 16521535108, "process_rss_bytes": 2076721152}, "peak_prefill_memory": null, "peak_decode_memory": 6579269720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8448b83493e8ea18c8cdcc5c9e7612e320cbc803adc62e7160de7908455ca2c2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1541 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3220f7b8d57d28e0266211d3", "attempt_id": "acc92b79db3e", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:58.870108Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6996451336}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 36, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 409300992, "serialized_payload_bytes": 409317482, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2439.595333999023, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 11.864040978252888, "serialize_ms": 365.9947090782225, "load_ms": 9.30783397052437, "receiver_prefill_ms": 0.0, "query_prefill_ms": 406.78662504069507, "ttft_ms": 406.78662504069507, "decode_ms": 222.9298750171438}, "total_wall_ms": 647.6942920126021, "ttft_ms": 406.78662504069507, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2865889280, "backend_memory": {"mlx_active_bytes": 7408148488, "mlx_peak_bytes": 7520149824, "mlx_cache_bytes": 17173192469, "process_rss_bytes": 2865889280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7520149824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-49R-3342", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "58f1b16b875f8f9760826b70c448db1aaefad2796f35bff0a9b256566ca377ef", "output_hash": "5ed631eb283844ee8f265859eabfca33a2dce4683b9b50c86a2420ba158a4480"} |
| |
1542 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0b953a25ed9d899f153b983d", "attempt_id": "27f6d0b46352", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:59.553824Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6996451336}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 409300992, "serialized_payload_bytes": 409317482, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2439.595333999023, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 11.864040978252888, "serialize_ms": 365.9947090782225, "load_ms": 2.750582993030548, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.16358301229775, "ttft_ms": 72.16358301229775, "decode_ms": 167.56050009280443}, "total_wall_ms": 250.99745905026793, "ttft_ms": 72.16358301229775, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2865889280, "backend_memory": {"mlx_active_bytes": 7408148488, "mlx_peak_bytes": 7526408512, "mlx_cache_bytes": 17198491386, "process_rss_bytes": 2865889280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7526408512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "58f1b16b875f8f9760826b70c448db1aaefad2796f35bff0a9b256566ca377ef", "output_hash": "ab8850f2c032268ec31ae5d9831f704fccc2e65338b3c5b3b6ff2769cf5152dd"} |
| |
1543 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f71dd4504350c869388fe081", "attempt_id": "8a1603ec1375", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:52:59.840264Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6996451336}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 42, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 409300992, "serialized_payload_bytes": 409317482, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2439.595333999023, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 11.864040978252888, "serialize_ms": 365.9947090782225, "load_ms": 2.7646670350804925, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.49758406821638, "ttft_ms": 75.49758406821638, "decode_ms": 118.20941709447652}, "total_wall_ms": 204.97545902617276, "ttft_ms": 75.49758406821638, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2865889280, "backend_memory": {"mlx_active_bytes": 7408148488, "mlx_peak_bytes": 7526064364, "mlx_cache_bytes": 17198491386, "process_rss_bytes": 2865889280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7526064364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "58f1b16b875f8f9760826b70c448db1aaefad2796f35bff0a9b256566ca377ef", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1544 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "337fc66c395bf5b16a6f3917", "attempt_id": "125f2180b481", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:00.079549Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6996451336}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 38, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 409300992, "serialized_payload_bytes": 409317482, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2439.595333999023, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 11.864040978252888, "serialize_ms": 365.9947090782225, "load_ms": 2.8460000175982714, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.1895420467481, "ttft_ms": 73.1895420467481, "decode_ms": 101.00645897909999}, "total_wall_ms": 185.6749999569729, "ttft_ms": 73.1895420467481, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 38}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2865889280, "backend_memory": {"mlx_active_bytes": 7408148488, "mlx_peak_bytes": 7524851948, "mlx_cache_bytes": 17212008186, "process_rss_bytes": 2865889280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7524851948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "58f1b16b875f8f9760826b70c448db1aaefad2796f35bff0a9b256566ca377ef", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1545 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a4cf30d399a5c853771e73c", "attempt_id": "d3f6bdbc385e", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:00.298430Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6996451336}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 409300992, "serialized_payload_bytes": 409317482, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2439.595333999023, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 11.864040978252888, "serialize_ms": 365.9947090782225, "load_ms": 2.9712090035900474, "receiver_prefill_ms": 0.0, "query_prefill_ms": 71.73604099079967, "ttft_ms": 71.73604099079967, "decode_ms": 117.57954198401421}, "total_wall_ms": 200.81479207146913, "ttft_ms": 71.73604099079967, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2865889280, "backend_memory": {"mlx_active_bytes": 7408148488, "mlx_peak_bytes": 7526408428, "mlx_cache_bytes": 17212008186, "process_rss_bytes": 2865889280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7526408428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9402200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "58f1b16b875f8f9760826b70c448db1aaefad2796f35bff0a9b256566ca377ef", "output_hash": "6439811295eb8ad467cd5b560099df16d78c5e30637141856282aab4edcbfb63"} |
| |
1546 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d243976d430cd677f037fd71", "attempt_id": "1e02c35738e3", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:00.980116Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6996451336}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "6291085ce658609b", "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 36, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 409300992, "serialized_payload_bytes": 409317510, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 447.44783407077193, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 4.178500035777688, "serialize_ms": 443.1054579326883, "load_ms": 135.294875013642, "receiver_prefill_ms": 0.0, "query_prefill_ms": 78.83858296554536, "ttft_ms": 78.83858296554536, "decode_ms": 168.11783402226865}, "total_wall_ms": 390.6476249685511, "ttft_ms": 78.83858296554536, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3270721536, "backend_memory": {"mlx_active_bytes": 7408148488, "mlx_peak_bytes": 7520149712, "mlx_cache_bytes": 17212008186, "process_rss_bytes": 3270721536}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7520149712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-49R-3342", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9fb41083a1b7988fbccfec75b6cdd625bd736fc3d8a2c5d5633186cd6c6c87de", "output_hash": "5ed631eb283844ee8f265859eabfca33a2dce4683b9b50c86a2420ba158a4480"} |
| |
1547 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9fcd64287c10bf426af27adc", "attempt_id": "ff1a1e514eb9", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:01.404268Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6996451336}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "6291085ce658609b", "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 409300992, "serialized_payload_bytes": 409317510, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 447.44783407077193, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 4.178500035777688, "serialize_ms": 443.1054579326883, "load_ms": 35.3845419595018, "receiver_prefill_ms": 0.0, "query_prefill_ms": 81.41254191286862, "ttft_ms": 81.41254191286862, "decode_ms": 169.0782499499619}, "total_wall_ms": 294.0603330498561, "ttft_ms": 81.41254191286862, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3270721536, "backend_memory": {"mlx_active_bytes": 7408148488, "mlx_peak_bytes": 7526408428, "mlx_cache_bytes": 17212008186, "process_rss_bytes": 3270721536}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7526408428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9fb41083a1b7988fbccfec75b6cdd625bd736fc3d8a2c5d5633186cd6c6c87de", "output_hash": "ab8850f2c032268ec31ae5d9831f704fccc2e65338b3c5b3b6ff2769cf5152dd"} |
| |
1548 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8369de7cdaa26108393fdab1", "attempt_id": "bea9828811b8", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:01.732648Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6996451336}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "6291085ce658609b", "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 42, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 409300992, "serialized_payload_bytes": 409317510, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 447.44783407077193, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 4.178500035777688, "serialize_ms": 443.1054579326883, "load_ms": 40.369790978729725, "receiver_prefill_ms": 0.0, "query_prefill_ms": 76.1218749685213, "ttft_ms": 76.1218749685213, "decode_ms": 119.10725000780076}, "total_wall_ms": 244.3657909752801, "ttft_ms": 76.1218749685213, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3270721536, "backend_memory": {"mlx_active_bytes": 7408148488, "mlx_peak_bytes": 7526064364, "mlx_cache_bytes": 17212008186, "process_rss_bytes": 3270721536}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7526064364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9fb41083a1b7988fbccfec75b6cdd625bd736fc3d8a2c5d5633186cd6c6c87de", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1549 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40526e30cacdc7b811556fc2", "attempt_id": "bcd305ab283e", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:02.012446Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6996451336}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "6291085ce658609b", "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 38, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 409300992, "serialized_payload_bytes": 409317510, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 447.44783407077193, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 4.178500035777688, "serialize_ms": 443.1054579326883, "load_ms": 38.9660419896245, "receiver_prefill_ms": 0.0, "query_prefill_ms": 82.2922500083223, "ttft_ms": 82.2922500083223, "decode_ms": 100.42120795696974}, "total_wall_ms": 230.67883297335356, "ttft_ms": 82.2922500083223, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 38}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 3270721536, "backend_memory": {"mlx_active_bytes": 7408148488, "mlx_peak_bytes": 7524835564, "mlx_cache_bytes": 17212172026, "process_rss_bytes": 3270721536}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7524835564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9fb41083a1b7988fbccfec75b6cdd625bd736fc3d8a2c5d5633186cd6c6c87de", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1550 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b123c5d927ed18026b8be8f6", "attempt_id": "498f2c5b7ca9", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:02.276741Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6996451336}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "6291085ce658609b", "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 409300992, "serialized_payload_bytes": 409317510, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 447.44783407077193, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 4.178500035777688, "serialize_ms": 443.1054579326883, "load_ms": 35.39395797997713, "receiver_prefill_ms": 0.0, "query_prefill_ms": 80.97437501419336, "ttft_ms": 80.97437501419336, "decode_ms": 118.56479209382087}, "total_wall_ms": 243.05679206736386, "ttft_ms": 80.97437501419336, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3270721536, "backend_memory": {"mlx_active_bytes": 7408148488, "mlx_peak_bytes": 7526408428, "mlx_cache_bytes": 17212172026, "process_rss_bytes": 3270721536}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7526408428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9402200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9fb41083a1b7988fbccfec75b6cdd625bd736fc3d8a2c5d5633186cd6c6c87de", "output_hash": "6439811295eb8ad467cd5b560099df16d78c5e30637141856282aab4edcbfb63"} |
| |
1551 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c6555230bdd2db37cf08189", "attempt_id": "e4b37b3ac7ae", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:02.645436Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6806724616}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 36, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 217441152, "serialized_payload_bytes": 217476228, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.34187502786517, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 19.491416052915156, "serialize_ms": 71.50225003715605, "load_ms": 5.803207983262837, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.12491595558822, "ttft_ms": 61.12491595558822, "decode_ms": 296.9803339801729}, "total_wall_ms": 372.4928329465911, "ttft_ms": 61.12491595558822, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3490168832, "backend_memory": {"mlx_active_bytes": 7027318792, "mlx_peak_bytes": 7201758489, "mlx_cache_bytes": 18295487194, "process_rss_bytes": 3490168832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7201758489, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-49R-3342", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "281017a35aee9237a37360f8e4a9f9d968411a6407c6e1690c877333ab1d62e3", "output_hash": "5ed631eb283844ee8f265859eabfca33a2dce4683b9b50c86a2420ba158a4480"} |
| |
1552 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1700ffffaeb804b002c21d59", "attempt_id": "a4ac01d3b2b8", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:03.051941Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6806724616}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 217441152, "serialized_payload_bytes": 217476228, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.34187502786517, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 19.491416052915156, "serialize_ms": 71.50225003715605, "load_ms": 2.689999993890524, "receiver_prefill_ms": 0.0, "query_prefill_ms": 123.25754202902317, "ttft_ms": 123.25754202902317, "decode_ms": 175.99350004456937}, "total_wall_ms": 310.11079205200076, "ttft_ms": 123.25754202902317, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3080732672, "backend_memory": {"mlx_active_bytes": 7027318792, "mlx_peak_bytes": 7226155374, "mlx_cache_bytes": 18419748266, "process_rss_bytes": 3080732672}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7226155374, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "281017a35aee9237a37360f8e4a9f9d968411a6407c6e1690c877333ab1d62e3", "output_hash": "ab8850f2c032268ec31ae5d9831f704fccc2e65338b3c5b3b6ff2769cf5152dd"} |
| |
1553 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "09515acd1bcbbf98b5e02e0b", "attempt_id": "6f4f87cc0ac4", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:03.396182Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6806724616}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 42, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 217441152, "serialized_payload_bytes": 217476228, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.34187502786517, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 19.491416052915156, "serialize_ms": 71.50225003715605, "load_ms": 1.8484160536900163, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.152749951928854, "ttft_ms": 37.152749951928854, "decode_ms": 116.88341607805341}, "total_wall_ms": 164.85908289905638, "ttft_ms": 37.152749951928854, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3080732672, "backend_memory": {"mlx_active_bytes": 7027318792, "mlx_peak_bytes": 7223239022, "mlx_cache_bytes": 18539679146, "process_rss_bytes": 3080732672}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7223239022, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "281017a35aee9237a37360f8e4a9f9d968411a6407c6e1690c877333ab1d62e3", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1554 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5392d83306ab8d7ea91ba146", "attempt_id": "e76a7b56de66", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:03.603455Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6806724616}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 38, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 217441152, "serialized_payload_bytes": 217476228, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.34187502786517, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 19.491416052915156, "serialize_ms": 71.50225003715605, "load_ms": 2.563999965786934, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.09637496992946, "ttft_ms": 36.09637496992946, "decode_ms": 98.46008394379169}, "total_wall_ms": 145.21433296613395, "ttft_ms": 36.09637496992946, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 38}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 3080749056, "backend_memory": {"mlx_active_bytes": 7027318792, "mlx_peak_bytes": 7213113497, "mlx_cache_bytes": 18648894890, "process_rss_bytes": 3080749056}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7213113497, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "281017a35aee9237a37360f8e4a9f9d968411a6407c6e1690c877333ab1d62e3", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1555 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8ec502b5706b4ca93c0efe32", "attempt_id": "3c9ddfa04081", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:03.783740Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6806724616}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 217441152, "serialized_payload_bytes": 217476228, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.34187502786517, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 19.491416052915156, "serialize_ms": 71.50225003715605, "load_ms": 2.8810829389840364, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.102083045989275, "ttft_ms": 36.102083045989275, "decode_ms": 114.71574997995049}, "total_wall_ms": 162.23958297632635, "ttft_ms": 36.102083045989275, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3080749056, "backend_memory": {"mlx_active_bytes": 7027318792, "mlx_peak_bytes": 7226155374, "mlx_cache_bytes": 18648894890, "process_rss_bytes": 3080749056}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7226155374, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9402200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "281017a35aee9237a37360f8e4a9f9d968411a6407c6e1690c877333ab1d62e3", "output_hash": "6439811295eb8ad467cd5b560099df16d78c5e30637141856282aab4edcbfb63"} |
| |
1556 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a896b97807fffd226e8e3d0", "attempt_id": "bd73d138e96c", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:04.081520Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 36, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 115115904, "serialized_payload_bytes": 115150812, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 98.6819580430165, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 67.36654101405293, "serialize_ms": 30.9420000994578, "load_ms": 3.378957975655794, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.28208405058831, "ttft_ms": 43.28208405058831, "decode_ms": 736.3460829947144}, "total_wall_ms": 792.5400000531226, "ttft_ms": 43.28208405058831, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3194159104, "backend_memory": {"mlx_active_bytes": 6822322184, "mlx_peak_bytes": 6974516116, "mlx_cache_bytes": 19163035178, "process_rss_bytes": 3194159104}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6974516116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "r question\n question\n that\n\n\n\n\n\n\n unknown:\n question\n\n Response question the\n\n thes (\n\n\n the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "568d71f8ed5fa9b490b7582c1acb4e3d3a411a67530a29a5acc77d04d105b959", "output_hash": "a6fd9bfb13b9fd292d0987670ba3bab9cf7c8b597c7057d4a353f064defbddb6"} |
| |
1557 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3a7310088664ea4606daa136", "attempt_id": "401f9e43db1a", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:04.911839Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 115115904, "serialized_payload_bytes": 115150812, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 98.6819580430165, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 67.36654101405293, "serialize_ms": 30.9420000994578, "load_ms": 2.4185830261558294, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.07616596855223, "ttft_ms": 36.07616596855223, "decode_ms": 731.0907919891179}, "total_wall_ms": 778.0990420142189, "ttft_ms": 36.07616596855223, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3194159104, "backend_memory": {"mlx_active_bytes": 6822322184, "mlx_peak_bytes": 6997850478, "mlx_cache_bytes": 19163123242, "process_rss_bytes": 3194159104}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6997850478, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the letter\n letter the letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "568d71f8ed5fa9b490b7582c1acb4e3d3a411a67530a29a5acc77d04d105b959", "output_hash": "4533279d01f33a8eda5fe4fd193d17853c516c45538f52b236eba74290a2d6ad"} |
| |
1558 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bdabb1605e797587db175904", "attempt_id": "e11a73656608", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:05.724163Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 42, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 115115904, "serialized_payload_bytes": 115150812, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 98.6819580430165, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 67.36654101405293, "serialize_ms": 30.9420000994578, "load_ms": 2.304999972693622, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.811874899081886, "ttft_ms": 35.811874899081886, "decode_ms": 733.7323339888826}, "total_wall_ms": 781.006040982902, "ttft_ms": 35.811874899081886, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3194159104, "backend_memory": {"mlx_active_bytes": 6822322184, "mlx_peak_bytes": 6994934126, "mlx_cache_bytes": 19163123242, "process_rss_bytes": 3194159104}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6994934126, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n\n\n\n blog\n\n\n\n\n\n\n\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "568d71f8ed5fa9b490b7582c1acb4e3d3a411a67530a29a5acc77d04d105b959", "output_hash": "c94aad70f98399d9ea6b515fc81191a5e2de4dbfe5d81f8246e11f86193ebf94"} |
| |
1559 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e64f1ec242c9274cb3d79a98", "attempt_id": "6973329c1072", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:06.539711Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 38, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 115115904, "serialized_payload_bytes": 115150812, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 98.6819580430165, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 67.36654101405293, "serialize_ms": 30.9420000994578, "load_ms": 2.322374959476292, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.19354201853275, "ttft_ms": 35.19354201853275, "decode_ms": 748.5857079736888}, "total_wall_ms": 794.6817500051111, "ttft_ms": 35.19354201853275, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3040378880, "backend_memory": {"mlx_active_bytes": 6822322184, "mlx_peak_bytes": 6985134088, "mlx_cache_bytes": 19163123242, "process_rss_bytes": 3040378880}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6985134088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the number the the the letter the the letter the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "568d71f8ed5fa9b490b7582c1acb4e3d3a411a67530a29a5acc77d04d105b959", "output_hash": "051b98e3a17b91cdeb37155562ba12222cf7da4351d571b560be562012ebc3a0"} |
| |
1560 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "171cbb0f3840a37b5ad948d9", "attempt_id": "3c8b575413e8", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:07.368337Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 115115904, "serialized_payload_bytes": 115150812, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 98.6819580430165, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 67.36654101405293, "serialize_ms": 30.9420000994578, "load_ms": 2.2727090399712324, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.22783301398158, "ttft_ms": 36.22783301398158, "decode_ms": 739.3587089609355}, "total_wall_ms": 786.5939589682966, "ttft_ms": 36.22783301398158, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3037331456, "backend_memory": {"mlx_active_bytes": 6822322184, "mlx_peak_bytes": 6997850478, "mlx_cache_bytes": 19163123242, "process_rss_bytes": 3037331456}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6997850478, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n:\n question:\n:\n:\n\n letter:\n\n memo:\n memo\n\n memo\n:\n\n the\n letter the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "568d71f8ed5fa9b490b7582c1acb4e3d3a411a67530a29a5acc77d04d105b959", "output_hash": "479b2740c8b98716db60f843d529b8b05cb56d88b68bd4fd3c0520e50d4d0738"} |
| |
1561 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "970d9e521f061c18fa58b78d", "attempt_id": "1e17c3923161", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:08.246355Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11103, "keep": 2776, "compress_ms": 22.43816596455872}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 36, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350743, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.32345797494054, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 22.47641608119011, "serialize_ms": 33.69533410295844, "load_ms": 2.066834014840424, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.1757079847157, "ttft_ms": 37.1757079847157, "decode_ms": 114.23599999397993}, "total_wall_ms": 162.44858293794096, "ttft_ms": 37.1757079847157, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 3017900032, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6845817040, "mlx_cache_bytes": 19297455658, "process_rss_bytes": 3017900032}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845817040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "DRAPRATIS-19", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "169276f2e7f56030480dcc2e5200e4cb6b2dc7a8173027275a57c97f7ef2bfa0", "output_hash": "7b7833456eeac3aa7aa2c6854c988de67843604bf22c3fa5ec0cf29b41193217"} |
| |
1562 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a57e4983bb0f70be19f1173c", "attempt_id": "7d1c17b4d487", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:08.445483Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11103, "keep": 2776, "compress_ms": 22.43816596455872}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350743, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.32345797494054, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 22.47641608119011, "serialize_ms": 33.69533410295844, "load_ms": 1.7513750353828073, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.676166992634535, "ttft_ms": 30.676166992634535, "decode_ms": 73.82395793683827}, "total_wall_ms": 114.83324994333088, "ttft_ms": 30.676166992634535, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2878701568, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6853173484, "mlx_cache_bytes": 19299356202, "process_rss_bytes": 2878701568}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6853173484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "169276f2e7f56030480dcc2e5200e4cb6b2dc7a8173027275a57c97f7ef2bfa0", "output_hash": "2ca654792bfbba33910b96d8a5d44d284aae85e5d60461e6e534f82664aa1fe3"} |
| |
1563 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8283585060b0f94e2733d00d", "attempt_id": "5546430e90d7", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:08.595264Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11103, "keep": 2776, "compress_ms": 22.43816596455872}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 42, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350743, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.32345797494054, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 22.47641608119011, "serialize_ms": 33.69533410295844, "load_ms": 1.4653750695288181, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.18583292234689, "ttft_ms": 31.18583292234689, "decode_ms": 106.04454192798585}, "total_wall_ms": 147.80858298763633, "ttft_ms": 31.18583292234689, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2518040576, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6852845804, "mlx_cache_bytes": 19299356202, "process_rss_bytes": 2518040576}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6852845804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "169276f2e7f56030480dcc2e5200e4cb6b2dc7a8173027275a57c97f7ef2bfa0", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1564 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "be6922da5ebe7b03d7de6f32", "attempt_id": "156217098ccf", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:08.811271Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11103, "keep": 2776, "compress_ms": 22.43816596455872}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 38, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350743, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.32345797494054, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 22.47641608119011, "serialize_ms": 33.69533410295844, "load_ms": 1.5087079955264926, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.76466598920524, "ttft_ms": 29.76466598920524, "decode_ms": 157.77995809912682}, "total_wall_ms": 197.47999997343868, "ttft_ms": 29.76466598920524, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 38}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2518040576, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6850519276, "mlx_cache_bytes": 19299356202, "process_rss_bytes": 2518040576}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6850519276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Tremblay-Côté", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "169276f2e7f56030480dcc2e5200e4cb6b2dc7a8173027275a57c97f7ef2bfa0", "output_hash": "9fc939c9f310a67d1c221bcc899af7c1d9b3f6c6f4e6a8a0974cd9bc866bdb28"} |
| |
1565 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7df775d958e212f4471a1f2f", "attempt_id": "4bd75bdb284a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:09.044509Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11103, "keep": 2776, "compress_ms": 22.43816596455872}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350743, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.32345797494054, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 22.47641608119011, "serialize_ms": 33.69533410295844, "load_ms": 1.680250046774745, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.51874996162951, "ttft_ms": 30.51874996162951, "decode_ms": 28.83066702634096}, "total_wall_ms": 69.8011249769479, "ttft_ms": 30.51874996162951, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2518040576, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6853173484, "mlx_cache_bytes": 19299356202, "process_rss_bytes": 2518040576}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6853173484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "169276f2e7f56030480dcc2e5200e4cb6b2dc7a8173027275a57c97f7ef2bfa0", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1566 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4b5003d43b26ea1bd4d51757", "attempt_id": "f0fa87a8a8ac", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:09.196820Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11103, "keep": 2776, "compress_ms": 10.88175002951175}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 36, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350738, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 45.22270895540714, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 10.916333994828165, "serialize_ms": 34.094166941940784, "load_ms": 1.491958973929286, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.306624968536198, "ttft_ms": 28.306624968536198, "decode_ms": 159.81400001328439}, "total_wall_ms": 198.86945793405175, "ttft_ms": 28.306624968536198, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2621259776, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6845817040, "mlx_cache_bytes": 19299356202, "process_rss_bytes": 2621259776}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845817040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "a few words or a number, with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d3787ab1dc81e07f35a9d437b5a0b876d8637298aca7f6efa32e68cfefdb10b", "output_hash": "ed50ad64048cc222275e7751f5470469492b830d7fb51d1cdb22029f8b5dd92a"} |
| |
1567 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e6251e7119abd5ef48e80672", "attempt_id": "e9575772a872", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:09.430243Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11103, "keep": 2776, "compress_ms": 10.88175002951175}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350738, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 45.22270895540714, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 10.916333994828165, "serialize_ms": 34.094166941940784, "load_ms": 1.3866249937564135, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.69470904301852, "ttft_ms": 30.69470904301852, "decode_ms": 681.8995419889688}, "total_wall_ms": 723.1559159699827, "ttft_ms": 30.69470904301852, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2621030400, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6853173484, "mlx_cache_bytes": 19430886954, "process_rss_bytes": 2621030400}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6853173484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d3787ab1dc81e07f35a9d437b5a0b876d8637298aca7f6efa32e68cfefdb10b", "output_hash": "8414bba37f08707f985fb234e3e9cfef0cd505027c65ab08a2b97774824baff7"} |
| |
1568 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2be4774c15c64f883a10d263", "attempt_id": "dc2fa6fdff14", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:10.192327Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11103, "keep": 2776, "compress_ms": 10.88175002951175}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 42, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350738, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 45.22270895540714, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 10.916333994828165, "serialize_ms": 34.094166941940784, "load_ms": 1.698290929198265, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.27279203105718, "ttft_ms": 63.27279203105718, "decode_ms": 675.8944579632953}, "total_wall_ms": 749.866833910346, "ttft_ms": 63.27279203105718, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2620997632, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6852845804, "mlx_cache_bytes": 19430886954, "process_rss_bytes": 2620997632}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6852845804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The committee is the committee. The committee is the committee. The committee is the committee. The committee is the committee. The committee is the committee. The committee is the committee. The committee is the committee. The committee is the committee.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d3787ab1dc81e07f35a9d437b5a0b876d8637298aca7f6efa32e68cfefdb10b", "output_hash": "15053889654d045e29238da1b83247897753ff2788d4cf117f15d8aae7685b5f"} |
| |
1569 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e30ec8633609461a1385c70a", "attempt_id": "ab3bad1f30a6", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:10.979252Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11103, "keep": 2776, "compress_ms": 10.88175002951175}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 38, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350738, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 45.22270895540714, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 10.916333994828165, "serialize_ms": 34.094166941940784, "load_ms": 1.4895419590175152, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.09099990595132, "ttft_ms": 30.09099990595132, "decode_ms": 679.1974999941885}, "total_wall_ms": 719.066874939017, "ttft_ms": 30.09099990595132, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2620932096, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6850519276, "mlx_cache_bytes": 19430886954, "process_rss_bytes": 2620932096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6850519276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The few words are repeated (a few words and a number)), with the same words (a few words and a number)), with the same words (a few words and a number)), with the same words (a few words and a number", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d3787ab1dc81e07f35a9d437b5a0b876d8637298aca7f6efa32e68cfefdb10b", "output_hash": "cc7c88eeeafb32a3a2ac8cdf699bc94ab56695a40e4b1a139d5b5ea6e0c654bf"} |
| |
1570 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fc7f1003ec4a2a163142c56b", "attempt_id": "ff8a03541969", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:11.732400Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11103, "keep": 2776, "compress_ms": 10.88175002951175}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350738, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 45.22270895540714, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 10.916333994828165, "serialize_ms": 34.094166941940784, "load_ms": 2.0017499336972833, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.429000034928322, "ttft_ms": 30.429000034928322, "decode_ms": 668.3923749951646}, "total_wall_ms": 709.5610830001533, "ttft_ms": 30.429000034928322, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2620932096, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6853173484, "mlx_cache_bytes": 19430886954, "process_rss_bytes": 2620932096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6853173484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The few words are with no explanation. The few words are with no explanation. The few words are with no explanation. The few words are with no explanation. The few words are with no explanation. The few words are with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d3787ab1dc81e07f35a9d437b5a0b876d8637298aca7f6efa32e68cfefdb10b", "output_hash": "0929c6f1759b4cb920b56c18a885bb76327416e3630c7698abdb6aafac874374"} |
| |
1571 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "96165c4ce52fec22fba8da3a", "attempt_id": "45354c0af057", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:12.476616Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 36, "compress_ms": 339.57458299119025}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 36, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350784, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 368.0282080313191, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 348.2442500535399, "serialize_ms": 19.544375012628734, "load_ms": 0.821624998934567, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.715499978512526, "ttft_ms": 27.715499978512526, "decode_ms": 141.7714999988675}, "total_wall_ms": 547.4995829863474, "ttft_ms": 27.715499978512526, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2512551936, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6845767888, "mlx_cache_bytes": 19891424946, "process_rss_bytes": 2512551936}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845767888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-49R-3442", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff3c1fea930c71d8e2249566522fffeecacf772590e2baf5883e359ad57ab04", "output_hash": "fb4975a2975c52573d88a1251bd2482d34b070d3296b79bccb81c40ff5d7d19d"} |
| |
1572 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2a449e6564436b2c54055415", "attempt_id": "4ab11b0a5bd6", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:13.059388Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 43, "compress_ms": 148.81558390334249}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350784, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 173.4848329797387, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 157.4400409590453, "serialize_ms": 15.809791046194732, "load_ms": 1.6031250124797225, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.507457981817424, "ttft_ms": 34.507457981817424, "decode_ms": 140.66054101567715}, "total_wall_ms": 358.6652079829946, "ttft_ms": 34.507457981817424, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2487746560, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6853173484, "mlx_cache_bytes": 19935317682, "process_rss_bytes": 2487746560}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6853173484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff3c1fea930c71d8e2249566522fffeecacf772590e2baf5883e359ad57ab04", "output_hash": "d4940bc5d3cfe845322650226dab15bc51ec4bf6ced4cc8e627a339e308ab5a4"} |
| |
1573 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6383e66271e63288d9c20b42", "attempt_id": "a3baf6d627cd", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:13.454408Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 42, "compress_ms": 102.20954101532698}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 42, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350784, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 127.36895796842873, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 110.56487495079637, "serialize_ms": 16.390584059990942, "load_ms": 1.6959999920800328, "receiver_prefill_ms": 0.0, "query_prefill_ms": 66.31291704252362, "ttft_ms": 66.31291704252362, "decode_ms": 99.28299998864532}, "total_wall_ms": 302.9658750165254, "ttft_ms": 66.31291704252362, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2488582144, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6852845804, "mlx_cache_bytes": 19965169330, "process_rss_bytes": 2488582144}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6852845804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff3c1fea930c71d8e2249566522fffeecacf772590e2baf5883e359ad57ab04", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1574 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e96de9a5b4196cb8cb95d3dc", "attempt_id": "40b02a1aa219", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:13.793162Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 38, "compress_ms": 112.51650005578995}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 38, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350784, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 145.71370801422745, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 121.14974996075034, "serialize_ms": 24.32125003542751, "load_ms": 1.3192499754950404, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.27166596055031, "ttft_ms": 29.27166596055031, "decode_ms": 86.73375006765127}, "total_wall_ms": 271.47679205518216, "ttft_ms": 29.27166596055031, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 38}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2490089472, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6850519276, "mlx_cache_bytes": 19992186546, "process_rss_bytes": 2490089472}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6850519276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff3c1fea930c71d8e2249566522fffeecacf772590e2baf5883e359ad57ab04", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1575 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f4a297389d652af4598938a9", "attempt_id": "f30ed9a493be", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:14.101016Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 43, "compress_ms": 92.08529104944319}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350783, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.29870891012251, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 99.98804202768952, "serialize_ms": 25.070125004276633, "load_ms": 1.6866669757291675, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.97745806351304, "ttft_ms": 29.97745806351304, "decode_ms": 99.60162499919534}, "total_wall_ms": 264.91237501613796, "ttft_ms": 29.97745806351304, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2481438720, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6853173484, "mlx_cache_bytes": 19992186546, "process_rss_bytes": 2481438720}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6853173484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9402200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c529006283a4a685bab1234757ceab8bc2a27041db28f76a4269452bf75e350", "output_hash": "6439811295eb8ad467cd5b560099df16d78c5e30637141856282aab4edcbfb63"} |
| |
1576 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f34a17767b09fd878202afcf", "attempt_id": "5974102c9f74", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:14.495189Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 19, "compress_ms": 81.19462500326335}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 36, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350783, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.62283307220787, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 81.31937496364117, "serialize_ms": 13.155125081539154, "load_ms": 0.8966249879449606, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.908457908779383, "ttft_ms": 27.908457908779383, "decode_ms": 84.76704102940857}, "total_wall_ms": 122.18050006777048, "ttft_ms": 27.908457908779383, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2481471488, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6845767888, "mlx_cache_bytes": 20005781170, "process_rss_bytes": 2481471488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845767888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-4321", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c529006283a4a685bab1234757ceab8bc2a27041db28f76a4269452bf75e350", "output_hash": "99697c76b6f8905dfa7e3e61564d2afe5391512d024ea38a76f98688d7df84e4"} |
| |
1577 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bbc5334d02c65126b48bf2ca", "attempt_id": "85587b65241b", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:14.650383Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 19, "compress_ms": 81.19462500326335}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350783, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.62283307220787, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 81.31937496364117, "serialize_ms": 13.155125081539154, "load_ms": 2.0035000052303076, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.109541956335306, "ttft_ms": 30.109541956335306, "decode_ms": 142.40104204509407}, "total_wall_ms": 183.18191694561392, "ttft_ms": 30.109541956335306, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2481471488, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6853173484, "mlx_cache_bytes": 20005781170, "process_rss_bytes": 2481471488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6853173484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c529006283a4a685bab1234757ceab8bc2a27041db28f76a4269452bf75e350", "output_hash": "ab8850f2c032268ec31ae5d9831f704fccc2e65338b3c5b3b6ff2769cf5152dd"} |
| |
1578 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d7d18ac54f1cf9263f092182", "attempt_id": "1368134377b1", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:14.866087Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 19, "compress_ms": 81.19462500326335}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 42, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350783, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.62283307220787, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 81.31937496364117, "serialize_ms": 13.155125081539154, "load_ms": 1.6754999523982406, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.37241698242724, "ttft_ms": 65.37241698242724, "decode_ms": 98.83987496141344}, "total_wall_ms": 174.19070901814848, "ttft_ms": 65.37241698242724, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2481471488, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6852845804, "mlx_cache_bytes": 20005781170, "process_rss_bytes": 2481471488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6852845804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "87.8887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c529006283a4a685bab1234757ceab8bc2a27041db28f76a4269452bf75e350", "output_hash": "07653af2964b8110ed8937e148f0647a05d92473116ceb4760e77c029a836fd9"} |
| |
1579 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "138ceeff170166ae8e986df6", "attempt_id": "a4bf9462dac9", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:15.075481Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 19, "compress_ms": 81.19462500326335}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 38, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350783, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.62283307220787, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 81.31937496364117, "serialize_ms": 13.155125081539154, "load_ms": 1.777541940100491, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.480166966095567, "ttft_ms": 29.480166966095567, "decode_ms": 84.8462920403108}, "total_wall_ms": 124.60583297070116, "ttft_ms": 29.480166966095567, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 38}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2481471488, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6850519276, "mlx_cache_bytes": 20005781170, "process_rss_bytes": 2481471488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6850519276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c529006283a4a685bab1234757ceab8bc2a27041db28f76a4269452bf75e350", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1580 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "99360ccdda9cb7fcbcb9886b", "attempt_id": "a55bb70131b9", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:15.233331Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 19, "compress_ms": 81.19462500326335}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350783, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.62283307220787, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 81.31937496364117, "serialize_ms": 13.155125081539154, "load_ms": 2.0178339909762144, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.12408292852342, "ttft_ms": 30.12408292852342, "decode_ms": 98.74604200012982}, "total_wall_ms": 139.42095800302923, "ttft_ms": 30.12408292852342, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2481471488, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6853173484, "mlx_cache_bytes": 20005781170, "process_rss_bytes": 2481471488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6853173484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9402200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c529006283a4a685bab1234757ceab8bc2a27041db28f76a4269452bf75e350", "output_hash": "6439811295eb8ad467cd5b560099df16d78c5e30637141856282aab4edcbfb63"} |
| |
1581 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "165b7797789779d719519b95", "attempt_id": "bd56fce00579", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:15.407660Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 36, "compress_ms": 166.91187501419336}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 36, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350718, "side_information_bytes": 16254, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 239.52470801305026, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 175.41162495035678, "serialize_ms": 63.88066697400063, "load_ms": 54.24387496896088, "receiver_prefill_ms": 0.0, "query_prefill_ms": 844.6435410296544, "ttft_ms": 844.6435410296544, "decode_ms": 100.4028330789879}, "total_wall_ms": 1247.2608749521896, "ttft_ms": 844.6435410296544, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2585985024, "backend_memory": {"mlx_active_bytes": 6794862600, "mlx_peak_bytes": 6913483716, "mlx_cache_bytes": 20569796570, "process_rss_bytes": 2585985024}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6913483716, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-4942", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "118ed30db1ec964ced03a1357ed9ce7c8601885b6459fb754b36ac2ca7f75e10", "output_hash": "197d4e2fbbda8e0dc7aacbb9991024de4667726f3bb6341ae86016087ae3f024"} |
| |
1582 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "629c73346457718538a17fe0", "attempt_id": "6738a145094e", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:16.688972Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 43, "compress_ms": 110.51783303264529}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350718, "side_information_bytes": 16254, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 142.40929204970598, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 120.25333300698549, "serialize_ms": 21.880874992348254, "load_ms": 2.115416922606528, "receiver_prefill_ms": 0.0, "query_prefill_ms": 436.4915828919038, "ttft_ms": 436.4915828919038, "decode_ms": 142.63350004330277}, "total_wall_ms": 732.3699169792235, "ttft_ms": 436.4915828919038, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2685517824, "backend_memory": {"mlx_active_bytes": 6795157512, "mlx_peak_bytes": 6917513552, "mlx_cache_bytes": 20672404382, "process_rss_bytes": 2685517824}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6917513552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "118ed30db1ec964ced03a1357ed9ce7c8601885b6459fb754b36ac2ca7f75e10", "output_hash": "d4940bc5d3cfe845322650226dab15bc51ec4bf6ced4cc8e627a339e308ab5a4"} |
| |
1583 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c47ecf310a3cf7ee9fdece1e", "attempt_id": "ab65f4e669d9", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:17.458870Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 42, "compress_ms": 105.85566703230143}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 42, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350718, "side_information_bytes": 16254, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 136.17950002662838, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 114.4374170107767, "serialize_ms": 21.507500088773668, "load_ms": 2.008041017688811, "receiver_prefill_ms": 0.0, "query_prefill_ms": 433.0951248994097, "ttft_ms": 433.0951248994097, "decode_ms": 104.02170894667506}, "total_wall_ms": 684.0350410202518, "ttft_ms": 433.0951248994097, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2753134592, "backend_memory": {"mlx_active_bytes": 6794993672, "mlx_peak_bytes": 6916931904, "mlx_cache_bytes": 20703828894, "process_rss_bytes": 2753134592}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6916931904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "118ed30db1ec964ced03a1357ed9ce7c8601885b6459fb754b36ac2ca7f75e10", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1584 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1e94b2593d487f832d364b8b", "attempt_id": "34689cfb7f18", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:18.178449Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 38, "compress_ms": 114.73241599742323}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 38, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350718, "side_information_bytes": 16254, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 143.23933399282396, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 123.51891701109707, "serialize_ms": 19.46258300449699, "load_ms": 1.4272090047597885, "receiver_prefill_ms": 0.0, "query_prefill_ms": 395.04079206380993, "ttft_ms": 395.04079206380993, "decode_ms": 87.15991606004536}, "total_wall_ms": 635.3003330295905, "ttft_ms": 395.04079206380993, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 38}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2676473856, "backend_memory": {"mlx_active_bytes": 6794829832, "mlx_peak_bytes": 6914703616, "mlx_cache_bytes": 20704811934, "process_rss_bytes": 2676473856}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6914703616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "118ed30db1ec964ced03a1357ed9ce7c8601885b6459fb754b36ac2ca7f75e10", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1585 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b558ff28a8e6b70dc1f4e6c8", "attempt_id": "53632c800e75", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:18.863558Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 43, "compress_ms": 98.5305409412831}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 102334464, "serialized_payload_bytes": 102350716, "side_information_bytes": 16252, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 127.4735420010984, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 107.25162492599338, "serialize_ms": 19.966332940384746, "load_ms": 1.6492910217493773, "receiver_prefill_ms": 0.0, "query_prefill_ms": 438.4620840428397, "ttft_ms": 438.4620840428397, "decode_ms": 100.63066694419831}, "total_wall_ms": 676.550916978158, "ttft_ms": 438.4620840428397, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2751479808, "backend_memory": {"mlx_active_bytes": 6794993672, "mlx_peak_bytes": 6917480784, "mlx_cache_bytes": 20704648094, "process_rss_bytes": 2751479808}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6917480784, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9402200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5aff3d3718f55bdd802a8e68db5cee801ada8ff631b6583d5ab59634bcf7c206", "output_hash": "6439811295eb8ad467cd5b560099df16d78c5e30637141856282aab4edcbfb63"} |
| |
1586 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "becc4bda991b439450d46797", "attempt_id": "4c4dcf302bd3", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:19.576387Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 36, "compress_ms": 97.64504199847579, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 36, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 54365184, "serialized_payload_bytes": 54399673, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 327.34287495259196, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 115.70512491744012, "serialize_ms": 211.19091601576656, "load_ms": 2.3629579227417707, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.63479107711464, "ttft_ms": 29.63479107711464, "decode_ms": 151.1862080078572}, "total_wall_ms": 518.9066249877214, "ttft_ms": 29.63479107711464, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2571698176, "backend_memory": {"mlx_active_bytes": 6702145544, "mlx_peak_bytes": 6768886964, "mlx_cache_bytes": 21002460062, "process_rss_bytes": 2571698176}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6768886964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FD-49R-3442", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d1436005b5634b10e55cab011cdd52fae71cefb36be55248aff8a3ce9bc6b09f", "output_hash": "fb4975a2975c52573d88a1251bd2482d34b070d3296b79bccb81c40ff5d7d19d"} |
| |
1587 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c6d82bb74a10d4aeb2fb767c", "attempt_id": "94a619d023b9", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:20.129350Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 43, "compress_ms": 112.93683294206858, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 54365184, "serialized_payload_bytes": 54399674, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 151.3009169138968, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 130.40504092350602, "serialize_ms": 20.47229092568159, "load_ms": 1.7097090603783727, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.95075002964586, "ttft_ms": 21.95075002964586, "decode_ms": 147.9351659072563}, "total_wall_ms": 331.27374993637204, "ttft_ms": 21.95075002964586, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2623193088, "backend_memory": {"mlx_active_bytes": 6701703176, "mlx_peak_bytes": 6780381976, "mlx_cache_bytes": 21037871518, "process_rss_bytes": 2623193088}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6780381976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 271-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56ddb66a83196bc7b982756769675a1b13015c027c674f7e79352785c59c987b", "output_hash": "d4940bc5d3cfe845322650226dab15bc51ec4bf6ced4cc8e627a339e308ab5a4"} |
| |
1588 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "855a89fcb8e8718f85fccb24", "attempt_id": "3bb492f222d7", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:20.494446Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 42, "compress_ms": 94.6973329409957, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 42, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 54365184, "serialized_payload_bytes": 54399672, "side_information_bytes": 34488, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.62566692940891, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 112.01795795932412, "serialize_ms": 13.193458085879683, "load_ms": 1.8848750041797757, "receiver_prefill_ms": 0.0, "query_prefill_ms": 67.84241599962115, "ttft_ms": 67.84241599962115, "decode_ms": 104.28558406420052}, "total_wall_ms": 311.15504109766334, "ttft_ms": 67.84241599962115, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2624831488, "backend_memory": {"mlx_active_bytes": 6701686792, "mlx_peak_bytes": 6779598320, "mlx_cache_bytes": 21072097694, "process_rss_bytes": 2624831488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6779598320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6887", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5517dbc9553719dc1900cd768c0c558c8f4d9f078a61be9a1eae506ffaaa651a", "output_hash": "cdd1b4dc5a844fec9949553061fd74e515fe8752894af87424aa89f0a3b86a8f"} |
| |
1589 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f6c55d9de8cf9962c23e17d", "attempt_id": "471f5377b85b", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:20.840025Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 38, "compress_ms": 92.64512499794364, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 38, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 54365184, "serialized_payload_bytes": 54399673, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 122.88466596510261, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 110.33845797646791, "serialize_ms": 12.126874993555248, "load_ms": 1.8237079493701458, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.73349994700402, "ttft_ms": 21.73349994700402, "decode_ms": 88.75758305657655}, "total_wall_ms": 243.55829099658877, "ttft_ms": 21.73349994700402, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 38}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2625798144, "backend_memory": {"mlx_active_bytes": 6701703176, "mlx_peak_bytes": 6776710928, "mlx_cache_bytes": 21102899614, "process_rss_bytes": 2625798144}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6776710928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Kirchhoff", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d1436005b5634b10e55cab011cdd52fae71cefb36be55248aff8a3ce9bc6b09f", "output_hash": "6f86c1a46a90a79bbe1c25b55bdcec36694d970f09f0bcc241f869b40beda8cb"} |
| |
1590 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0cb1b328ade4c79e5af00c5e", "attempt_id": "6df0fc127c19", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:21.117263Z", "task_family": "synthetic", "document_id": "syn_03014_16000", "document_hash": "7e9ddaa0641ea0d459d7b77775f4e03ca9f48e86d5eae0d040817452e8a60de4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03014_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11103, "keep": 2776, "window_tokens": 43, "compress_ms": 91.2427909206599, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11064, "source_tokens_receiver": 11064, "query_tokens": 43, "message_tokens": 11103, "message_utf8_bytes": 58447, "cache_tensor_bytes": 54365184, "serialized_payload_bytes": 54399672, "side_information_bytes": 34488, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 119.17600000742823, "doc_prefill_ms": 2044.5705420570448, "compress_ms": 107.60204202961177, "serialize_ms": 11.13237498793751, "load_ms": 1.8226669635623693, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.881500026211143, "ttft_ms": 21.881500026211143, "decode_ms": 102.76254208292812}, "total_wall_ms": 254.0003330213949, "ttft_ms": 21.881500026211143, "input_usage": {"receiver_prefix_tokens": 11103, "dense_cache_bytes": 409300992, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2631991296, "backend_memory": {"mlx_active_bytes": 6701686792, "mlx_peak_bytes": 6780392728, "mlx_cache_bytes": 21102915998, "process_rss_bytes": 2631991296}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6780392728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "9402200", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03014_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5517dbc9553719dc1900cd768c0c558c8f4d9f078a61be9a1eae506ffaaa651a", "output_hash": "6439811295eb8ad467cd5b560099df16d78c5e30637141856282aab4edcbfb63"} |
| |
1591 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7832c505f877fde8c51fa923", "attempt_id": "8839fe601ed1", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:22.120290Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009874929673969746, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.460333071649075, "ttft_ms": 13.035292038694024, "decode_ms": 13.553833938203752}, "total_wall_ms": 49.518999992869794, "ttft_ms": 13.035292038694024, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947713536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 468289208, "process_rss_bytes": 1947713536}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1592 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "48f7ef7f64bc3f98bcae0c51", "attempt_id": "40de414587d8", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:22.193856Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009874929673969746, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.73458305373788, "ttft_ms": 12.994750053621829, "decode_ms": 13.226749957539141}, "total_wall_ms": 50.38491601590067, "ttft_ms": 12.994750053621829, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947729920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 533022392, "process_rss_bytes": 1947729920}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1593 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "55ff3a08b9f42042aa23604c", "attempt_id": "b534ef1ae8e2", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:22.262366Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009874929673969746, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.893832927569747, "ttft_ms": 13.025416992604733, "decode_ms": 13.247708091512322}, "total_wall_ms": 50.87062495294958, "ttft_ms": 13.025416992604733, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947713536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243623560, "mlx_cache_bytes": 548341432, "process_rss_bytes": 1947713536}, "peak_prefill_memory": null, "peak_decode_memory": 6243623560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1594 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aba33daad92415c636372cc9", "attempt_id": "a21dc202367b", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:22.331165Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009874929673969746, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.760458027012646, "ttft_ms": 13.055165996775031, "decode_ms": 13.115957961417735}, "total_wall_ms": 41.34345892816782, "ttft_ms": 13.055165996775031, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947713536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 548341432, "process_rss_bytes": 1947713536}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1595 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4ed9210ac8b5b3639c4bb86", "attempt_id": "4823c4b5e159", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:22.390950Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 74, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009874929673969746, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.040917051024735, "ttft_ms": 13.073917012661695, "decode_ms": 13.387667015194893}, "total_wall_ms": 50.92008307110518, "ttft_ms": 13.073917012661695, "input_usage": {"receiver_prompt_tokens": 74}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947713536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6247801480, "mlx_cache_bytes": 615073464, "process_rss_bytes": 1947713536}, "peak_prefill_memory": null, "peak_decode_memory": 6247801480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1596 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0d4077c2788dade6bab74927", "attempt_id": "81d84e9ae8c5", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:22.459783Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 1997, "message_tokens": 1922, "message_utf8_bytes": 7177, "cache_tensor_bytes": null, "serialized_payload_bytes": 7177, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006208894774317741, "decode_payload_ms": 0.0, "receiver_prefill_ms": 209.10199999343604, "ttft_ms": 13.756374944932759, "decode_ms": 148.83737498894334}, "total_wall_ms": 374.6268750401214, "ttft_ms": 13.756374944932759, "input_usage": {"receiver_prompt_tokens": 1997}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1947746304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7042645872, "mlx_cache_bytes": 1492805096, "process_rss_bytes": 1947746304}, "peak_prefill_memory": null, "peak_decode_memory": 7042645872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-89M-5278", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "output_hash": "4e341227263a52b9d9acb67622f40b4070f4066768b00cd60b5a08c6be006b0a"} |
| |
1597 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "25b66bbfd3ddd39a435adea4", "attempt_id": "e7fc02f30554", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:22.853218Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 2002, "message_tokens": 1922, "message_utf8_bytes": 7177, "cache_tensor_bytes": null, "serialized_payload_bytes": 7177, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006208894774317741, "decode_payload_ms": 0.0, "receiver_prefill_ms": 209.73416708875448, "ttft_ms": 13.825709000229836, "decode_ms": 136.384499957785}, "total_wall_ms": 362.78875009156764, "ttft_ms": 13.825709000229836, "input_usage": {"receiver_prompt_tokens": 2002}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1947762688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7044907072, "mlx_cache_bytes": 2280039912, "process_rss_bytes": 1947762688}, "peak_prefill_memory": null, "peak_decode_memory": 7044907072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "output_hash": "9a7648510c9743a8126239d7e19fd7d94f460c7b55140f10a05845c7aca9cd3c"} |
| |
1598 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8974ce6255fa0b6cb62d4e2f", "attempt_id": "d3b5b28e8ef0", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:23.234732Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 2001, "message_tokens": 1922, "message_utf8_bytes": 7177, "cache_tensor_bytes": null, "serialized_payload_bytes": 7177, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006208894774317741, "decode_payload_ms": 0.0, "receiver_prefill_ms": 207.08179206121713, "ttft_ms": 13.495624996721745, "decode_ms": 94.71820795442909}, "total_wall_ms": 318.15933296456933, "ttft_ms": 13.495624996721745, "input_usage": {"receiver_prompt_tokens": 2001}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1947779072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7044776000, "mlx_cache_bytes": 2476647912, "process_rss_bytes": 1947779072}, "peak_prefill_memory": null, "peak_decode_memory": 7044776000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1599 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79fc9e1c75e153fe31c09171", "attempt_id": "47c74ea3b792", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:23.571531Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 1997, "message_tokens": 1922, "message_utf8_bytes": 7177, "cache_tensor_bytes": null, "serialized_payload_bytes": 7177, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006208894774317741, "decode_payload_ms": 0.0, "receiver_prefill_ms": 207.13604195043445, "ttft_ms": 13.88083293568343, "decode_ms": 81.52533310931176}, "total_wall_ms": 305.3654170362279, "ttft_ms": 13.88083293568343, "input_usage": {"receiver_prompt_tokens": 1997}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1947779072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7042645872, "mlx_cache_bytes": 2476647912, "process_rss_bytes": 1947779072}, "peak_prefill_memory": null, "peak_decode_memory": 7042645872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "output_hash": "f42f05ebfc96f7258cbfbbb37cd65e114d3d15f869e68e6c95b71fc288c30a32"} |
| |
1600 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "14cd2c8ce25d94c6e064e34c", "attempt_id": "421a1d74f908", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:23.895174Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 2006, "message_tokens": 1922, "message_utf8_bytes": 7177, "cache_tensor_bytes": null, "serialized_payload_bytes": 7177, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006208894774317741, "decode_payload_ms": 0.0, "receiver_prefill_ms": 209.20920802745968, "ttft_ms": 13.656791066750884, "decode_ms": 95.28400003910065}, "total_wall_ms": 321.0696669993922, "ttft_ms": 13.656791066750884, "input_usage": {"receiver_prompt_tokens": 2006}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1947795456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7046561856, "mlx_cache_bytes": 3265537512, "process_rss_bytes": 1947795456}, "peak_prefill_memory": null, "peak_decode_memory": 7046561856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8421725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "output_hash": "e4949aba3b0b77de05a87edaab854329fa75df7bf68b29a3def71e985a06e5b5"} |
| |
1601 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "08ad71f42844393f48c1fd9c", "attempt_id": "9d7ccd808be2", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:24.237022Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1922}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1794, "cache_tensor_bytes": null, "serialized_payload_bytes": 1794, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2181249912828207, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.87458292860538, "ttft_ms": 13.614707975648344, "decode_ms": 13.55508400592953}, "total_wall_ms": 98.25216606259346, "ttft_ms": 13.614707975648344, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947811840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 3656197608, "process_rss_bytes": 1947811840}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2197a24bf5a3adcf3e95e87794226e1c42ea42925aad0f3ea5cdfdef420a7c07", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1602 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13ca354cd426c5517be38c87", "attempt_id": "8f5197d4a15b", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:24.354606Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1922}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 1794, "cache_tensor_bytes": null, "serialized_payload_bytes": 1794, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2181249912828207, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.02945896238089, "ttft_ms": 13.54570803232491, "decode_ms": 135.29304205439985}, "total_wall_ms": 220.06487497128546, "ttft_ms": 13.54570803232491, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1947828224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4006553064, "process_rss_bytes": 1947828224}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2197a24bf5a3adcf3e95e87794226e1c42ea42925aad0f3ea5cdfdef420a7c07", "output_hash": "a4c5a5b4eb82a9de30f7b244ffd87f652f751f26af795ce6ce60ef1c07e8d3d4"} |
| |
1603 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9cabe6e150182090d3477b16", "attempt_id": "f8e3fd2648e3", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:24.593985Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1922}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 1794, "cache_tensor_bytes": null, "serialized_payload_bytes": 1794, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2181249912828207, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.70316590741277, "ttft_ms": 13.475875020958483, "decode_ms": 13.716874993406236}, "total_wall_ms": 98.09029207099229, "ttft_ms": 13.475875020958483, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947828224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567260248, "mlx_cache_bytes": 4164822504, "process_rss_bytes": 1947828224}, "peak_prefill_memory": null, "peak_decode_memory": 6567260248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2197a24bf5a3adcf3e95e87794226e1c42ea42925aad0f3ea5cdfdef420a7c07", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1604 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c867ddc81d2504bf8966a16b", "attempt_id": "35ba22b3eef5", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:24.710916Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1922}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1794, "cache_tensor_bytes": null, "serialized_payload_bytes": 1794, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2181249912828207, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.29137499537319, "ttft_ms": 13.435374945402145, "decode_ms": 14.206083957105875}, "total_wall_ms": 98.09162502642721, "ttft_ms": 13.435374945402145, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947844608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 4164822504, "process_rss_bytes": 1947844608}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2197a24bf5a3adcf3e95e87794226e1c42ea42925aad0f3ea5cdfdef420a7c07", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1605 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "55dcda6f4032eba9c78e0c9b", "attempt_id": "4ddc85adb28b", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:24.828114Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1922}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 605, "message_tokens": 516, "message_utf8_bytes": 1794, "cache_tensor_bytes": null, "serialized_payload_bytes": 1794, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2181249912828207, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.12683397624642, "ttft_ms": 13.603541068732738, "decode_ms": 133.82624997757375}, "total_wall_ms": 218.71304197702557, "ttft_ms": 13.603541068732738, "input_usage": {"receiver_prompt_tokens": 605}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1947860992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6570094680, "mlx_cache_bytes": 4532381160, "process_rss_bytes": 1947860992}, "peak_prefill_memory": null, "peak_decode_memory": 6570094680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,421,725 EUR", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2197a24bf5a3adcf3e95e87794226e1c42ea42925aad0f3ea5cdfdef420a7c07", "output_hash": "7f48f8bc6e550fbdded31e35b8d8ea29de8ad11d88b43b3b1a42912d8a15e60e"} |
| |
1606 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8ad099db947ab75f923a2d4a", "attempt_id": "dc46574bcbf6", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:25.066862Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 586, "message_tokens": 510, "message_utf8_bytes": 1272, "cache_tensor_bytes": null, "serialized_payload_bytes": 1272, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5935000265017152, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.40154102630913, "ttft_ms": 13.341000070795417, "decode_ms": 13.472000020556152}, "total_wall_ms": 97.25616592913866, "ttft_ms": 13.341000070795417, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947910144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 4874577384, "process_rss_bytes": 1947910144}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e2564705fe8f40e9bcab4c89613ea028ae20f00762a230d3c81e35a3f0fbce18", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1607 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b79ad1b923ed03a079296a7", "attempt_id": "eb421ee1af63", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:25.183537Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 591, "message_tokens": 510, "message_utf8_bytes": 1272, "cache_tensor_bytes": null, "serialized_payload_bytes": 1272, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5935000265017152, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.7078340454027, "ttft_ms": 13.223499990999699, "decode_ms": 13.305458007380366}, "total_wall_ms": 97.26354107260704, "ttft_ms": 13.223499990999699, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947910144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 5139310056, "process_rss_bytes": 1947910144}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e2564705fe8f40e9bcab4c89613ea028ae20f00762a230d3c81e35a3f0fbce18", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1608 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "931380388006dadc2e601054", "attempt_id": "0e10ef8a6421", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:25.299424Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 590, "message_tokens": 510, "message_utf8_bytes": 1272, "cache_tensor_bytes": null, "serialized_payload_bytes": 1272, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5935000265017152, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.4130000192672, "ttft_ms": 13.256040983833373, "decode_ms": 13.205000082962215}, "total_wall_ms": 96.9181249383837, "ttft_ms": 13.256040983833373, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1947910144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 5139310056, "process_rss_bytes": 1947910144}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e2564705fe8f40e9bcab4c89613ea028ae20f00762a230d3c81e35a3f0fbce18", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1609 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6da716b6ddba24451fca59db", "attempt_id": "3e7e1e8a8ed8", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:25.414857Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 586, "message_tokens": 510, "message_utf8_bytes": 1272, "cache_tensor_bytes": null, "serialized_payload_bytes": 1272, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5935000265017152, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.12574998568743, "ttft_ms": 13.61220795661211, "decode_ms": 80.11291699949652}, "total_wall_ms": 163.8666670769453, "ttft_ms": 13.61220795661211, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1947926528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 5139310056, "process_rss_bytes": 1947926528}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e2564705fe8f40e9bcab4c89613ea028ae20f00762a230d3c81e35a3f0fbce18", "output_hash": "f42f05ebfc96f7258cbfbbb37cd65e114d3d15f869e68e6c95b71fc288c30a32"} |
| |
1610 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aba7ebd363ae1ec97f540f2c", "attempt_id": "083ed6e4ca68", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:25.597279Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 595, "message_tokens": 510, "message_utf8_bytes": 1272, "cache_tensor_bytes": null, "serialized_payload_bytes": 1272, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5935000265017152, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.45620907936245, "ttft_ms": 13.391958083957434, "decode_ms": 93.6868330463767}, "total_wall_ms": 177.54320800304413, "ttft_ms": 13.391958083957434, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1947942912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 5226898920, "process_rss_bytes": 1947942912}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8421725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e2564705fe8f40e9bcab4c89613ea028ae20f00762a230d3c81e35a3f0fbce18", "output_hash": "e4949aba3b0b77de05a87edaab854329fa75df7bf68b29a3def71e985a06e5b5"} |
| |
1611 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "53c2a7a5abe81102a460f809", "attempt_id": "0746f7558d85", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:25.793662Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 580, "message_tokens": 504, "message_utf8_bytes": 1427, "cache_tensor_bytes": null, "serialized_payload_bytes": 1427, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.967166037298739, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.48595901485533, "ttft_ms": 13.674834044650197, "decode_ms": 149.29729094728827}, "total_wall_ms": 234.4783750595525, "ttft_ms": 13.674834044650197, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1948008448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557724760, "mlx_cache_bytes": 5579613672, "process_rss_bytes": 1948008448}, "peak_prefill_memory": null, "peak_decode_memory": 6557724760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-89M-5278", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c39ad7c11e060755d6a44b9b6db552ad49553f592a3078531826d1be4f2d4ac9", "output_hash": "4e341227263a52b9d9acb67622f40b4070f4066768b00cd60b5a08c6be006b0a"} |
| |
1612 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4ad820b98f5c4be4f9600984", "attempt_id": "9eb4dd254166", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:26.046715Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 592, "message_tokens": 511, "message_utf8_bytes": 1705, "cache_tensor_bytes": null, "serialized_payload_bytes": 1705, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9984580101445317, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.4968750467524, "ttft_ms": 13.550333096645772, "decode_ms": 134.0405420633033}, "total_wall_ms": 219.18862499296665, "ttft_ms": 13.550333096645772, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1948008448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 5823112680, "process_rss_bytes": 1948008448}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6400644ea43c44331dc756697bc9fe8a1c3cb12aa7d5e3acfa17694db474404a", "output_hash": "9a7648510c9743a8126239d7e19fd7d94f460c7b55140f10a05845c7aca9cd3c"} |
| |
1613 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e89023a2a565ec0f3508a1ad", "attempt_id": "8e5cb384df81", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:26.285288Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 588, "message_tokens": 508, "message_utf8_bytes": 1498, "cache_tensor_bytes": null, "serialized_payload_bytes": 1498, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9817921090871096, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.48254199232906, "ttft_ms": 13.450499973259866, "decode_ms": 93.89916702639312}, "total_wall_ms": 178.8634160766378, "ttft_ms": 13.450499973259866, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1948024832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 6064842216, "process_rss_bytes": 1948024832}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7c1b7ce9e5b01b8dff368d9ab84d36268b3488e67173e57eb28fd930b03d1e8a", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1614 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c037dde55629aa7bf8a682e", "attempt_id": "f521ab403ce3", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:26.482715Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 20}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 587, "message_tokens": 511, "message_utf8_bytes": 1601, "cache_tensor_bytes": null, "serialized_payload_bytes": 1601, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.017790986225009, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.98225005716085, "ttft_ms": 13.807417009957135, "decode_ms": 81.48912491742522}, "total_wall_ms": 166.3335000630468, "ttft_ms": 13.807417009957135, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1948024832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562443352, "mlx_cache_bytes": 6151251432, "process_rss_bytes": 1948024832}, "peak_prefill_memory": null, "peak_decode_memory": 6562443352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7c524f84f8c6975fdce06bffe5ff22681d83c8e5e18544648b25207bd36ad2c7", "output_hash": "f42f05ebfc96f7258cbfbbb37cd65e114d3d15f869e68e6c95b71fc288c30a32"} |
| |
1615 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "31d12421018b628b5d7a035b", "attempt_id": "643a8b624863", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:26.667581Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 593, "message_tokens": 508, "message_utf8_bytes": 1251, "cache_tensor_bytes": null, "serialized_payload_bytes": 1251, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.8660419844090939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.63670894037932, "ttft_ms": 13.445500051602721, "decode_ms": 94.68387498054653}, "total_wall_ms": 179.63941604830325, "ttft_ms": 13.445500051602721, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1948024832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6565933144, "mlx_cache_bytes": 6395045352, "process_rss_bytes": 1948024832}, "peak_prefill_memory": null, "peak_decode_memory": 6565933144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8421725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e2ce3d3eb9f775ad8b35698c8a0b0d9641e97e429ab99419dd8b764afa9d4598", "output_hash": "e4949aba3b0b77de05a87edaab854329fa75df7bf68b29a3def71e985a06e5b5"} |
| |
1616 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "df1ea53e65e2e95356898532", "attempt_id": "d7c9e10e78d9", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:34.073451Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1161, "cache_tensor_bytes": null, "serialized_payload_bytes": 1161, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7207.124416017905, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.7680419543758, "ttft_ms": 13.667209073901176, "decode_ms": 13.649333035573363}, "total_wall_ms": 98.90312503557652, "ttft_ms": 13.667209073901176, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2038, "sender_output_tokens": 512, "sender_prefill_ms": 218.00416707992554, "sender_ttft_ms": 14.142457977868617, "sender_decode_ms": 6972.855207975954}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1948254208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 7374251496, "process_rss_bytes": 1948254208}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52d2d6723cbb6f8139ce72290860dae098b28331488ef44459da0ce2ae9f9f72", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1617 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2087d5ba81adbd45022f3fa0", "attempt_id": "49cf5816d752", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:34.191269Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1161, "cache_tensor_bytes": null, "serialized_payload_bytes": 1161, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7207.124416017905, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.46466700173914, "ttft_ms": 13.358916039578617, "decode_ms": 13.627749984152615}, "total_wall_ms": 97.46766602620482, "ttft_ms": 13.358916039578617, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2038, "sender_output_tokens": 512, "sender_prefill_ms": 218.00416707992554, "sender_ttft_ms": 14.142457977868617, "sender_decode_ms": 6972.855207975954}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1948254208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 7619618280, "process_rss_bytes": 1948254208}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52d2d6723cbb6f8139ce72290860dae098b28331488ef44459da0ce2ae9f9f72", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1618 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "32461a19feadcd0f13883503", "attempt_id": "79529347d534", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:34.307560Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1161, "cache_tensor_bytes": null, "serialized_payload_bytes": 1161, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7207.124416017905, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.51537500228733, "ttft_ms": 13.619040953926742, "decode_ms": 93.5787089401856}, "total_wall_ms": 178.80479199811816, "ttft_ms": 13.619040953926742, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 2038, "sender_output_tokens": 512, "sender_prefill_ms": 218.00416707992554, "sender_ttft_ms": 14.142457977868617, "sender_decode_ms": 6972.855207975954}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1948270592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 7619618280, "process_rss_bytes": 1948270592}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52d2d6723cbb6f8139ce72290860dae098b28331488ef44459da0ce2ae9f9f72", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1619 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4bfb4db11326c68007e98eba", "attempt_id": "14b87ef4434c", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:34.505119Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1161, "cache_tensor_bytes": null, "serialized_payload_bytes": 1161, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7207.124416017905, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.03658292908221, "ttft_ms": 13.426749967038631, "decode_ms": 80.16195904929191}, "total_wall_ms": 165.6678330618888, "ttft_ms": 13.426749967038631, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2038, "sender_output_tokens": 512, "sender_prefill_ms": 218.00416707992554, "sender_ttft_ms": 14.142457977868617, "sender_decode_ms": 6972.855207975954}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1948286976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 7619618280, "process_rss_bytes": 1948286976}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52d2d6723cbb6f8139ce72290860dae098b28331488ef44459da0ce2ae9f9f72", "output_hash": "f42f05ebfc96f7258cbfbbb37cd65e114d3d15f869e68e6c95b71fc288c30a32"} |
| |
1620 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b4ae2c77afe2949a1fd5b822", "attempt_id": "db8c896b4d00", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:34.689566Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 601, "message_tokens": 512, "message_utf8_bytes": 1161, "cache_tensor_bytes": null, "serialized_payload_bytes": 1161, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7207.124416017905, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.8824160285294, "ttft_ms": 13.695499976165593, "decode_ms": 120.12962496373802}, "total_wall_ms": 206.80908393114805, "ttft_ms": 13.695499976165593, "input_usage": {"receiver_prompt_tokens": 601, "sender_input_tokens": 2038, "sender_output_tokens": 512, "sender_prefill_ms": 218.00416707992554, "sender_ttft_ms": 14.142457977868617, "sender_decode_ms": 6972.855207975954}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1948303360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 7619618280, "process_rss_bytes": 1948303360}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,421,725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52d2d6723cbb6f8139ce72290860dae098b28331488ef44459da0ce2ae9f9f72", "output_hash": "6e31df6d4fb38417a5210ded39fc1e4c0e32f278ab9cba0da5b8e7585ddeb534"} |
| |
1621 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed929e22e762351c8c8624b9", "attempt_id": "74bf5a821144", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:34.915014Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 170, "message_tokens": 91, "message_utf8_bytes": 314, "cache_tensor_bytes": null, "serialized_payload_bytes": 314, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1490.8713749609888, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.66566700767726, "ttft_ms": 13.355750008486211, "decode_ms": 145.6694999942556}, "total_wall_ms": 1683.7560420390218, "ttft_ms": 13.355750008486211, "input_usage": {"receiver_prompt_tokens": 170, "sender_input_tokens": 2034, "sender_output_tokens": 91, "sender_prefill_ms": 231.69304197654128, "sender_ttft_ms": 13.830624986439943, "sender_decode_ms": 1243.1705419439822}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1948516352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6319219476, "mlx_cache_bytes": 8421369996, "process_rss_bytes": 1948516352}, "peak_prefill_memory": null, "peak_decode_memory": 6319219476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-89M-5278", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d973ae74c312ee05af7c2c002feb72a1e6a34321f1f1ab6f5b9ecd6bafa1aa2f", "output_hash": "4e341227263a52b9d9acb67622f40b4070f4066768b00cd60b5a08c6be006b0a"} |
| |
1622 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "978d2e45c630c1e07e3dc531", "attempt_id": "0ca5cce297a9", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:36.617158Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 261, "message_tokens": 177, "message_utf8_bytes": 481, "cache_tensor_bytes": null, "serialized_payload_bytes": 481, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2648.749291081913, "decode_payload_ms": 0.0, "receiver_prefill_ms": 42.192415916360915, "ttft_ms": 13.287249952554703, "decode_ms": 134.24616702832282}, "total_wall_ms": 2841.49520797655, "ttft_ms": 13.287249952554703, "input_usage": {"receiver_prompt_tokens": 261, "sender_input_tokens": 2039, "sender_output_tokens": 177, "sender_prefill_ms": 222.59629203472286, "sender_ttft_ms": 13.734582928009331, "sender_decode_ms": 2410.4126250604168}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1949089792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6397666432, "mlx_cache_bytes": 9193974940, "process_rss_bytes": 1949089792}, "peak_prefill_memory": null, "peak_decode_memory": 6397666432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a03dfa07a014d487addff8f40de75fc990a0d5f144b246601ca414470c5c0335", "output_hash": "9a7648510c9743a8126239d7e19fd7d94f460c7b55140f10a05845c7aca9cd3c"} |
| |
1623 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2ee095ffffef8ddc96878de", "attempt_id": "905d1e86d08e", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:39.477482Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 178, "message_tokens": 95, "message_utf8_bytes": 287, "cache_tensor_bytes": null, "serialized_payload_bytes": 287, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1530.858458019793, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.68249989580363, "ttft_ms": 13.12020793557167, "decode_ms": 92.52404200378805}, "total_wall_ms": 1670.736207976006, "ttft_ms": 13.12020793557167, "input_usage": {"receiver_prompt_tokens": 178, "sender_input_tokens": 2038, "sender_output_tokens": 95, "sender_prefill_ms": 225.99608299788088, "sender_ttft_ms": 13.741499977186322, "sender_decode_ms": 1289.5683749811724}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1949106176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6325675136, "mlx_cache_bytes": 9332518044, "process_rss_bytes": 1949106176}, "peak_prefill_memory": null, "peak_decode_memory": 6325675136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f318c06e0c0c9a7793d1fcd293d83ff6c5ce14f62f669a1fcc45bdd29f932edf", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1624 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "316fd0d2425336a9a09d4b73", "attempt_id": "3a09483cb319", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:48.402564Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 452, "message_tokens": 361, "message_utf8_bytes": 849, "cache_tensor_bytes": null, "serialized_payload_bytes": 849, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7235.456750029698, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.43583305552602, "ttft_ms": 13.37225001771003, "decode_ms": 13.473875005729496}, "total_wall_ms": 88.40529108420014, "ttft_ms": 13.37225001771003, "input_usage": {"receiver_prompt_tokens": 452, "sender_input_tokens": 2066, "sender_output_tokens": 512, "sender_prefill_ms": 246.67387502267957, "sender_ttft_ms": 13.712042011320591, "sender_decode_ms": 6973.320459015667}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1949417472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6550415228, "mlx_cache_bytes": 10619906540, "process_rss_bytes": 1949417472}, "peak_prefill_memory": null, "peak_decode_memory": 6550415228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "652a509b18693f3866263312e5d38c5da11dd62f1f2d05b953daf4137e4a4621", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1625 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "269bb8aadb92992cb74093aa", "attempt_id": "faed09b69a8d", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:48.510120Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 457, "message_tokens": 361, "message_utf8_bytes": 849, "cache_tensor_bytes": null, "serialized_payload_bytes": 849, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7235.456750029698, "decode_payload_ms": 0.0, "receiver_prefill_ms": 57.13279196061194, "ttft_ms": 13.395457994192839, "decode_ms": 13.299791025929153}, "total_wall_ms": 84.76804103702307, "ttft_ms": 13.395457994192839, "input_usage": {"receiver_prompt_tokens": 457, "sender_input_tokens": 2066, "sender_output_tokens": 512, "sender_prefill_ms": 246.67387502267957, "sender_ttft_ms": 13.712042011320591, "sender_decode_ms": 6973.320459015667}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1949417472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553741200, "mlx_cache_bytes": 10976719116, "process_rss_bytes": 1949417472}, "peak_prefill_memory": null, "peak_decode_memory": 6553741200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "652a509b18693f3866263312e5d38c5da11dd62f1f2d05b953daf4137e4a4621", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1626 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "24395bd1a3d19e68cbb8959e", "attempt_id": "9617d1bf7e0b", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:48.613280Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 456, "message_tokens": 361, "message_utf8_bytes": 849, "cache_tensor_bytes": null, "serialized_payload_bytes": 849, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7235.456750029698, "decode_payload_ms": 0.0, "receiver_prefill_ms": 59.11525001283735, "ttft_ms": 13.276667101308703, "decode_ms": 13.376291957683861}, "total_wall_ms": 86.68929198756814, "ttft_ms": 13.276667101308703, "input_usage": {"receiver_prompt_tokens": 456, "sender_input_tokens": 2066, "sender_output_tokens": 512, "sender_prefill_ms": 246.67387502267957, "sender_ttft_ms": 13.712042011320591, "sender_decode_ms": 6973.320459015667}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1949417472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553741200, "mlx_cache_bytes": 10976719116, "process_rss_bytes": 1949417472}, "peak_prefill_memory": null, "peak_decode_memory": 6553741200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "652a509b18693f3866263312e5d38c5da11dd62f1f2d05b953daf4137e4a4621", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1627 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "827601a46265c6ffde8e30ca", "attempt_id": "ceac00e66a2d", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:48.718584Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 452, "message_tokens": 361, "message_utf8_bytes": 849, "cache_tensor_bytes": null, "serialized_payload_bytes": 849, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7235.456750029698, "decode_payload_ms": 0.0, "receiver_prefill_ms": 61.175082926638424, "ttft_ms": 13.33508302923292, "decode_ms": 13.532666955143213}, "total_wall_ms": 89.31000006850809, "ttft_ms": 13.33508302923292, "input_usage": {"receiver_prompt_tokens": 452, "sender_input_tokens": 2066, "sender_output_tokens": 512, "sender_prefill_ms": 246.67387502267957, "sender_ttft_ms": 13.712042011320591, "sender_decode_ms": 6973.320459015667}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1949417472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6550415228, "mlx_cache_bytes": 10976719116, "process_rss_bytes": 1949417472}, "peak_prefill_memory": null, "peak_decode_memory": 6550415228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "652a509b18693f3866263312e5d38c5da11dd62f1f2d05b953daf4137e4a4621", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1628 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3305c158d9bff73ffd796bad", "attempt_id": "408b32ada5d5", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:48.826652Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 461, "message_tokens": 361, "message_utf8_bytes": 849, "cache_tensor_bytes": null, "serialized_payload_bytes": 849, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7235.456750029698, "decode_payload_ms": 0.0, "receiver_prefill_ms": 62.751874909736216, "ttft_ms": 13.593583018518984, "decode_ms": 135.02633292227983}, "total_wall_ms": 212.4093750026077, "ttft_ms": 13.593583018518984, "input_usage": {"receiver_prompt_tokens": 461, "sender_input_tokens": 2066, "sender_output_tokens": 512, "sender_prefill_ms": 246.67387502267957, "sender_ttft_ms": 13.712042011320591, "sender_decode_ms": 6973.320459015667}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1949433856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6476703624, "mlx_cache_bytes": 11258673212, "process_rss_bytes": 1949433856}, "peak_prefill_memory": null, "peak_decode_memory": 6476703624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,421,725 EUR", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "652a509b18693f3866263312e5d38c5da11dd62f1f2d05b953daf4137e4a4621", "output_hash": "7f48f8bc6e550fbdded31e35b8d8ea29de8ad11d88b43b3b1a42912d8a15e60e"} |
| |
1629 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a94374e9d7bf58921432d32", "attempt_id": "345bc9974634", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:49.058379Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 144, "message_tokens": 53, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1280.7337500853464, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.65429104026407, "ttft_ms": 13.206958072260022, "decode_ms": 144.56283301115036}, "total_wall_ms": 1469.6652919519693, "ttft_ms": 13.206958072260022, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 2075, "sender_output_tokens": 71, "sender_prefill_ms": 291.27179202623665, "sender_ttft_ms": 14.399167033843696, "sender_decode_ms": 973.1124170357361}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1949450240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297428756, "mlx_cache_bytes": 11383452732, "process_rss_bytes": 1949450240}, "peak_prefill_memory": null, "peak_decode_memory": 6297428756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-89M-5278", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6f6d837684eb5ad2a0188ea9fb0b620e54717697584d4c2aa66282977ea6338d", "output_hash": "4e341227263a52b9d9acb67622f40b4070f4066768b00cd60b5a08c6be006b0a"} |
| |
1630 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1bc2c6c388395920289ef743", "attempt_id": "1a205288512b", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:50.545878Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 147, "message_tokens": 51, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1173.179249977693, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.609333935193717, "ttft_ms": 13.333041104488075, "decode_ms": 133.81024997215718}, "total_wall_ms": 1352.4708750192076, "ttft_ms": 13.333041104488075, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 2080, "sender_output_tokens": 67, "sender_prefill_ms": 248.61466593574733, "sender_ttft_ms": 13.67495791055262, "sender_decode_ms": 909.2239999445155}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1949483008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300132116, "mlx_cache_bytes": 11498176060, "process_rss_bytes": 1949483008}, "peak_prefill_memory": null, "peak_decode_memory": 6300132116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H in Schefferville", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52338db2ac544ed3fee598fb809c5dc5b55d9d28a1f8445abfc38b3af5a8bf86", "output_hash": "a4c5a5b4eb82a9de30f7b244ffd87f652f751f26af795ce6ce60ef1c07e8d3d4"} |
| |
1631 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2ecba83c78470c725afd407b", "attempt_id": "9f8ed1ddde45", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:51.917151Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 144, "message_tokens": 49, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1234.4104999210685, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.25074999500066, "ttft_ms": 13.384542078711092, "decode_ms": 93.5525830136612}, "total_wall_ms": 1374.0829590242356, "ttft_ms": 13.384542078711092, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 2079, "sender_output_tokens": 71, "sender_prefill_ms": 254.48999996297061, "sender_ttft_ms": 13.754582963883877, "sender_decode_ms": 963.989790994674}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1949515776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297428756, "mlx_cache_bytes": 11510267452, "process_rss_bytes": 1949515776}, "peak_prefill_memory": null, "peak_decode_memory": 6297428756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c36fc56490643d1b823414dfd10386953174fc43cc48e24ac9fb6c7ffd179ce4", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1632 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d418d28eebb46304ad0e201e", "attempt_id": "6f1495d3c247", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:53.310411Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 1110, "message_tokens": 1034, "message_utf8_bytes": 721, "cache_tensor_bytes": null, "serialized_payload_bytes": 721, "side_information_bytes": 0, "fetched_bytes": 1670, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03845803439617157, "decode_payload_ms": 0.0, "receiver_prefill_ms": 128.35775001440197, "ttft_ms": 13.814124977216125, "decode_ms": 13.691792031750083}, "total_wall_ms": 157.5000830926001, "ttft_ms": 13.814124977216125, "input_usage": {"receiver_prompt_tokens": 1110, "sender_input_tokens": 2066, "sender_output_tokens": 512, "sender_prefill_ms": 246.67387502267957, "sender_ttft_ms": 13.712042011320591, "sender_decode_ms": 6973.320459015667}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1949630464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6856458108, "mlx_cache_bytes": 12198231612, "process_rss_bytes": 1949630464}, "peak_prefill_memory": null, "peak_decode_memory": 6856458108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1670, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec934095946777605ffc7c131a83d8408424db9883dacb5e6b40637a372b086c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1633 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eab37c7ce7e0bfbcbf54a8aa", "attempt_id": "c2db5a8c19a1", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:53.486995Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 1115, "message_tokens": 1034, "message_utf8_bytes": 721, "cache_tensor_bytes": null, "serialized_payload_bytes": 721, "side_information_bytes": 0, "fetched_bytes": 1670, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03845803439617157, "decode_payload_ms": 0.0, "receiver_prefill_ms": 149.68712499830872, "ttft_ms": 13.94345797598362, "decode_ms": 13.890290982089937}, "total_wall_ms": 179.1551250498742, "ttft_ms": 13.94345797598362, "input_usage": {"receiver_prompt_tokens": 1115, "sender_input_tokens": 2066, "sender_output_tokens": 512, "sender_prefill_ms": 246.67387502267957, "sender_ttft_ms": 13.712042011320591, "sender_decode_ms": 6973.320459015667}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1949663232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6858915708, "mlx_cache_bytes": 12853378620, "process_rss_bytes": 1949663232}, "peak_prefill_memory": null, "peak_decode_memory": 6858915708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1670, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8cba06ae32287fdc1ee26881f05b896a01dd51ea51f34c10139829b31dc6d3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1634 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "029b63a1fc47f32d2d693d3c", "attempt_id": "2518ee3b4736", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:53.684911Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 1114, "message_tokens": 1034, "message_utf8_bytes": 721, "cache_tensor_bytes": null, "serialized_payload_bytes": 721, "side_information_bytes": 0, "fetched_bytes": 1670, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03845803439617157, "decode_payload_ms": 0.0, "receiver_prefill_ms": 181.6835419740528, "ttft_ms": 14.60833300370723, "decode_ms": 13.896167045459151}, "total_wall_ms": 211.75116603262722, "ttft_ms": 14.60833300370723, "input_usage": {"receiver_prompt_tokens": 1114, "sender_input_tokens": 2066, "sender_output_tokens": 512, "sender_prefill_ms": 246.67387502267957, "sender_ttft_ms": 13.712042011320591, "sender_decode_ms": 6973.320459015667}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1949663232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6858915708, "mlx_cache_bytes": 12853378620, "process_rss_bytes": 1949663232}, "peak_prefill_memory": null, "peak_decode_memory": 6858915708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1670, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "57980b380f0bb0e4d39a4172b52be632972726297c59a0579894367e53c0045a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1635 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c154b5b4701bf3c5ec1ef613", "attempt_id": "a2af75028af1", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:53.914937Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 1110, "message_tokens": 1034, "message_utf8_bytes": 721, "cache_tensor_bytes": null, "serialized_payload_bytes": 721, "side_information_bytes": 0, "fetched_bytes": 1670, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03845803439617157, "decode_payload_ms": 0.0, "receiver_prefill_ms": 195.17670897766948, "ttft_ms": 14.339957968331873, "decode_ms": 13.867415953427553}, "total_wall_ms": 224.90379097871482, "ttft_ms": 14.339957968331873, "input_usage": {"receiver_prompt_tokens": 1110, "sender_input_tokens": 2066, "sender_output_tokens": 512, "sender_prefill_ms": 246.67387502267957, "sender_ttft_ms": 13.712042011320591, "sender_decode_ms": 6973.320459015667}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1949663232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6856425340, "mlx_cache_bytes": 12853378620, "process_rss_bytes": 1949663232}, "peak_prefill_memory": null, "peak_decode_memory": 6856425340, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1670, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "57980b380f0bb0e4d39a4172b52be632972726297c59a0579894367e53c0045a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1636 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9fe2023a0b0238e2f617257d", "attempt_id": "064e2d50bb31", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:54.158393Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 1119, "message_tokens": 1034, "message_utf8_bytes": 721, "cache_tensor_bytes": null, "serialized_payload_bytes": 721, "side_information_bytes": 0, "fetched_bytes": 1670, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03845803439617157, "decode_payload_ms": 0.0, "receiver_prefill_ms": 209.44687502924353, "ttft_ms": 14.28999996278435, "decode_ms": 97.50829101540148}, "total_wall_ms": 322.85287498962134, "ttft_ms": 14.28999996278435, "input_usage": {"receiver_prompt_tokens": 1119, "sender_input_tokens": 2066, "sender_output_tokens": 512, "sender_prefill_ms": 246.67387502267957, "sender_ttft_ms": 13.712042011320591, "sender_decode_ms": 6973.320459015667}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1949663232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6861307772, "mlx_cache_bytes": 13510999612, "process_rss_bytes": 1949663232}, "peak_prefill_memory": null, "peak_decode_memory": 6861307772, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8421725", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1670, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "57980b380f0bb0e4d39a4172b52be632972726297c59a0579894367e53c0045a", "output_hash": "e4949aba3b0b77de05a87edaab854329fa75df7bf68b29a3def71e985a06e5b5"} |
| |
1637 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "845bb2705b1eb49ca21f3729", "attempt_id": "cd4e016e4adb", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:54.500277Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6636038795303727}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 1997, "message_tokens": 1922, "message_utf8_bytes": 7177, "cache_tensor_bytes": null, "serialized_payload_bytes": 1959, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08483405690640211, "decode_payload_ms": 0.012499978765845299, "receiver_prefill_ms": 340.80304205417633, "ttft_ms": 14.164458028972149, "decode_ms": 152.54937496501952}, "total_wall_ms": 510.3777920594439, "ttft_ms": 14.164458028972149, "input_usage": {"receiver_prompt_tokens": 1997}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1949794304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7042645872, "mlx_cache_bytes": 13510999612, "process_rss_bytes": 1949794304}, "peak_prefill_memory": null, "peak_decode_memory": 7042645872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-89M-5278", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "output_hash": "4e341227263a52b9d9acb67622f40b4070f4066768b00cd60b5a08c6be006b0a"} |
| |
1638 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "95ab3bdcc8f8b3e65e8619a6", "attempt_id": "102150e84b19", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:55.029926Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6636038795303727}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 2002, "message_tokens": 1922, "message_utf8_bytes": 7177, "cache_tensor_bytes": null, "serialized_payload_bytes": 1959, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08483405690640211, "decode_payload_ms": 0.012499978765845299, "receiver_prefill_ms": 303.08545799925923, "ttft_ms": 14.409124967642128, "decode_ms": 137.96537497546524}, "total_wall_ms": 458.28925003297627, "ttft_ms": 14.409124967642128, "input_usage": {"receiver_prompt_tokens": 2002}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1949810688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7044907072, "mlx_cache_bytes": 13510999612, "process_rss_bytes": 1949810688}, "peak_prefill_memory": null, "peak_decode_memory": 7044907072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "output_hash": "9a7648510c9743a8126239d7e19fd7d94f460c7b55140f10a05845c7aca9cd3c"} |
| |
1639 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ace68b082ef1973d8f52994e", "attempt_id": "e53512e52916", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:55.506996Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6636038795303727}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 2001, "message_tokens": 1922, "message_utf8_bytes": 7177, "cache_tensor_bytes": null, "serialized_payload_bytes": 1959, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08483405690640211, "decode_payload_ms": 0.012499978765845299, "receiver_prefill_ms": 290.32170795835555, "ttft_ms": 14.492375077679753, "decode_ms": 96.47887491155416}, "total_wall_ms": 404.0734999580309, "ttft_ms": 14.492375077679753, "input_usage": {"receiver_prompt_tokens": 2001}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1949810688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7044776000, "mlx_cache_bytes": 13510999612, "process_rss_bytes": 1949810688}, "peak_prefill_memory": null, "peak_decode_memory": 7044776000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1640 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fc8adaba9129754f1eeec156", "attempt_id": "ca04309d99d6", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:55.930177Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6636038795303727}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 1997, "message_tokens": 1922, "message_utf8_bytes": 7177, "cache_tensor_bytes": null, "serialized_payload_bytes": 1959, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08483405690640211, "decode_payload_ms": 0.012499978765845299, "receiver_prefill_ms": 292.27700002957135, "ttft_ms": 14.480041922070086, "decode_ms": 82.49920897651464}, "total_wall_ms": 392.0127919409424, "ttft_ms": 14.480041922070086, "input_usage": {"receiver_prompt_tokens": 1997}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1949810688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7042645872, "mlx_cache_bytes": 13510999612, "process_rss_bytes": 1949810688}, "peak_prefill_memory": null, "peak_decode_memory": 7042645872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "output_hash": "f42f05ebfc96f7258cbfbbb37cd65e114d3d15f869e68e6c95b71fc288c30a32"} |
| |
1641 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef5736c718a2d6d6af68a364", "attempt_id": "09e44c6a5942", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:56.341534Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6636038795303727}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 2006, "message_tokens": 1922, "message_utf8_bytes": 7177, "cache_tensor_bytes": null, "serialized_payload_bytes": 1959, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08483405690640211, "decode_payload_ms": 0.012499978765845299, "receiver_prefill_ms": 288.29495795071125, "ttft_ms": 14.411624986678362, "decode_ms": 96.34587494656444}, "total_wall_ms": 401.9077919656411, "ttft_ms": 14.411624986678362, "input_usage": {"receiver_prompt_tokens": 2006}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1949827072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7046561856, "mlx_cache_bytes": 13510999612, "process_rss_bytes": 1949827072}, "peak_prefill_memory": null, "peak_decode_memory": 7046561856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8421725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "output_hash": "e4949aba3b0b77de05a87edaab854329fa75df7bf68b29a3def71e985a06e5b5"} |
| |
1642 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "558494d41699e1ada3384083", "attempt_id": "aadb62db7b70", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:57.327935Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2663891779396462, "origin_tokens": 1741, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 731, "message_tokens": 654, "message_utf8_bytes": 1998, "cache_tensor_bytes": null, "serialized_payload_bytes": 1998, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 565.6846250640228, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.50816599745303, "ttft_ms": 13.511916971765459, "decode_ms": 147.40029198583215}, "total_wall_ms": 248.28854098450392, "ttft_ms": 13.511916971765459, "input_usage": {"receiver_prompt_tokens": 731}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1991327744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6640922712, "mlx_cache_bytes": 13944372796, "process_rss_bytes": 1991327744}, "peak_prefill_memory": null, "peak_decode_memory": 6640922712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "QD-34K-2940", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "af1f4d5f6a1d85bd949285b95843a677c799defab9a613151e2fc8297a272827", "output_hash": "b766ad63dfb2a20f0ab36a1fb400be4a1b4154853fd093a1d2736e05f80670f5"} |
| |
1643 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68d7fa66d698aede30c39f8d", "attempt_id": "10bed821dfa7", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:57.603924Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2663891779396462, "origin_tokens": 1741, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 736, "message_tokens": 654, "message_utf8_bytes": 1998, "cache_tensor_bytes": null, "serialized_payload_bytes": 1998, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 565.6846250640228, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.29300000332296, "ttft_ms": 13.673041947185993, "decode_ms": 147.89912500418723}, "total_wall_ms": 246.11925007775426, "ttft_ms": 13.673041947185993, "input_usage": {"receiver_prompt_tokens": 736}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1991327744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6643691608, "mlx_cache_bytes": 14373666364, "process_rss_bytes": 1991327744}, "peak_prefill_memory": null, "peak_decode_memory": 6643691608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 511-N, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "af1f4d5f6a1d85bd949285b95843a677c799defab9a613151e2fc8297a272827", "output_hash": "7c42e1d2083d03c3451d27177a743b5b118cf5d956f0d2bb17dd0f983027054e"} |
| |
1644 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97c4a32ccf74b9d90a23efb8", "attempt_id": "e4e49018ebe3", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:57.869988Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2663891779396462, "origin_tokens": 1741, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 735, "message_tokens": 654, "message_utf8_bytes": 1998, "cache_tensor_bytes": null, "serialized_payload_bytes": 1998, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 565.6846250640228, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.00779203232378, "ttft_ms": 13.614499941468239, "decode_ms": 26.705416967161}, "total_wall_ms": 122.61045794002712, "ttft_ms": 13.614499941468239, "input_usage": {"receiver_prompt_tokens": 735}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1991344128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6643495000, "mlx_cache_bytes": 14481899068, "process_rss_bytes": 1991344128}, "peak_prefill_memory": null, "peak_decode_memory": 6643495000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "81", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "af1f4d5f6a1d85bd949285b95843a677c799defab9a613151e2fc8297a272827", "output_hash": "5316ca1c5ddca8e6ceccfce58f3b8540e540ee22f6180fb89492904051b3d531"} |
| |
1645 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4a6cc8902f226495cfeb0e89", "attempt_id": "167ed34f4f4b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:58.012639Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2663891779396462, "origin_tokens": 1741, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 731, "message_tokens": 654, "message_utf8_bytes": 1998, "cache_tensor_bytes": null, "serialized_payload_bytes": 1998, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 565.6846250640228, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.79637496545911, "ttft_ms": 13.34512501489371, "decode_ms": 93.74737495090812}, "total_wall_ms": 192.10783299058676, "ttft_ms": 13.34512501489371, "input_usage": {"receiver_prompt_tokens": 731}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1991344128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6640889944, "mlx_cache_bytes": 14481899068, "process_rss_bytes": 1991344128}, "peak_prefill_memory": null, "peak_decode_memory": 6640889944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "af1f4d5f6a1d85bd949285b95843a677c799defab9a613151e2fc8297a272827", "output_hash": "622fa030d5faaa0ed203d686023b0f8ded1ed2fc5c9dfac03480d331e58fd6b0"} |
| |
1646 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e03282f3b83dc8613e6b6c05", "attempt_id": "c19eedea0f15", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:58.223656Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2663891779396462, "origin_tokens": 1741, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 740, "message_tokens": 654, "message_utf8_bytes": 1998, "cache_tensor_bytes": null, "serialized_payload_bytes": 1998, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 565.6846250640228, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.99458295106888, "ttft_ms": 13.433041982352734, "decode_ms": 93.56879093684256}, "total_wall_ms": 196.28358306363225, "ttft_ms": 13.433041982352734, "input_usage": {"receiver_prompt_tokens": 740}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1991344128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6646247512, "mlx_cache_bytes": 14917189180, "process_rss_bytes": 1991344128}, "peak_prefill_memory": null, "peak_decode_memory": 6646247512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "725. 26", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "af1f4d5f6a1d85bd949285b95843a677c799defab9a613151e2fc8297a272827", "output_hash": "0aabffb1a2775d6a1086db5de7356d9d5db8e489c97ed4b0ecba84f77b14104b"} |
| |
1647 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8de67ca322b7a4fbc19bdfb0", "attempt_id": "021dce18b095", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:58.702771Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 72290304, "serialized_payload_bytes": 72306380, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 263.826375012286, "doc_prefill_ms": 240.0743329199031, "compress_ms": 1.84449995867908, "serialize_ms": 19.025958026759326, "load_ms": 1.8260410288348794, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.925541952252388, "ttft_ms": 29.925541952252388, "decode_ms": 152.4208749178797}, "total_wall_ms": 185.58983295224607, "ttft_ms": 29.925541952252388, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2064449536, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6441967936, "mlx_cache_bytes": 15709273805, "process_rss_bytes": 2064449536}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6441967936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-89M-5278", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9477cf391ab93d15cd27426c9323e9b89bda2db403b78bddee82c79b32324e7f", "output_hash": "4e341227263a52b9d9acb67622f40b4070f4066768b00cd60b5a08c6be006b0a"} |
| |
1648 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33bc9b3c58314ea31efaee9f", "attempt_id": "bfb7441ce017", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:58.907993Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 41, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 72290304, "serialized_payload_bytes": 72306380, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 263.826375012286, "doc_prefill_ms": 240.0743329199031, "compress_ms": 1.84449995867908, "serialize_ms": 19.025958026759326, "load_ms": 1.7745000077411532, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.79570803977549, "ttft_ms": 27.79570803977549, "decode_ms": 139.24079108983278}, "total_wall_ms": 170.31083290930837, "ttft_ms": 27.79570803977549, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2064449536, "backend_memory": {"mlx_active_bytes": 6395060232, "mlx_peak_bytes": 6446784832, "mlx_cache_bytes": 15734914929, "process_rss_bytes": 2064449536}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6446784832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9477cf391ab93d15cd27426c9323e9b89bda2db403b78bddee82c79b32324e7f", "output_hash": "9a7648510c9743a8126239d7e19fd7d94f460c7b55140f10a05845c7aca9cd3c"} |
| |
1649 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "536692af26d239b85c109aef", "attempt_id": "dc780ddab58a", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:59.098283Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 40, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 72290304, "serialized_payload_bytes": 72306380, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 263.826375012286, "doc_prefill_ms": 240.0743329199031, "compress_ms": 1.84449995867908, "serialize_ms": 19.025958026759326, "load_ms": 1.6422499902546406, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.152542024850845, "ttft_ms": 27.152542024850845, "decode_ms": 96.4979159180075}, "total_wall_ms": 126.80654204450548, "ttft_ms": 27.152542024850845, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2064449536, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6445523172, "mlx_cache_bytes": 15762833265, "process_rss_bytes": 2064449536}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6445523172, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9477cf391ab93d15cd27426c9323e9b89bda2db403b78bddee82c79b32324e7f", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1650 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fdb443a48190c8e0e34bf589", "attempt_id": "9e8a2a7433a4", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:59.244797Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 72290304, "serialized_payload_bytes": 72306380, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 263.826375012286, "doc_prefill_ms": 240.0743329199031, "compress_ms": 1.84449995867908, "serialize_ms": 19.025958026759326, "load_ms": 1.716666971333325, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.99395893048495, "ttft_ms": 25.99395893048495, "decode_ms": 83.19024997763336}, "total_wall_ms": 112.28187498636544, "ttft_ms": 25.99395893048495, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2064449536, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6441722064, "mlx_cache_bytes": 15762833265, "process_rss_bytes": 2064449536}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6441722064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9477cf391ab93d15cd27426c9323e9b89bda2db403b78bddee82c79b32324e7f", "output_hash": "f42f05ebfc96f7258cbfbbb37cd65e114d3d15f869e68e6c95b71fc288c30a32"} |
| |
1651 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7e661214ca5f7d829e420b50", "attempt_id": "16bed0ed3c46", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:59.376062Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 45, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 72290304, "serialized_payload_bytes": 72306380, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 263.826375012286, "doc_prefill_ms": 240.0743329199031, "compress_ms": 1.84449995867908, "serialize_ms": 19.025958026759326, "load_ms": 1.7559999832883477, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.42241702415049, "ttft_ms": 26.42241702415049, "decode_ms": 97.26087492890656}, "total_wall_ms": 126.84299994725734, "ttft_ms": 26.42241702415049, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2064449536, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6449963328, "mlx_cache_bytes": 15804696590, "process_rss_bytes": 2064449536}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6449963328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8421725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9477cf391ab93d15cd27426c9323e9b89bda2db403b78bddee82c79b32324e7f", "output_hash": "e4949aba3b0b77de05a87edaab854329fa75df7bf68b29a3def71e985a06e5b5"} |
| |
1652 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1c0e1bf389d009537d471fbb", "attempt_id": "092cccfb9bc6", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:59.535756Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9960109caa928305", "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 72290304, "serialized_payload_bytes": 72306408, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.528791954740882, "doc_prefill_ms": 240.0743329199031, "compress_ms": 0.6249169819056988, "serialize_ms": 12.7464160323143, "load_ms": 7.525708060711622, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.827166904695332, "ttft_ms": 26.827166904695332, "decode_ms": 152.44737500324845}, "total_wall_ms": 188.28674999531358, "ttft_ms": 26.827166904695332, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2137587712, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6441558224, "mlx_cache_bytes": 15805089806, "process_rss_bytes": 2137587712}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6441558224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-89M-5278", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a211e648ede833abe2132d50272e33ab155c22afbe18fa832387ff7b71dec4ab", "output_hash": "4e341227263a52b9d9acb67622f40b4070f4066768b00cd60b5a08c6be006b0a"} |
| |
1653 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b73283250cbc1fc73c8b4aa0", "attempt_id": "d33bbccf51a7", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:59.743388Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9960109caa928305", "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 41, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 72290304, "serialized_payload_bytes": 72306408, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.528791954740882, "doc_prefill_ms": 240.0743329199031, "compress_ms": 0.6249169819056988, "serialize_ms": 12.7464160323143, "load_ms": 6.8829579977318645, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.39216696843505, "ttft_ms": 26.39216696843505, "decode_ms": 138.48616695031524}, "total_wall_ms": 173.27558307442814, "ttft_ms": 26.39216696843505, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2149777408, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6446653668, "mlx_cache_bytes": 15805089806, "process_rss_bytes": 2149777408}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6446653668, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a211e648ede833abe2132d50272e33ab155c22afbe18fa832387ff7b71dec4ab", "output_hash": "9a7648510c9743a8126239d7e19fd7d94f460c7b55140f10a05845c7aca9cd3c"} |
| |
1654 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "21c408b5896a066d8c207d46", "attempt_id": "ca8edc31a8c5", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:53:59.936767Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9960109caa928305", "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 40, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 72290304, "serialized_payload_bytes": 72306408, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.528791954740882, "doc_prefill_ms": 240.0743329199031, "compress_ms": 0.6249169819056988, "serialize_ms": 12.7464160323143, "load_ms": 6.778290960937738, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.621249970048666, "ttft_ms": 26.621249970048666, "decode_ms": 97.63704205397516}, "total_wall_ms": 132.639667019248, "ttft_ms": 26.621249970048666, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2155872256, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6445359332, "mlx_cache_bytes": 15805089806, "process_rss_bytes": 2155872256}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6445359332, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a211e648ede833abe2132d50272e33ab155c22afbe18fa832387ff7b71dec4ab", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1655 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27f1c8720277d1b7b4c537a3", "attempt_id": "0e78221b5706", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:00.089538Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9960109caa928305", "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 72290304, "serialized_payload_bytes": 72306408, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.528791954740882, "doc_prefill_ms": 240.0743329199031, "compress_ms": 0.6249169819056988, "serialize_ms": 12.7464160323143, "load_ms": 7.406375021673739, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.70695900451392, "ttft_ms": 26.70695900451392, "decode_ms": 83.15516693983227}, "total_wall_ms": 118.69095894508064, "ttft_ms": 26.70695900451392, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2168094720, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6441558224, "mlx_cache_bytes": 15805089806, "process_rss_bytes": 2168094720}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6441558224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a211e648ede833abe2132d50272e33ab155c22afbe18fa832387ff7b71dec4ab", "output_hash": "f42f05ebfc96f7258cbfbbb37cd65e114d3d15f869e68e6c95b71fc288c30a32"} |
| |
1656 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9f20163ae6637962a67ff279", "attempt_id": "132f6209a027", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:00.227258Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "9960109caa928305", "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 45, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 72290304, "serialized_payload_bytes": 72306408, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.528791954740882, "doc_prefill_ms": 240.0743329199031, "compress_ms": 0.6249169819056988, "serialize_ms": 12.7464160323143, "load_ms": 7.412667036987841, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.471124961972237, "ttft_ms": 26.471124961972237, "decode_ms": 97.71041595377028}, "total_wall_ms": 133.11708404216915, "ttft_ms": 26.471124961972237, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2180284416, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6449799412, "mlx_cache_bytes": 15805089806, "process_rss_bytes": 2180284416}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6449799412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8421725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a211e648ede833abe2132d50272e33ab155c22afbe18fa832387ff7b71dec4ab", "output_hash": "e4949aba3b0b77de05a87edaab854329fa75df7bf68b29a3def71e985a06e5b5"} |
| |
1657 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "89f0e59856bbcdcc77dc0783", "attempt_id": "3c41dd288fdb", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:00.519858Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286355440}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 38404224, "serialized_payload_bytes": 38438414, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 139.40508291125298, "doc_prefill_ms": 240.0743329199031, "compress_ms": 9.41404199693352, "serialize_ms": 129.62595804128796, "load_ms": 2.0909159211441875, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.565541926771402, "ttft_ms": 20.565541926771402, "decode_ms": 160.75820894911885}, "total_wall_ms": 185.32629194669425, "ttft_ms": 20.565541926771402, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2254618624, "backend_memory": {"mlx_active_bytes": 6326679536, "mlx_peak_bytes": 6384515956, "mlx_cache_bytes": 16034506478, "process_rss_bytes": 2254618624}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6384515956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-89M-5278", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2cd622bba075cf60ec61f1533815a7d46b80a480ddcbf4062f75b4dc844db8b", "output_hash": "4e341227263a52b9d9acb67622f40b4070f4066768b00cd60b5a08c6be006b0a"} |
| |
1658 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd96a2705a511a9eaf924315", "attempt_id": "93852c4ec843", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:00.725150Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286355440}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 41, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 38404224, "serialized_payload_bytes": 38438414, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 139.40508291125298, "doc_prefill_ms": 240.0743329199031, "compress_ms": 9.41404199693352, "serialize_ms": 129.62595804128796, "load_ms": 1.9668330205604434, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.4366659745574, "ttft_ms": 20.4366659745574, "decode_ms": 148.2955829706043}, "total_wall_ms": 172.2021249588579, "ttft_ms": 20.4366659745574, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2254782464, "backend_memory": {"mlx_active_bytes": 6326487536, "mlx_peak_bytes": 6392092600, "mlx_cache_bytes": 16067709182, "process_rss_bytes": 2254782464}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6392092600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2cd622bba075cf60ec61f1533815a7d46b80a480ddcbf4062f75b4dc844db8b", "output_hash": "9a7648510c9743a8126239d7e19fd7d94f460c7b55140f10a05845c7aca9cd3c"} |
| |
1659 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80ce4aee8e79a6f78025565b", "attempt_id": "dbe9eded1a65", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:00.916472Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286355440}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 40, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 38404224, "serialized_payload_bytes": 38438414, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 139.40508291125298, "doc_prefill_ms": 240.0743329199031, "compress_ms": 9.41404199693352, "serialize_ms": 129.62595804128796, "load_ms": 2.055083983577788, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.52770904265344, "ttft_ms": 20.52770904265344, "decode_ms": 101.85924998950213}, "total_wall_ms": 125.87654206436127, "ttft_ms": 20.52770904265344, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2254782464, "backend_memory": {"mlx_active_bytes": 6326679536, "mlx_peak_bytes": 6389962264, "mlx_cache_bytes": 16090667774, "process_rss_bytes": 2254782464}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6389962264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2cd622bba075cf60ec61f1533815a7d46b80a480ddcbf4062f75b4dc844db8b", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1660 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49e67d123eac344b65b7ab4c", "attempt_id": "55fe4ec247d0", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:01.061556Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286355440}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 38404224, "serialized_payload_bytes": 38438414, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 139.40508291125298, "doc_prefill_ms": 240.0743329199031, "compress_ms": 9.41404199693352, "serialize_ms": 129.62595804128796, "load_ms": 1.9989589927718043, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.04504099022597, "ttft_ms": 20.04504099022597, "decode_ms": 86.66333300061524}, "total_wall_ms": 110.22387503180653, "ttft_ms": 20.04504099022597, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2254782464, "backend_memory": {"mlx_active_bytes": 6326673776, "mlx_peak_bytes": 6384252292, "mlx_cache_bytes": 16090673534, "process_rss_bytes": 2254782464}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6384252292, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2cd622bba075cf60ec61f1533815a7d46b80a480ddcbf4062f75b4dc844db8b", "output_hash": "f42f05ebfc96f7258cbfbbb37cd65e114d3d15f869e68e6c95b71fc288c30a32"} |
| |
1661 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dbafaa1b49c28521059e5dae", "attempt_id": "97e9f56ccd3a", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:01.191021Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286355440}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 45, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 38404224, "serialized_payload_bytes": 38438414, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 139.40508291125298, "doc_prefill_ms": 240.0743329199031, "compress_ms": 9.41404199693352, "serialize_ms": 129.62595804128796, "load_ms": 2.039209008216858, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.960750058293343, "ttft_ms": 20.960750058293343, "decode_ms": 101.69345792382956}, "total_wall_ms": 126.1187499621883, "ttft_ms": 20.960750058293343, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2254815232, "backend_memory": {"mlx_active_bytes": 6326685296, "mlx_peak_bytes": 6396931268, "mlx_cache_bytes": 16120463078, "process_rss_bytes": 2254815232}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6396931268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8421725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2cd622bba075cf60ec61f1533815a7d46b80a480ddcbf4062f75b4dc844db8b", "output_hash": "e4949aba3b0b77de05a87edaab854329fa75df7bf68b29a3def71e985a06e5b5"} |
| |
1662 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e3f6f47c8253534cfb4bf952", "attempt_id": "6f6b14f1c921", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:01.358877Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268508296}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 20331648, "serialized_payload_bytes": 20365700, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.137667052447796, "doc_prefill_ms": 240.0743329199031, "compress_ms": 10.004749987274408, "serialize_ms": 11.784708010964096, "load_ms": 1.7267080256715417, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.107624935917556, "ttft_ms": 20.107624935917556, "decode_ms": 679.7018330544233}, "total_wall_ms": 703.1609169207513, "ttft_ms": 20.107624935917556, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2298036224, "backend_memory": {"mlx_active_bytes": 6289737352, "mlx_peak_bytes": 6344018252, "mlx_cache_bytes": 16250467406, "process_rss_bytes": 2298036224}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6344018252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n\n\n\n\n0\n9\nBased\nBased\nBasedBased<|im_start|>userr answer the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "710466dab9f02670a953649948b86324c32217b36cbd36fd2b7a5fd1a084c7e0", "output_hash": "77c82cd65246c1dd8a5addcb101a9680038526a166b0cd992a7117481f8e44c3"} |
| |
1663 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51d928f312ee77ba025259a0", "attempt_id": "05260cf5995b", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:02.082484Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268508296}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 41, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 20331648, "serialized_payload_bytes": 20365700, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.137667052447796, "doc_prefill_ms": 240.0743329199031, "compress_ms": 10.004749987274408, "serialize_ms": 11.784708010964096, "load_ms": 1.684625050984323, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.373207982629538, "ttft_ms": 20.373207982629538, "decode_ms": 680.0284999189898}, "total_wall_ms": 703.5244170110673, "ttft_ms": 20.373207982629538, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2298511360, "backend_memory": {"mlx_active_bytes": 6294722696, "mlx_peak_bytes": 6351889480, "mlx_cache_bytes": 16261777230, "process_rss_bytes": 2298511360}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6351889480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\nate:\nateeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneeneene", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "710466dab9f02670a953649948b86324c32217b36cbd36fd2b7a5fd1a084c7e0", "output_hash": "ae855dbadb779044e765e6f8c843c725342c3bc711042c80bd9da995aa05f522"} |
| |
1664 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23a32b9c381a51a6d419020c", "attempt_id": "dd8b507e16cb", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:02.804922Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268508296}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 40, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 20331648, "serialized_payload_bytes": 20365700, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.137667052447796, "doc_prefill_ms": 240.0743329199031, "compress_ms": 10.004749987274408, "serialize_ms": 11.784708010964096, "load_ms": 1.567874918691814, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.355167100206017, "ttft_ms": 20.355167100206017, "decode_ms": 43.35158399771899}, "total_wall_ms": 66.69945898465812, "ttft_ms": 20.355167100206017, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 40}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 2298511360, "backend_memory": {"mlx_active_bytes": 6289707656, "mlx_peak_bytes": 6349709464, "mlx_cache_bytes": 16266792270, "process_rss_bytes": 2298511360}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6349709464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "710466dab9f02670a953649948b86324c32217b36cbd36fd2b7a5fd1a084c7e0", "output_hash": "6a3cf5192354f71615ac51034b3e97c20eda99643fcaf5bbe6d41ad59bd12167"} |
| |
1665 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6907e159f6bb57201c08b98a", "attempt_id": "7b215424ad89", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:02.891772Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268508296}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 20331648, "serialized_payload_bytes": 20365700, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.137667052447796, "doc_prefill_ms": 240.0743329199031, "compress_ms": 10.004749987274408, "serialize_ms": 11.784708010964096, "load_ms": 1.8223340157419443, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.984417012892663, "ttft_ms": 19.984417012892663, "decode_ms": 58.11474996153265}, "total_wall_ms": 81.34070900268853, "ttft_ms": 19.984417012892663, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2298511360, "backend_memory": {"mlx_active_bytes": 6289704200, "mlx_peak_bytes": 6343870796, "mlx_cache_bytes": 16266795726, "process_rss_bytes": 2298511360}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6343870796, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "710466dab9f02670a953649948b86324c32217b36cbd36fd2b7a5fd1a084c7e0", "output_hash": "545c38b0922de19734fbffde62792c37c2aef6a3216cfa472449173165220f7d"} |
| |
1666 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "52618450450107af42e116e7", "attempt_id": "87d86af2eda1", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:02.992643Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268508296}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 45, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 20331648, "serialized_payload_bytes": 20365700, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.137667052447796, "doc_prefill_ms": 240.0743329199031, "compress_ms": 10.004749987274408, "serialize_ms": 11.784708010964096, "load_ms": 1.7986249877139926, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.60808299575001, "ttft_ms": 20.60808299575001, "decode_ms": 677.6273329742253}, "total_wall_ms": 701.6388330375776, "ttft_ms": 20.60808299575001, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2298527744, "backend_memory": {"mlx_active_bytes": 6294444168, "mlx_peak_bytes": 6356566764, "mlx_cache_bytes": 16267937614, "process_rss_bytes": 2298527744}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6356566764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n<|im_start|>user\nuser\n\n<|im_start|>useruser\n can information project the the the the the the the\n the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "710466dab9f02670a953649948b86324c32217b36cbd36fd2b7a5fd1a084c7e0", "output_hash": "6b123493b0e4b4e55944b14a5b5e47bda6fd735fb839418a14e47629267e5bd6"} |
| |
1667 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "325f1ece81a461a037c469b5", "attempt_id": "46564c61b0aa", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:03.740123Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1961, "keep": 490, "compress_ms": 8.08712502475828}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079274, "side_information_bytes": 15914, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.361459051258862, "doc_prefill_ms": 240.0743329199031, "compress_ms": 8.121667080558836, "serialize_ms": 18.07416696101427, "load_ms": 1.5206249663606286, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.1231249589473, "ttft_ms": 18.1231249589473, "decode_ms": 26.623291079886258}, "total_wall_ms": 47.83941700588912, "ttft_ms": 18.1231249589473, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2321285120, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322987216, "mlx_cache_bytes": 16275375990, "process_rss_bytes": 2321285120}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6322987216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not applicable", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a696f4c8978bce5d08b44f8a46589d647eb5f815882952eb820f657f01267e65", "output_hash": "5237c96ac1a23b98eb13770503afe986b088acd6627fa7649a5afdcbc4bb8e99"} |
| |
1668 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "34c815d771dad5701b2673bd", "attempt_id": "af8e63b2019f", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:03.807754Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1961, "keep": 490, "compress_ms": 8.08712502475828}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 41, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079274, "side_information_bytes": 15914, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.361459051258862, "doc_prefill_ms": 240.0743329199031, "compress_ms": 8.121667080558836, "serialize_ms": 18.07416696101427, "load_ms": 1.3904169900342822, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.202750012278557, "ttft_ms": 18.202750012278557, "decode_ms": 134.32958291377872}, "total_wall_ms": 155.3429999621585, "ttft_ms": 18.202750012278557, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2321285120, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6328738020, "mlx_cache_bytes": 16275375990, "process_rss_bytes": 2321285120}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6328738020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a696f4c8978bce5d08b44f8a46589d647eb5f815882952eb820f657f01267e65", "output_hash": "9a7648510c9743a8126239d7e19fd7d94f460c7b55140f10a05845c7aca9cd3c"} |
| |
1669 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3782bfeda1de19938119e820", "attempt_id": "3da1726c6307", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:03.982346Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1961, "keep": 490, "compress_ms": 8.08712502475828}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 40, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079274, "side_information_bytes": 15914, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.361459051258862, "doc_prefill_ms": 240.0743329199031, "compress_ms": 8.121667080558836, "serialize_ms": 18.07416696101427, "load_ms": 1.328290905803442, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.211084068752825, "ttft_ms": 18.211084068752825, "decode_ms": 27.260666014626622}, "total_wall_ms": 48.2092919992283, "ttft_ms": 18.211084068752825, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2321285120, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6326952164, "mlx_cache_bytes": 16275375990, "process_rss_bytes": 2321285120}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6326952164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a696f4c8978bce5d08b44f8a46589d647eb5f815882952eb820f657f01267e65", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1670 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6cc8c5faccd6dd7f2b5a9e7d", "attempt_id": "99ff7e4dac55", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:04.050021Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1961, "keep": 490, "compress_ms": 8.08712502475828}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079274, "side_information_bytes": 15914, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.361459051258862, "doc_prefill_ms": 240.0743329199031, "compress_ms": 8.121667080558836, "serialize_ms": 18.07416696101427, "load_ms": 1.1894159251824021, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.259083037264645, "ttft_ms": 18.259083037264645, "decode_ms": 27.10316702723503}, "total_wall_ms": 48.16629190463573, "ttft_ms": 18.259083037264645, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2321285120, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322987216, "mlx_cache_bytes": 16275375990, "process_rss_bytes": 2321285120}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6322987216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a696f4c8978bce5d08b44f8a46589d647eb5f815882952eb820f657f01267e65", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1671 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c386104fd395e9735b8bb5ec", "attempt_id": "94bf1a2352f1", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:04.117259Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1961, "keep": 490, "compress_ms": 8.08712502475828}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 45, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079274, "side_information_bytes": 15914, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.361459051258862, "doc_prefill_ms": 240.0743329199031, "compress_ms": 8.121667080558836, "serialize_ms": 18.07416696101427, "load_ms": 1.5296669444069266, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.583582947030663, "ttft_ms": 18.583582947030663, "decode_ms": 26.569249923340976}, "total_wall_ms": 48.08970808517188, "ttft_ms": 18.583582947030663, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 45}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2321301504, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6331326708, "mlx_cache_bytes": 16275375990, "process_rss_bytes": 2321301504}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6331326708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a696f4c8978bce5d08b44f8a46589d647eb5f815882952eb820f657f01267e65", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1672 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d16bf31cf09c6cff5bca9a89", "attempt_id": "dd7ca171d86e", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:04.199224Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1961, "keep": 490, "compress_ms": 8.479250012896955}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079270, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.073083992116153, "doc_prefill_ms": 240.0743329199031, "compress_ms": 8.516291971318424, "serialize_ms": 5.37508400157094, "load_ms": 1.4951670309528708, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.12208304181695, "ttft_ms": 18.12208304181695, "decode_ms": 629.6145409578457}, "total_wall_ms": 653.4209171077237, "ttft_ms": 18.12208304181695, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2336292864, "backend_memory": {"mlx_active_bytes": 6287958024, "mlx_peak_bytes": 6322987216, "mlx_cache_bytes": 16274425718, "process_rss_bytes": 2336292864}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6322987216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The question is in a university.\nThe university is a university.\nThe university is a university.\nThe university is a university.\nThe university is a university.\nThe university is a university.\nThe university is a university.\nThe university is a university", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccb9214d5628a6668f35f08c45c0cb21eea06a48673988fe07b3dd5cfdbeef71", "output_hash": "fe7163f72bfe7df0f4cea03ebcbd8c3b3733ddd47a26f20307864b45682bed19"} |
| |
1673 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c9d3dd94fdac47ab273b47b", "attempt_id": "977f293b1132", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:04.873849Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1961, "keep": 490, "compress_ms": 8.479250012896955}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 41, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079270, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.073083992116153, "doc_prefill_ms": 240.0743329199031, "compress_ms": 8.516291971318424, "serialize_ms": 5.37508400157094, "load_ms": 1.2812080094590783, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.223999999463558, "ttft_ms": 18.223999999463558, "decode_ms": 627.3608749033883}, "total_wall_ms": 648.2809580629691, "ttft_ms": 18.223999999463558, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2336309248, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6328770788, "mlx_cache_bytes": 16282748790, "process_rss_bytes": 2336309248}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6328770788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Assistant 10000000\n\nAssistant 1000000\n\nAssistant 1000000\n\nAssistant 1000000\n\nAssistant 10000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccb9214d5628a6668f35f08c45c0cb21eea06a48673988fe07b3dd5cfdbeef71", "output_hash": "4d750e04c8daf7c888a0f17577825be0d7d4bf1ad43db42f2ad545d06316b504"} |
| |
1674 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "19590f65de7a70602a61f417", "attempt_id": "fb2a97c256e2", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:05.542004Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1961, "keep": 490, "compress_ms": 8.479250012896955}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 40, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079270, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.073083992116153, "doc_prefill_ms": 240.0743329199031, "compress_ms": 8.516291971318424, "serialize_ms": 5.37508400157094, "load_ms": 1.4462079852819443, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.394125043414533, "ttft_ms": 18.394125043414533, "decode_ms": 630.2576659945771}, "total_wall_ms": 651.5514580532908, "ttft_ms": 18.394125043414533, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2336309248, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6326952164, "mlx_cache_bytes": 16282748790, "process_rss_bytes": 2336309248}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6326952164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Assistant and colleague\n\nAssistant and colleague\n\nAssistant and colleague\n\nAssistant and colleague\n\nAssistant and colleague\n\nAssistant and colleague\n\nAssistant and colleague\n\nAssistant and colleague\n\nAssistant and colleague\n\nAssistant and colleague\n\nAssistant and colleague\n\nAssistant and colleague\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccb9214d5628a6668f35f08c45c0cb21eea06a48673988fe07b3dd5cfdbeef71", "output_hash": "c7dd9d14014555b1377e46f2a9247c4f1ba256a4f3cc97d80b51e16d236932d7"} |
| |
1675 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "962e18c89fa7c973bd7989ea", "attempt_id": "6e9cafc2424b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:06.213097Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1961, "keep": 490, "compress_ms": 8.479250012896955}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079270, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.073083992116153, "doc_prefill_ms": 240.0743329199031, "compress_ms": 8.516291971318424, "serialize_ms": 5.37508400157094, "load_ms": 1.1706670047715306, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.234374932944775, "ttft_ms": 18.234374932944775, "decode_ms": 0.027416972443461418}, "total_wall_ms": 20.814542076550424, "ttft_ms": 18.234374932944775, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 2336309248, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322987216, "mlx_cache_bytes": 16284403574, "process_rss_bytes": 2336309248}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6322987216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccb9214d5628a6668f35f08c45c0cb21eea06a48673988fe07b3dd5cfdbeef71", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
1676 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a974bdbec8ad1e9785ecb4fe", "attempt_id": "596b259decc4", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:06.252930Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1961, "keep": 490, "compress_ms": 8.479250012896955}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 45, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079270, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.073083992116153, "doc_prefill_ms": 240.0743329199031, "compress_ms": 8.516291971318424, "serialize_ms": 5.37508400157094, "load_ms": 1.452250056900084, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.43983307480812, "ttft_ms": 18.43983307480812, "decode_ms": 630.9931250289083}, "total_wall_ms": 652.2597499424592, "ttft_ms": 18.43983307480812, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2336309248, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6331326708, "mlx_cache_bytes": 16282748790, "process_rss_bytes": 2336309248}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6331326708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The project was on access. The project was on access. The project was on access. The project was on access. The project was on access. The project was on access. The project was on access. The project was on access.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ccb9214d5628a6668f35f08c45c0cb21eea06a48673988fe07b3dd5cfdbeef71", "output_hash": "c7dbc3d47bbb72b23cc9cdf5637096ff5ae59f05eb188d989a6f8523d549668c"} |
| |
1677 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a9b5fed6972fdff0b1fff78c", "attempt_id": "c61137736db3", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:06.924642Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 36, "compress_ms": 45.807500020600855}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079316, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.25283298548311, "doc_prefill_ms": 240.0743329199031, "compress_ms": 47.25400009192526, "serialize_ms": 3.769207978621125, "load_ms": 1.2226250255480409, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.948666005395353, "ttft_ms": 17.948666005395353, "decode_ms": 93.15604099538177}, "total_wall_ms": 165.1464169844985, "ttft_ms": 17.948666005395353, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2338275328, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322856144, "mlx_cache_bytes": 16382986238, "process_rss_bytes": 2338275328}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6322856144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-8998", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a355e37f2cf1c5c08f781eb29bcc6b3b3660082ec498580416a592a71f25a6f", "output_hash": "f983e5e4094842348a5bf8938c9ef945fd84947c8fb80be67703db791633a328"} |
| |
1678 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee85c1925ad9965a298fec73", "attempt_id": "33e41bc7e596", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:07.109827Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 41, "compress_ms": 41.60466697067022}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 41, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079315, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.332583111710846, "doc_prefill_ms": 240.0743329199031, "compress_ms": 43.095957953482866, "serialize_ms": 4.01241600047797, "load_ms": 1.2047920608893037, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.153625074774027, "ttft_ms": 18.153625074774027, "decode_ms": 134.3084160471335}, "total_wall_ms": 202.52037490718067, "ttft_ms": 18.153625074774027, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2338553856, "backend_memory": {"mlx_active_bytes": 6287040520, "mlx_peak_bytes": 6328180964, "mlx_cache_bytes": 16391178238, "process_rss_bytes": 2338553856}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6328180964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4121fce92686814115a5be4d516768192c276147d22acb8a75ad103bc7cc4e0f", "output_hash": "9a7648510c9743a8126239d7e19fd7d94f460c7b55140f10a05845c7aca9cd3c"} |
| |
1679 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d28da9ac89a66fe945023052", "attempt_id": "5962472280de", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:07.332634Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 40, "compress_ms": 41.59608297049999}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 40, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079315, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.804583980701864, "doc_prefill_ms": 240.0743329199031, "compress_ms": 42.897375067695975, "serialize_ms": 3.6893750075250864, "load_ms": 1.1451250175014138, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.007249920628965, "ttft_ms": 18.007249920628965, "decode_ms": 92.55691699218005}, "total_wall_ms": 160.11445794720203, "ttft_ms": 18.007249920628965, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2338832384, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6326231268, "mlx_cache_bytes": 16404269054, "process_rss_bytes": 2338832384}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6326231268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4121fce92686814115a5be4d516768192c276147d22acb8a75ad103bc7cc4e0f", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1680 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cadda23f982eb1c2c274dac3", "attempt_id": "09a027a7a6a2", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:07.512963Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 36, "compress_ms": 41.353416047059}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079313, "side_information_bytes": 15953, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.0092500327155, "doc_prefill_ms": 240.0743329199031, "compress_ms": 42.725958046503365, "serialize_ms": 4.05483297072351, "load_ms": 1.1509590549394488, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.952791997231543, "ttft_ms": 17.952791997231543, "decode_ms": 79.51008400414139}, "total_wall_ms": 147.17108302284032, "ttft_ms": 17.952791997231543, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2339094528, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322856144, "mlx_cache_bytes": 16404269054, "process_rss_bytes": 2339094528}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6322856144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "251953603fd7062d92638ddd1b6ce56196a623abf727c02d47f432cbcfc2877e", "output_hash": "f42f05ebfc96f7258cbfbbb37cd65e114d3d15f869e68e6c95b71fc288c30a32"} |
| |
1681 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "84fe21970cb48fe3cc0cba85", "attempt_id": "a99ca56a908c", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:07.680418Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 45, "compress_ms": 42.2670419793576}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 45, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079314, "side_information_bytes": 15954, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.838541911914945, "doc_prefill_ms": 240.0743329199031, "compress_ms": 43.63299999386072, "serialize_ms": 3.9808748988434672, "load_ms": 0.9772919584065676, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.373917089775205, "ttft_ms": 18.373917089775205, "decode_ms": 80.88420797139406}, "total_wall_ms": 149.69870808999985, "ttft_ms": 18.373917089775205, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 45}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2339373056, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6331326708, "mlx_cache_bytes": 16424667134, "process_rss_bytes": 2339373056}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6331326708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "842375", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "26ff79a272b30eed52e5f373577e4c5ab9fcd6b9b4092e64e7ff557c12949fe0", "output_hash": "432e39ff3efbe04a664b9df0e0b6be6a7d3f2f7584b3dd8661d06676e195ed09"} |
| |
1682 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "18b8c2fd9a0ed8e8d634b172", "attempt_id": "faf380b47850", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:07.892833Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 19, "compress_ms": 38.90825004782528}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079315, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.24587499629706, "doc_prefill_ms": 240.0743329199031, "compress_ms": 39.02712499257177, "serialize_ms": 3.068499965593219, "load_ms": 1.6361249145120382, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.020124989561737, "ttft_ms": 18.020124989561737, "decode_ms": 13.206499977968633}, "total_wall_ms": 34.2628340004012, "ttft_ms": 18.020124989561737, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2339684352, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322856144, "mlx_cache_bytes": 16438478846, "process_rss_bytes": 2339684352}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6322856144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4121fce92686814115a5be4d516768192c276147d22acb8a75ad103bc7cc4e0f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1683 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d2ea9958fc078080fdf847a", "attempt_id": "986bbca567b8", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:07.946584Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 19, "compress_ms": 38.90825004782528}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 41, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079315, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.24587499629706, "doc_prefill_ms": 240.0743329199031, "compress_ms": 39.02712499257177, "serialize_ms": 3.068499965593219, "load_ms": 1.5201250789687037, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.21891695726663, "ttft_ms": 18.21891695726663, "decode_ms": 13.093624962493777}, "total_wall_ms": 34.252333105541766, "ttft_ms": 18.21891695726663, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2339684352, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6328180964, "mlx_cache_bytes": 16438478846, "process_rss_bytes": 2339684352}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6328180964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4121fce92686814115a5be4d516768192c276147d22acb8a75ad103bc7cc4e0f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1684 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6dada1ae5649d9fffcaada96", "attempt_id": "1eca9bd739f0", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:08.000537Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 19, "compress_ms": 38.90825004782528}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 40, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079315, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.24587499629706, "doc_prefill_ms": 240.0743329199031, "compress_ms": 39.02712499257177, "serialize_ms": 3.068499965593219, "load_ms": 1.509083085693419, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.144208006560802, "ttft_ms": 18.144208006560802, "decode_ms": 172.75441600941122}, "total_wall_ms": 193.94058303441852, "ttft_ms": 18.144208006560802, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 40}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 2339684352, "backend_memory": {"mlx_active_bytes": 6287187976, "mlx_peak_bytes": 6326231268, "mlx_cache_bytes": 16438298622, "process_rss_bytes": 2339684352}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6326231268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1. 2. 2. 2. 1", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4121fce92686814115a5be4d516768192c276147d22acb8a75ad103bc7cc4e0f", "output_hash": "85ea8f9ce2c130531b6f45c928f1b31fb0d56b8ba59a62a9ea46dd5cbedaf86d"} |
| |
1685 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79223f45e7f31524b581f798", "attempt_id": "6c71ff122c35", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:08.214365Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 19, "compress_ms": 38.90825004782528}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079315, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.24587499629706, "doc_prefill_ms": 240.0743329199031, "compress_ms": 39.02712499257177, "serialize_ms": 3.068499965593219, "load_ms": 1.2745000422000885, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.11158296186477, "ttft_ms": 18.11158296186477, "decode_ms": 13.604499981738627}, "total_wall_ms": 34.36775004956871, "ttft_ms": 18.11158296186477, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2339684352, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322856144, "mlx_cache_bytes": 16438478846, "process_rss_bytes": 2339684352}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6322856144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4121fce92686814115a5be4d516768192c276147d22acb8a75ad103bc7cc4e0f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1686 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "596dd15d926f3fb92df53633", "attempt_id": "bd40576384c8", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:08.268409Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 19, "compress_ms": 38.90825004782528}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 45, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079315, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.24587499629706, "doc_prefill_ms": 240.0743329199031, "compress_ms": 39.02712499257177, "serialize_ms": 3.068499965593219, "load_ms": 1.3282090658321977, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.45287496689707, "ttft_ms": 18.45287496689707, "decode_ms": 120.80979195889086}, "total_wall_ms": 142.04237493686378, "ttft_ms": 18.45287496689707, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2339684352, "backend_memory": {"mlx_active_bytes": 6287269896, "mlx_peak_bytes": 6331326708, "mlx_cache_bytes": 16438216702, "process_rss_bytes": 2339684352}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6331326708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,725,725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4121fce92686814115a5be4d516768192c276147d22acb8a75ad103bc7cc4e0f", "output_hash": "555f79cbf407937a0ec915600dd281bdbd3683441d93c34db29abafff87b3ba1"} |
| |
1687 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "da19785d3df57b8d881b7ec0", "attempt_id": "34cb7262e442", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:08.429743Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 36, "compress_ms": 42.42674994748086}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079271, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.96687506698072, "doc_prefill_ms": 240.0743329199031, "compress_ms": 43.74216601718217, "serialize_ms": 4.997375071980059, "load_ms": 1.106790965422988, "receiver_prefill_ms": 0.0, "query_prefill_ms": 339.7253330331296, "ttft_ms": 339.7253330331296, "decode_ms": 94.07508303411305}, "total_wall_ms": 485.47454201616347, "ttft_ms": 339.7253330331296, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2359230464, "backend_memory": {"mlx_active_bytes": 6286549000, "mlx_peak_bytes": 6313589232, "mlx_cache_bytes": 16503518334, "process_rss_bytes": 2359230464}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6313589232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-8998", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "72ac979705bfbbd383f3f7a6fb3c4d6d9fda7e9ac56a4f8c47a9175f7f0345aa", "output_hash": "f983e5e4094842348a5bf8938c9ef945fd84947c8fb80be67703db791633a328"} |
| |
1688 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7e3ba74fc5d7be6fe0cc692b", "attempt_id": "ccbba55e2b33", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:08.934614Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 41, "compress_ms": 41.90787498373538}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 41, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079271, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.326582997106016, "doc_prefill_ms": 240.0743329199031, "compress_ms": 43.27979206573218, "serialize_ms": 4.816666943952441, "load_ms": 1.1880419915542006, "receiver_prefill_ms": 0.0, "query_prefill_ms": 383.47054191399366, "ttft_ms": 383.47054191399366, "decode_ms": 134.89720900543034}, "total_wall_ms": 569.4811251014471, "ttft_ms": 383.47054191399366, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2376794112, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6314760788, "mlx_cache_bytes": 16508426762, "process_rss_bytes": 2376794112}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6314760788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "72ac979705bfbbd383f3f7a6fb3c4d6d9fda7e9ac56a4f8c47a9175f7f0345aa", "output_hash": "a4c5a5b4eb82a9de30f7b244ffd87f652f751f26af795ce6ce60ef1c07e8d3d4"} |
| |
1689 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b8af84f6192d2475cf475aed", "attempt_id": "8b8b112fc27d", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:09.525137Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 40, "compress_ms": 41.617457987740636}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 40, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079272, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.96654102392495, "doc_prefill_ms": 240.0743329199031, "compress_ms": 43.11870806850493, "serialize_ms": 4.585125017911196, "load_ms": 0.5137500120326877, "receiver_prefill_ms": 0.0, "query_prefill_ms": 373.0369999539107, "ttft_ms": 373.0369999539107, "decode_ms": 95.09545797482133}, "total_wall_ms": 518.1929999962449, "ttft_ms": 373.0369999539107, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2392539136, "backend_memory": {"mlx_active_bytes": 6286516232, "mlx_peak_bytes": 6314467064, "mlx_cache_bytes": 16508508682, "process_rss_bytes": 2392539136}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6314467064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9a88b3eb5535f2c487f97a9e4e52e2412340dd680838cf29fd01db89d67e97ac", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1690 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b192d9c422987c9c909c9d7c", "attempt_id": "16fb79de05d0", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:10.064346Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 36, "compress_ms": 41.98591597378254}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079271, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.79541690368205, "doc_prefill_ms": 240.0743329199031, "compress_ms": 43.31579199060798, "serialize_ms": 4.263083916157484, "load_ms": 1.1791669530794024, "receiver_prefill_ms": 0.0, "query_prefill_ms": 339.13312503136694, "ttft_ms": 339.13312503136694, "decode_ms": 80.51383297424763}, "total_wall_ms": 470.21375002805144, "ttft_ms": 339.13312503136694, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2404483072, "backend_memory": {"mlx_active_bytes": 6286336008, "mlx_peak_bytes": 6313369252, "mlx_cache_bytes": 16509147658, "process_rss_bytes": 2404483072}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6313369252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovna", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "72ac979705bfbbd383f3f7a6fb3c4d6d9fda7e9ac56a4f8c47a9175f7f0345aa", "output_hash": "9be605076f404d6c68e6381a19d98e7589bda83bf6f1f0c274fa1d006371321e"} |
| |
1691 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1eaddf9db307f31f07bdd13a", "attempt_id": "c817310e0133", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:10.555161Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 45, "compress_ms": 41.98566603008658}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 45, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 18063360, "serialized_payload_bytes": 18079271, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.26962493825704, "doc_prefill_ms": 240.0743329199031, "compress_ms": 43.403832940384746, "serialize_ms": 4.644833039492369, "load_ms": 0.9645828977227211, "receiver_prefill_ms": 0.0, "query_prefill_ms": 421.6295420192182, "ttft_ms": 421.6295420192182, "decode_ms": 121.31904100533575}, "total_wall_ms": 593.7912500230595, "ttft_ms": 421.6295420192182, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2417065984, "backend_memory": {"mlx_active_bytes": 6286729224, "mlx_peak_bytes": 6315612836, "mlx_cache_bytes": 16510131834, "process_rss_bytes": 2417065984}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6315612836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8423275.0", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "72ac979705bfbbd383f3f7a6fb3c4d6d9fda7e9ac56a4f8c47a9175f7f0345aa", "output_hash": "eeb368fda0ec6339e18fc40bfe88d095fe25a2e4bd79ae139a18f6343e19cf34"} |
| |
1692 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dcfa85abf81910e4c1d2cd45", "attempt_id": "63fec4fcab5d", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:11.168736Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 36, "compress_ms": 41.44075000658631, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 9596160, "serialized_payload_bytes": 9629681, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.63158301915973, "doc_prefill_ms": 240.0743329199031, "compress_ms": 49.64733391534537, "serialize_ms": 28.57908292207867, "load_ms": 1.4790409477427602, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.53045804798603, "ttft_ms": 17.53045804798603, "decode_ms": 102.20762505196035}, "total_wall_ms": 201.39137492515147, "ttft_ms": 17.53045804798603, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2432368640, "backend_memory": {"mlx_active_bytes": 6268711132, "mlx_peak_bytes": 6309335280, "mlx_cache_bytes": 16532723030, "process_rss_bytes": 2432368640}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6309335280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GK-8998", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c066858551ddd7459b66627809e2e35237dfcade3fa6dba9e5a5a51fe8e68b96", "output_hash": "f983e5e4094842348a5bf8938c9ef945fd84947c8fb80be67703db791633a328"} |
| |
1693 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "941f8b554360b0638599f258", "attempt_id": "eb675d4dc936", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:11.390369Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 41, "compress_ms": 41.70129192061722, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 41, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 9596160, "serialized_payload_bytes": 9629681, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.7061251020059, "doc_prefill_ms": 240.0743329199031, "compress_ms": 50.44683301821351, "serialize_ms": 4.85020806081593, "load_ms": 1.5662920195609331, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.629957990720868, "ttft_ms": 17.629957990720868, "decode_ms": 143.951625097543}, "total_wall_ms": 220.38675006479025, "ttft_ms": 17.629957990720868, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2433400832, "backend_memory": {"mlx_active_bytes": 6268675308, "mlx_peak_bytes": 6314918792, "mlx_cache_bytes": 16537332742, "process_rss_bytes": 2433400832}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6314918792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 660-H, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c066858551ddd7459b66627809e2e35237dfcade3fa6dba9e5a5a51fe8e68b96", "output_hash": "9a7648510c9743a8126239d7e19fd7d94f460c7b55140f10a05845c7aca9cd3c"} |
| |
1694 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4763516b0b2b5914564f1ef0", "attempt_id": "9de5b92dc5f1", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:11.630518Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 40, "compress_ms": 41.50587506592274, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 40, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 9596160, "serialized_payload_bytes": 9629681, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.103167029097676, "doc_prefill_ms": 240.0743329199031, "compress_ms": 49.70170895103365, "serialize_ms": 3.995291073806584, "load_ms": 1.4134589582681656, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.67629198729992, "ttft_ms": 17.67629198729992, "decode_ms": 99.95925007387996}, "total_wall_ms": 174.70233305357397, "ttft_ms": 17.67629198729992, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2433417216, "backend_memory": {"mlx_active_bytes": 6268624888, "mlx_peak_bytes": 6317899432, "mlx_cache_bytes": 16537383162, "process_rss_bytes": 2433417216}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6317899432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "89.3122", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c066858551ddd7459b66627809e2e35237dfcade3fa6dba9e5a5a51fe8e68b96", "output_hash": "2138888e6519b2f4b1b54142e6f9c541102d7f9ee5bcf8e4184c81a382601757"} |
| |
1695 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "565cd5b89f50c1b3530862e6", "attempt_id": "6d4f063153af", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:11.825482Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 36, "compress_ms": 41.263333056122065, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 36, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 9596160, "serialized_payload_bytes": 9629682, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.14458399172872, "doc_prefill_ms": 240.0743329199031, "compress_ms": 49.392292043194175, "serialize_ms": 4.34008298907429, "load_ms": 1.4225830091163516, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.449499922804534, "ttft_ms": 17.449499922804534, "decode_ms": 86.51950000785291}, "total_wall_ms": 161.08574997633696, "ttft_ms": 17.449499922804534, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2433417216, "backend_memory": {"mlx_active_bytes": 6268619000, "mlx_peak_bytes": 6309243052, "mlx_cache_bytes": 16537389050, "process_rss_bytes": 2433417216}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6309243052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "130b888c4ae200563c14c32079b3ddbcebadaeb6cd486542fb45baac543febfa", "output_hash": "f42f05ebfc96f7258cbfbbb37cd65e114d3d15f869e68e6c95b71fc288c30a32"} |
| |
1696 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e8c9ec42646f97dd0dd21912", "attempt_id": "481fde9f8e73", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:12.006971Z", "task_family": "synthetic", "document_id": "syn_03015_2000", "document_hash": "71a7284b9bc3f681d69d91d18b9e8d45a4dda486cd14f4145395786ac6a68a89", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03015_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1961, "keep": 490, "window_tokens": 45, "compress_ms": 40.634207893162966, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1922, "source_tokens_receiver": 1922, "query_tokens": 45, "message_tokens": 1961, "message_utf8_bytes": 7177, "cache_tensor_bytes": 9596160, "serialized_payload_bytes": 9629682, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.495333064347506, "doc_prefill_ms": 240.0743329199031, "compress_ms": 49.099375028163195, "serialize_ms": 3.9788750000298023, "load_ms": 1.370041980408132, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.708083032630384, "ttft_ms": 17.708083032630384, "decode_ms": 85.50316595938057}, "total_wall_ms": 159.60879193153232, "ttft_ms": 17.708083032630384, "input_usage": {"receiver_prefix_tokens": 1961, "dense_cache_bytes": 72290304, "query_tokens": 45}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2433417216, "backend_memory": {"mlx_active_bytes": 6268675240, "mlx_peak_bytes": 6324494600, "mlx_cache_bytes": 16537332810, "process_rss_bytes": 2433417216}, "peak_prefill_memory": 7029276528, "peak_decode_memory": 6324494600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "842375", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03015_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "130b888c4ae200563c14c32079b3ddbcebadaeb6cd486542fb45baac543febfa", "output_hash": "432e39ff3efbe04a664b9df0e0b6be6a7d3f2f7584b3dd8661d06676e195ed09"} |
| |
1697 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "062a9980aed13fab0b5c9a03", "attempt_id": "ba4a496ca9eb", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:12.295642Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007999944500625134, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.3569170339033, "ttft_ms": 12.996208970434964, "decode_ms": 13.524791924282908}, "total_wall_ms": 49.38124993350357, "ttft_ms": 12.996208970434964, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079178752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 128550584, "process_rss_bytes": 2079178752}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1698 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8c6d854b2caf89bfe27ffc40", "attempt_id": "e27d2a4d5a88", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:12.372586Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007999944500625134, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.990167072042823, "ttft_ms": 13.329084031283855, "decode_ms": 13.309583067893982}, "total_wall_ms": 51.074541988782585, "ttft_ms": 13.329084031283855, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079178752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 193283768, "process_rss_bytes": 2079178752}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1699 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b31d5cb5a2bc0802f674dfe9", "attempt_id": "ca7de45a7bf2", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:12.449079Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007999944500625134, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.8677921006456, "ttft_ms": 13.112250017002225, "decode_ms": 13.161790906451643}, "total_wall_ms": 50.58291694149375, "ttft_ms": 13.112250017002225, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079178752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243623560, "mlx_cache_bytes": 208602808, "process_rss_bytes": 2079178752}, "peak_prefill_memory": null, "peak_decode_memory": 6243623560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1700 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d2a628c13d883bba8ceefd47", "attempt_id": "2a53b34c666a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:12.524591Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 67, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007999944500625134, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.96954200230539, "ttft_ms": 13.364666956476867, "decode_ms": 13.4378329385072}, "total_wall_ms": 51.248333998955786, "ttft_ms": 13.364666956476867, "input_usage": {"receiver_prompt_tokens": 67}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079178752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245655176, "mlx_cache_bytes": 253626040, "process_rss_bytes": 2079178752}, "peak_prefill_memory": null, "peak_decode_memory": 6245655176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1701 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6abc2ac09cbfa2f554008f76", "attempt_id": "2bfe96471223", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:12.602092Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007999944500625134, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.0246249595657, "ttft_ms": 13.471666956320405, "decode_ms": 13.172916020266712}, "total_wall_ms": 51.24220799189061, "ttft_ms": 13.471666956320405, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079178752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245704328, "mlx_cache_bytes": 298157752, "process_rss_bytes": 2079178752}, "peak_prefill_memory": null, "peak_decode_memory": 6245704328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1702 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8310558e200edad40e2563a0", "attempt_id": "4bab6c824263", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:12.680452Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 5877, "message_tokens": 5802, "message_utf8_bytes": 29319, "cache_tensor_bytes": null, "serialized_payload_bytes": 29319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008040922693908215, "decode_payload_ms": 0.0, "receiver_prefill_ms": 773.5120001016185, "ttft_ms": 14.395792037248611, "decode_ms": 139.42037499509752}, "total_wall_ms": 936.0726659651846, "ttft_ms": 14.395792037248611, "input_usage": {"receiver_prompt_tokens": 5877}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2079211520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2215642808, "process_rss_bytes": 2079211520}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-14X-6634", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "output_hash": "0eb607bf9106acd2f27f0f2844c00047450ceed7799bbe1b2879672c3700b119"} |
| |
1703 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "42f31685df2737d0c09f3732", "attempt_id": "3e3ea998629c", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:13.643241Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 5882, "message_tokens": 5802, "message_utf8_bytes": 29319, "cache_tensor_bytes": null, "serialized_payload_bytes": 29319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008040922693908215, "decode_payload_ms": 0.0, "receiver_prefill_ms": 819.3755419924855, "ttft_ms": 14.477916993200779, "decode_ms": 168.99512498639524}, "total_wall_ms": 1011.6127920337021, "ttft_ms": 14.477916993200779, "input_usage": {"receiver_prompt_tokens": 5882}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2079244288, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3144468152, "process_rss_bytes": 2079244288}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "output_hash": "e9d8c9bcfcab971769d338246861d54b40408bbfdb6b29c68f7f7d803a7d78ed"} |
| |
1704 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "50c5c3d0ab962478f932a974", "attempt_id": "6e9d60f03189", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:14.679811Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 5881, "message_tokens": 5802, "message_utf8_bytes": 29319, "cache_tensor_bytes": null, "serialized_payload_bytes": 29319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008040922693908215, "decode_payload_ms": 0.0, "receiver_prefill_ms": 857.8973750118166, "ttft_ms": 14.237791998311877, "decode_ms": 98.04741700645536}, "total_wall_ms": 979.0734159760177, "ttft_ms": 14.237791998311877, "input_usage": {"receiver_prompt_tokens": 5881}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2079277056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3319842488, "process_rss_bytes": 2079277056}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1705 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83bffe2276200b5aeebe638e", "attempt_id": "aa667f26c896", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:15.685009Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 5879, "message_tokens": 5802, "message_utf8_bytes": 29319, "cache_tensor_bytes": null, "serialized_payload_bytes": 29319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008040922693908215, "decode_payload_ms": 0.0, "receiver_prefill_ms": 874.5456669712439, "ttft_ms": 14.310874976217747, "decode_ms": 111.78229097276926}, "total_wall_ms": 1009.5752079505473, "ttft_ms": 14.310874976217747, "input_usage": {"receiver_prompt_tokens": 5879}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2079326208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7160242240, "mlx_cache_bytes": 3860088504, "process_rss_bytes": 2079326208}, "peak_prefill_memory": null, "peak_decode_memory": 7160242240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "output_hash": "252259dc833200b039ed2c5085cf0dc6847ffefa99f4a653bdf8673481902f6c"} |
| |
1706 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "52e5982357fa48da3857120c", "attempt_id": "8b60f56d5b0f", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:16.720236Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 5885, "message_tokens": 5802, "message_utf8_bytes": 29319, "cache_tensor_bytes": null, "serialized_payload_bytes": 29319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008040922693908215, "decode_payload_ms": 0.0, "receiver_prefill_ms": 874.8220830457285, "ttft_ms": 14.39429190941155, "decode_ms": 99.88162491936237}, "total_wall_ms": 998.1031250208616, "ttft_ms": 14.39429190941155, "input_usage": {"receiver_prompt_tokens": 5885}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2079358976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4350822072, "process_rss_bytes": 2079358976}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7755450", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "output_hash": "a30221bc7c855d26c2bda21a0a21fda10c953a05d985cec4e1dfa5a6a372d5d3"} |
| |
1707 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "550c997d1417c5a08bf0e7db", "attempt_id": "251f04d936cd", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:17.748112Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5802}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2293, "cache_tensor_bytes": null, "serialized_payload_bytes": 2293, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.373000003397465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.22995891608298, "ttft_ms": 13.418041984550655, "decode_ms": 13.395459041930735}, "total_wall_ms": 109.28487498313189, "ttft_ms": 13.418041984550655, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079391744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 4746462904, "process_rss_bytes": 2079391744}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "094d344b3c3e871e4f0786ee3bf07763cd139b1cba47088729e5ec74c1e975dd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1708 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9ab7d573cf156e4d3a74a563", "attempt_id": "66c14639b4a2", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:17.883599Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5802}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2293, "cache_tensor_bytes": null, "serialized_payload_bytes": 2293, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.373000003397465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.1857079602778, "ttft_ms": 13.595166034065187, "decode_ms": 13.457832974381745}, "total_wall_ms": 107.44024999439716, "ttft_ms": 13.595166034065187, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079391744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5096818360, "process_rss_bytes": 2079391744}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "094d344b3c3e871e4f0786ee3bf07763cd139b1cba47088729e5ec74c1e975dd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1709 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c90eba4461036e0ef2ee839d", "attempt_id": "6590f0ff1e12", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:18.016412Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5802}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2293, "cache_tensor_bytes": null, "serialized_payload_bytes": 2293, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.373000003397465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.47941701766104, "ttft_ms": 13.426792109385133, "decode_ms": 13.507333002053201}, "total_wall_ms": 106.5749580739066, "ttft_ms": 13.426792109385133, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079408128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567260248, "mlx_cache_bytes": 5255087800, "process_rss_bytes": 2079408128}, "peak_prefill_memory": null, "peak_decode_memory": 6567260248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "094d344b3c3e871e4f0786ee3bf07763cd139b1cba47088729e5ec74c1e975dd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1710 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5ac49ffbdf738a82e7cfef3d", "attempt_id": "510b5d19837d", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:18.147866Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5802}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 598, "message_tokens": 516, "message_utf8_bytes": 2293, "cache_tensor_bytes": null, "serialized_payload_bytes": 2293, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.373000003397465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.18104198668152, "ttft_ms": 13.344959006644785, "decode_ms": 13.365458929911256}, "total_wall_ms": 106.04845802299678, "ttft_ms": 13.344959006644785, "input_usage": {"receiver_prompt_tokens": 598}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079424512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568931416, "mlx_cache_bytes": 5501044408, "process_rss_bytes": 2079424512}, "peak_prefill_memory": null, "peak_decode_memory": 6568931416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "094d344b3c3e871e4f0786ee3bf07763cd139b1cba47088729e5ec74c1e975dd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1711 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8e1bdbdf969d5430284fd223", "attempt_id": "1f7834e225c3", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:18.278528Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5802}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 2293, "cache_tensor_bytes": null, "serialized_payload_bytes": 2293, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.373000003397465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.49645800888538, "ttft_ms": 13.636082992888987, "decode_ms": 120.23179198149592}, "total_wall_ms": 213.59729196410626, "ttft_ms": 13.636082992888987, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2079440896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569799768, "mlx_cache_bytes": 5868308152, "process_rss_bytes": 2079440896}, "peak_prefill_memory": null, "peak_decode_memory": 6569799768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,755,450", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "094d344b3c3e871e4f0786ee3bf07763cd139b1cba47088729e5ec74c1e975dd", "output_hash": "50ce1bf5a6a1535bae98114196498afa876eadf9e5680cdc8087d8bc8f71357e"} |
| |
1712 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d2589ac545ee4de3c9b5fa3c", "attempt_id": "c0d197e9768a", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:18.520621Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 583, "message_tokens": 507, "message_utf8_bytes": 1258, "cache_tensor_bytes": null, "serialized_payload_bytes": 1258, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.280666005797684, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.19441698584706, "ttft_ms": 13.477582950145006, "decode_ms": 94.02512502856553}, "total_wall_ms": 182.6615830650553, "ttft_ms": 13.477582950145006, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2079473664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 6222890680, "process_rss_bytes": 2079473664}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lithmunpra-16", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8090ce242bb9c79e0f1bac16c5e5a85e7a89fd4f115d6e2f00eabab2abaa515f", "output_hash": "26fc169ceaba84d7f292defd76062949b1b87a9a87be89b5c857b8642cc75061"} |
| |
1713 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "85971b899b0892c45bf1fddd", "attempt_id": "cf0b256ecb97", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:18.728096Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 588, "message_tokens": 507, "message_utf8_bytes": 1258, "cache_tensor_bytes": null, "serialized_payload_bytes": 1258, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.280666005797684, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.81962497998029, "ttft_ms": 13.5649589356035, "decode_ms": 13.339249999262393}, "total_wall_ms": 99.72995903808624, "ttft_ms": 13.5649589356035, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079473664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 6565775032, "process_rss_bytes": 2079473664}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8090ce242bb9c79e0f1bac16c5e5a85e7a89fd4f115d6e2f00eabab2abaa515f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1714 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6768c702008ed18d0d1b45a0", "attempt_id": "fd9771af1f0e", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:18.852948Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 587, "message_tokens": 507, "message_utf8_bytes": 1258, "cache_tensor_bytes": null, "serialized_payload_bytes": 1258, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.280666005797684, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.8257920127362, "ttft_ms": 13.45020905137062, "decode_ms": 13.48929200321436}, "total_wall_ms": 100.80216603819281, "ttft_ms": 13.45020905137062, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079473664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562443352, "mlx_cache_bytes": 6652184248, "process_rss_bytes": 2079473664}, "peak_prefill_memory": null, "peak_decode_memory": 6562443352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8090ce242bb9c79e0f1bac16c5e5a85e7a89fd4f115d6e2f00eabab2abaa515f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1715 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2da0618884d1d230690de5f5", "attempt_id": "71dde44bf6dd", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:18.979017Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 585, "message_tokens": 507, "message_utf8_bytes": 1258, "cache_tensor_bytes": null, "serialized_payload_bytes": 1258, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.280666005797684, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.21558408532292, "ttft_ms": 13.444125070236623, "decode_ms": 107.45899996254593}, "total_wall_ms": 196.15320896264166, "ttft_ms": 13.444125070236623, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2079490048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 6892635832, "process_rss_bytes": 2079490048}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8090ce242bb9c79e0f1bac16c5e5a85e7a89fd4f115d6e2f00eabab2abaa515f", "output_hash": "252259dc833200b039ed2c5085cf0dc6847ffefa99f4a653bdf8673481902f6c"} |
| |
1716 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d02d9e6d6b0e12faea84696", "attempt_id": "21b146a52d1a", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:19.200836Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 591, "message_tokens": 507, "message_utf8_bytes": 1258, "cache_tensor_bytes": null, "serialized_payload_bytes": 1258, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.280666005797684, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.31112504471093, "ttft_ms": 13.550124946050346, "decode_ms": 93.02941709756851}, "total_wall_ms": 180.92608405277133, "ttft_ms": 13.550124946050346, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2079506432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 7157368504, "process_rss_bytes": 2079506432}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7755450", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8090ce242bb9c79e0f1bac16c5e5a85e7a89fd4f115d6e2f00eabab2abaa515f", "output_hash": "a30221bc7c855d26c2bda21a0a21fda10c953a05d985cec4e1dfa5a6a372d5d3"} |
| |
1717 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bff472d1e944ce78fcb1e19e", "attempt_id": "15efef9f8127", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:19.407334Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 584, "message_tokens": 508, "message_utf8_bytes": 1354, "cache_tensor_bytes": null, "serialized_payload_bytes": 1354, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.046791953034699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.15287501458079, "ttft_ms": 13.349459040910006, "decode_ms": 134.33504092972726}, "total_wall_ms": 222.86974999587983, "ttft_ms": 13.349459040910006, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2079506432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 7157368504, "process_rss_bytes": 2079506432}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-14X-6634", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "26bc0dffdfe47eeaa2482244fb1c50aa376dcaed3e29157d6cd4e6bc2dc93d78", "output_hash": "0eb607bf9106acd2f27f0f2844c00047450ceed7799bbe1b2879672c3700b119"} |
| |
1718 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f29b8af1268f2f53d0d92668", "attempt_id": "d825a25be433", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:19.655908Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 582, "message_tokens": 501, "message_utf8_bytes": 1585, "cache_tensor_bytes": null, "serialized_payload_bytes": 1585, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.08079197909683, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.47095894813538, "ttft_ms": 13.420250033959746, "decode_ms": 161.2891670083627}, "total_wall_ms": 248.2842078898102, "ttft_ms": 13.420250033959746, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2079506432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559199320, "mlx_cache_bytes": 7310919352, "process_rss_bytes": 2079506432}, "peak_prefill_memory": null, "peak_decode_memory": 6559199320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F in Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ced061646989a332935e7c214267e89813aaef4cd1d290128575d6cbc32bb47d", "output_hash": "d8a64aa940679aef4613349e0cd37fc4060473aa4d2f2a130c597749b94c140e"} |
| |
1719 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dae64931acadeb68391fdba5", "attempt_id": "deacf8c28ff9", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:19.929080Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 584, "message_tokens": 504, "message_utf8_bytes": 1373, "cache_tensor_bytes": null, "serialized_payload_bytes": 1373, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9382089376449585, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.39062499441206, "ttft_ms": 13.340792036615312, "decode_ms": 93.22083299048245}, "total_wall_ms": 178.88616700656712, "ttft_ms": 13.340792036615312, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2079522816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 7310919352, "process_rss_bytes": 2079522816}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "95f8c4d4a825f1d0b433d0e25d16ff38e1a7bebdcdc0562339f1eabc9e277764", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1720 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "264d4873f40273472897dce3", "attempt_id": "e842ee9591d9", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:20.133160Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 499, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 577, "message_tokens": 499, "message_utf8_bytes": 1530, "cache_tensor_bytes": null, "serialized_payload_bytes": 1530, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8215420423075557, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.3477920461446, "ttft_ms": 13.770667021162808, "decode_ms": 107.03958396334201}, "total_wall_ms": 189.98349993489683, "ttft_ms": 13.770667021162808, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2079522816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555267160, "mlx_cache_bytes": 7647119032, "process_rss_bytes": 2079522816}, "peak_prefill_memory": null, "peak_decode_memory": 6555267160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "85a8d9df42b8950a9719d1969a6541b45a09ef06c7c5999d515385483fb64cad", "output_hash": "252259dc833200b039ed2c5085cf0dc6847ffefa99f4a653bdf8673481902f6c"} |
| |
1721 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6ebd71d397e1a67dabbc90c9", "attempt_id": "f11ed3e2797d", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:20.348437Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 16}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 593, "message_tokens": 509, "message_utf8_bytes": 1333, "cache_tensor_bytes": null, "serialized_payload_bytes": 1333, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.0179999992251396, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.6908330321312, "ttft_ms": 13.369583990424871, "decode_ms": 119.77541702799499}, "total_wall_ms": 206.85441698879004, "ttft_ms": 13.369583990424871, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2079522816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6565933144, "mlx_cache_bytes": 7890912952, "process_rss_bytes": 2079522816}, "peak_prefill_memory": null, "peak_decode_memory": 6565933144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,755,450", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b61f3896e5de50b678ab827146ab990344501708e9085160000f1ad4f3f561d", "output_hash": "50ce1bf5a6a1535bae98114196498afa876eadf9e5680cdc8087d8bc8f71357e"} |
| |
1722 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5fec87ced5eafa40df82da5a", "attempt_id": "4071a53d8b1f", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:24.658536Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 302, "message_tokens": 223, "message_utf8_bytes": 1199, "cache_tensor_bytes": null, "serialized_payload_bytes": 1199, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4078.100790968165, "decode_payload_ms": 0.0, "receiver_prefill_ms": 43.942583026364446, "ttft_ms": 13.60254199244082, "decode_ms": 13.66425002925098}, "total_wall_ms": 72.23854190669954, "ttft_ms": 13.60254199244082, "input_usage": {"receiver_prompt_tokens": 302, "sender_input_tokens": 5918, "sender_output_tokens": 223, "sender_prefill_ms": 962.2272501001135, "sender_ttft_ms": 15.287291025742888, "sender_decode_ms": 3095.5806659767404}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079817728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6430860580, "mlx_cache_bytes": 8853900140, "process_rss_bytes": 2079817728}, "peak_prefill_memory": null, "peak_decode_memory": 6430860580, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c89c14a01f716c2c2bef0db3629e8f72e3f4b9969b9df39d0946ec6a6ef5788f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1723 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "991a03f769d44d0717c6feda", "attempt_id": "30d52a4986b8", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:24.756188Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 307, "message_tokens": 223, "message_utf8_bytes": 1199, "cache_tensor_bytes": null, "serialized_payload_bytes": 1199, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4078.100790968165, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.15575007442385, "ttft_ms": 13.301707920618355, "decode_ms": 13.478709035553038}, "total_wall_ms": 71.84433296788484, "ttft_ms": 13.301707920618355, "input_usage": {"receiver_prompt_tokens": 307, "sender_input_tokens": 5918, "sender_output_tokens": 223, "sender_prefill_ms": 962.2272501001135, "sender_ttft_ms": 15.287291025742888, "sender_decode_ms": 3095.5806659767404}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079817728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6434678072, "mlx_cache_bytes": 9104199732, "process_rss_bytes": 2079817728}, "peak_prefill_memory": null, "peak_decode_memory": 6434678072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c89c14a01f716c2c2bef0db3629e8f72e3f4b9969b9df39d0946ec6a6ef5788f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1724 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "202d1bf1736a20ff9a65ab43", "attempt_id": "75a20134352b", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:24.853723Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 306, "message_tokens": 223, "message_utf8_bytes": 1199, "cache_tensor_bytes": null, "serialized_payload_bytes": 1199, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4078.100790968165, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.25091692246497, "ttft_ms": 13.417292037047446, "decode_ms": 13.361333054490387}, "total_wall_ms": 71.91674993373454, "ttft_ms": 13.417292037047446, "input_usage": {"receiver_prompt_tokens": 306, "sender_input_tokens": 5918, "sender_output_tokens": 223, "sender_prefill_ms": 962.2272501001135, "sender_ttft_ms": 15.287291025742888, "sender_decode_ms": 3095.5806659767404}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079817728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6434153784, "mlx_cache_bytes": 9211678772, "process_rss_bytes": 2079817728}, "peak_prefill_memory": null, "peak_decode_memory": 6434153784, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c89c14a01f716c2c2bef0db3629e8f72e3f4b9969b9df39d0946ec6a6ef5788f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1725 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2932dd25f66b8aaacc6fc858", "attempt_id": "4bf986837862", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:24.950607Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 304, "message_tokens": 223, "message_utf8_bytes": 1199, "cache_tensor_bytes": null, "serialized_payload_bytes": 1199, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4078.100790968165, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.486124999821186, "ttft_ms": 13.468457967974246, "decode_ms": 13.752792030572891}, "total_wall_ms": 72.67341704573482, "ttft_ms": 13.468457967974246, "input_usage": {"receiver_prompt_tokens": 304, "sender_input_tokens": 5918, "sender_output_tokens": 223, "sender_prefill_ms": 962.2272501001135, "sender_ttft_ms": 15.287291025742888, "sender_decode_ms": 3095.5806659767404}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079817728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6432171320, "mlx_cache_bytes": 9318633524, "process_rss_bytes": 2079817728}, "peak_prefill_memory": null, "peak_decode_memory": 6432171320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c89c14a01f716c2c2bef0db3629e8f72e3f4b9969b9df39d0946ec6a6ef5788f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1726 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec5975f77861e25f623b08cc", "attempt_id": "9add92e584e1", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:25.047895Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 310, "message_tokens": 223, "message_utf8_bytes": 1199, "cache_tensor_bytes": null, "serialized_payload_bytes": 1199, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4078.100790968165, "decode_payload_ms": 0.0, "receiver_prefill_ms": 45.10250000748783, "ttft_ms": 13.386458973400295, "decode_ms": 13.352499925531447}, "total_wall_ms": 72.8421249659732, "ttft_ms": 13.386458973400295, "input_usage": {"receiver_prompt_tokens": 310, "sender_input_tokens": 5918, "sender_output_tokens": 223, "sender_prefill_ms": 962.2272501001135, "sender_ttft_ms": 15.287291025742888, "sender_decode_ms": 3095.5806659767404}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079817728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6437217604, "mlx_cache_bytes": 9561347336, "process_rss_bytes": 2079817728}, "peak_prefill_memory": null, "peak_decode_memory": 6437217604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c89c14a01f716c2c2bef0db3629e8f72e3f4b9969b9df39d0946ec6a6ef5788f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1727 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa364888116ef461a173de27", "attempt_id": "31013d56db54", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:25.147600Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 263, "message_tokens": 184, "message_utf8_bytes": 640, "cache_tensor_bytes": null, "serialized_payload_bytes": 640, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3538.8993329834193, "decode_payload_ms": 0.0, "receiver_prefill_ms": 42.15345892589539, "ttft_ms": 13.76024994533509, "decode_ms": 132.90141592733562}, "total_wall_ms": 3728.3962500514463, "ttft_ms": 13.76024994533509, "input_usage": {"receiver_prompt_tokens": 263, "sender_input_tokens": 5914, "sender_output_tokens": 184, "sender_prefill_ms": 963.592917076312, "sender_ttft_ms": 14.887250028550625, "sender_decode_ms": 2555.860416032374}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2079850496, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6399747364, "mlx_cache_bytes": 10326594824, "process_rss_bytes": 2079850496}, "peak_prefill_memory": null, "peak_decode_memory": 6399747364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-14X-6634", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c7c9b2c1a98cb3f33d565c04b54656c6c046e22a8202888d0aaf7aef0cc3e18", "output_hash": "0eb607bf9106acd2f27f0f2844c00047450ceed7799bbe1b2879672c3700b119"} |
| |
1728 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3f4e8c376d9059cbd27fbe63", "attempt_id": "42a3457534fa", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:28.901552Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 142, "message_tokens": 58, "message_utf8_bytes": 167, "cache_tensor_bytes": null, "serialized_payload_bytes": 167, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1816.1467079771683, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.78758402261883, "ttft_ms": 13.148583006113768, "decode_ms": 160.713457968086}, "total_wall_ms": 2021.346207940951, "ttft_ms": 13.148583006113768, "input_usage": {"receiver_prompt_tokens": 142, "sender_input_tokens": 5919, "sender_output_tokens": 58, "sender_prefill_ms": 983.2282920833677, "sender_ttft_ms": 15.014417003840208, "sender_decode_ms": 813.2583339465782}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2079883264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6296248996, "mlx_cache_bytes": 10939291452, "process_rss_bytes": 2079883264}, "peak_prefill_memory": null, "peak_decode_memory": 6296248996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5404e55b69fa1fbf7efa7116144b3d9abf7d1f6a4bbecf54a7c17d48d7f6c618", "output_hash": "e9d8c9bcfcab971769d338246861d54b40408bbfdb6b29c68f7f7d803a7d78ed"} |
| |
1729 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dbe6dd019f27f69e88b5209b", "attempt_id": "3c811f7c0a8b", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:30.948549Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 120, "message_tokens": 37, "message_utf8_bytes": 130, "cache_tensor_bytes": null, "serialized_payload_bytes": 130, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1570.1596660073847, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.081832971423864, "ttft_ms": 14.564250013791025, "decode_ms": 153.4524579765275}, "total_wall_ms": 1772.7742500137538, "ttft_ms": 14.564250013791025, "input_usage": {"receiver_prompt_tokens": 120, "sender_input_tokens": 5918, "sender_output_tokens": 37, "sender_prefill_ms": 970.7780410535634, "sender_ttft_ms": 15.093083959072828, "sender_decode_ms": 579.3437919346616}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2079916032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6278324848, "mlx_cache_bytes": 11032221500, "process_rss_bytes": 2079916032}, "peak_prefill_memory": null, "peak_decode_memory": 6278324848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928 CHF", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5fb8559f8001f45ac55adb7fac10f00000675e820d7f7274cffe409591f49208", "output_hash": "9bcefe7da71c0f8c97b6598029eecd336afe4080baf344cbbd62a2a17891b726"} |
| |
1730 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa56e292b01ee348ab20633c", "attempt_id": "0d541694acfd", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:40.055447Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 5, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 316, "message_tokens": 226, "message_utf8_bytes": 618, "cache_tensor_bytes": null, "serialized_payload_bytes": 618, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7307.858292013407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.99416602775455, "ttft_ms": 18.609499908052385, "decode_ms": 114.22766698524356}, "total_wall_ms": 204.0279160719365, "ttft_ms": 18.609499908052385, "input_usage": {"receiver_prompt_tokens": 316, "sender_input_tokens": 5946, "sender_output_tokens": 338, "sender_prefill_ms": 1144.7070830035955, "sender_ttft_ms": 21.328417002223432, "sender_decode_ms": 6136.313667055219}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2079965184, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6441559388, "mlx_cache_bytes": 12267248680, "process_rss_bytes": 2079965184}, "peak_prefill_memory": null, "peak_decode_memory": 6441559388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Abubakar", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 5, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2639256956b5ec77d7868d896da5c900113035ddbd66116b2a3b0a1a9687c384", "output_hash": "5e6dfdff6ad3ccc0091ed162e6222b7de1eb7d36d3db5810290d59dbac2ac3e5"} |
| |
1731 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d0f8aae5a7d8bdc85f411a2e", "attempt_id": "40340f3def42", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:40.293143Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 5, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 321, "message_tokens": 226, "message_utf8_bytes": 618, "cache_tensor_bytes": null, "serialized_payload_bytes": 618, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7307.858292013407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.03204201161861, "ttft_ms": 22.354042041115463, "decode_ms": 18.473291071131825}, "total_wall_ms": 114.91141596343368, "ttft_ms": 22.354042041115463, "input_usage": {"receiver_prompt_tokens": 321, "sender_input_tokens": 5946, "sender_output_tokens": 338, "sender_prefill_ms": 1144.7070830035955, "sender_ttft_ms": 21.328417002223432, "sender_decode_ms": 6136.313667055219}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079981568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6444885360, "mlx_cache_bytes": 12517597480, "process_rss_bytes": 2079981568}, "peak_prefill_memory": null, "peak_decode_memory": 6444885360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 5, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2639256956b5ec77d7868d896da5c900113035ddbd66116b2a3b0a1a9687c384", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1732 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fafe9562959e8174f4e1eed2", "attempt_id": "fdb9cbb2ab4d", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:40.435508Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 5, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 320, "message_tokens": 226, "message_utf8_bytes": 618, "cache_tensor_bytes": null, "serialized_payload_bytes": 618, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7307.858292013407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.93504107091576, "ttft_ms": 15.873374999500811, "decode_ms": 20.18187497742474}, "total_wall_ms": 117.95291700400412, "ttft_ms": 15.873374999500811, "input_usage": {"receiver_prompt_tokens": 320, "sender_input_tokens": 5946, "sender_output_tokens": 338, "sender_prefill_ms": 1144.7070830035955, "sender_ttft_ms": 21.328417002223432, "sender_decode_ms": 6136.313667055219}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079981568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6444885360, "mlx_cache_bytes": 12517597480, "process_rss_bytes": 2079981568}, "peak_prefill_memory": null, "peak_decode_memory": 6444885360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 5, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2639256956b5ec77d7868d896da5c900113035ddbd66116b2a3b0a1a9687c384", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1733 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7b83ce34684ac45c002cdddc", "attempt_id": "eed25b1fd6a1", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:40.582980Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 5, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 318, "message_tokens": 226, "message_utf8_bytes": 618, "cache_tensor_bytes": null, "serialized_payload_bytes": 618, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7307.858292013407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.78887500334531, "ttft_ms": 20.75541706290096, "decode_ms": 110.44287506956607}, "total_wall_ms": 217.96391706448048, "ttft_ms": 20.75541706290096, "input_usage": {"receiver_prompt_tokens": 318, "sender_input_tokens": 5946, "sender_output_tokens": 338, "sender_prefill_ms": 1144.7070830035955, "sender_ttft_ms": 21.328417002223432, "sender_decode_ms": 6136.313667055219}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2079981568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6443312496, "mlx_cache_bytes": 12691661096, "process_rss_bytes": 2079981568}, "peak_prefill_memory": null, "peak_decode_memory": 6443312496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Aurelio Bergström", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 5, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2639256956b5ec77d7868d896da5c900113035ddbd66116b2a3b0a1a9687c384", "output_hash": "1d7fdb3a2e0d1aa766edf996ab96877f82d7c3900bcd39aa2d8a4d3a16fa523b"} |
| |
1734 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0388aa0d7c8ab2b8a93a73f8", "attempt_id": "4a6989cbff84", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:40.831690Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 5, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 324, "message_tokens": 226, "message_utf8_bytes": 618, "cache_tensor_bytes": null, "serialized_payload_bytes": 618, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7307.858292013407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.24158299062401, "ttft_ms": 22.123207920230925, "decode_ms": 19.112583016976714}, "total_wall_ms": 128.46708297729492, "ttft_ms": 22.123207920230925, "input_usage": {"receiver_prompt_tokens": 324, "sender_input_tokens": 5946, "sender_output_tokens": 338, "sender_prefill_ms": 1144.7070830035955, "sender_ttft_ms": 21.328417002223432, "sender_decode_ms": 6136.313667055219}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2079981568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6448260476, "mlx_cache_bytes": 12959983156, "process_rss_bytes": 2079981568}, "peak_prefill_memory": null, "peak_decode_memory": 6448260476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 5, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2639256956b5ec77d7868d896da5c900113035ddbd66116b2a3b0a1a9687c384", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1735 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9d7faac522991fc40044331d", "attempt_id": "eec056b1ff55", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:40.987613Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 146, "message_tokens": 55, "message_utf8_bytes": 124, "cache_tensor_bytes": null, "serialized_payload_bytes": 124, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2820.6081250682473, "decode_payload_ms": 0.0, "receiver_prefill_ms": 40.06912501063198, "ttft_ms": 18.892084015533328, "decode_ms": 166.85462498571724}, "total_wall_ms": 3047.087249928154, "ttft_ms": 18.892084015533328, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 5955, "sender_output_tokens": 77, "sender_prefill_ms": 1349.9390409560874, "sender_ttft_ms": 21.411333000287414, "sender_decode_ms": 1444.2610000260174}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2079981568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6301541044, "mlx_cache_bytes": 13808216184, "process_rss_bytes": 2079981568}, "peak_prefill_memory": null, "peak_decode_memory": 6301541044, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-14X-6634", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "07fa4bbd0e28a12cc5acde1c427da756a111a1ce6719faca3555e7b14c99700e", "output_hash": "0eb607bf9106acd2f27f0f2844c00047450ceed7799bbe1b2879672c3700b119"} |
| |
1736 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "850b2bcc68ea32523ecbbd99", "attempt_id": "ce10f5bf43f0", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:44.062925Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 150, "message_tokens": 54, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2679.110541008413, "decode_payload_ms": 0.0, "receiver_prefill_ms": 43.775999918580055, "ttft_ms": 17.412499990314245, "decode_ms": 215.94908297993243}, "total_wall_ms": 2956.8294170312583, "ttft_ms": 17.412499990314245, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 5960, "sender_output_tokens": 76, "sender_prefill_ms": 1187.2502920450643, "sender_ttft_ms": 21.850832970812917, "sender_decode_ms": 1464.7682089125738}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2061713408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303638236, "mlx_cache_bytes": 14640491212, "process_rss_bytes": 2061713408}, "peak_prefill_memory": null, "peak_decode_memory": 6303638236, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F in Rouyn-Noranda", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5bbd2d55d024a6f3caa4363f18c6e61ed5a08939aea16f9b6b9d12baba5f60df", "output_hash": "d8a64aa940679aef4613349e0cd37fc4060473aa4d2f2a130c597749b94c140e"} |
| |
1737 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "66c17ce328c98a969170d840", "attempt_id": "d227b9f055d7", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:47.048788Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 147, "message_tokens": 52, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2624.3433330673724, "decode_payload_ms": 0.0, "receiver_prefill_ms": 119.93975006043911, "ttft_ms": 17.83241704106331, "decode_ms": 125.9083750192076}, "total_wall_ms": 2888.753333943896, "ttft_ms": 17.83241704106331, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 5959, "sender_output_tokens": 72, "sender_prefill_ms": 1224.267499987036, "sender_ttft_ms": 22.780584054999053, "sender_decode_ms": 1371.821166947484}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2000191488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6302196420, "mlx_cache_bytes": 14903880396, "process_rss_bytes": 2000191488}, "peak_prefill_memory": null, "peak_decode_memory": 6302196420, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c37bac96bdfc6086173c289ad18db6752f58eba2d700b70213fe6384efedd5d2", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1738 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33aaf37be158de2a0bcdf718", "attempt_id": "d2926b67d308", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:49.967072Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 1}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 252, "message_tokens": 176, "message_utf8_bytes": 124, "cache_tensor_bytes": null, "serialized_payload_bytes": 124, "side_information_bytes": 0, "fetched_bytes": 268, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023124972358345985, "decode_payload_ms": 0.0, "receiver_prefill_ms": 61.46474997512996, "ttft_ms": 20.122417015954852, "decode_ms": 18.40654097031802}, "total_wall_ms": 100.955665926449, "ttft_ms": 20.122417015954852, "input_usage": {"receiver_prompt_tokens": 252, "sender_input_tokens": 5946, "sender_output_tokens": 338, "sender_prefill_ms": 1144.7070830035955, "sender_ttft_ms": 21.328417002223432, "sender_decode_ms": 6136.313667055219}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999568896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6398518564, "mlx_cache_bytes": 15042685644, "process_rss_bytes": 1999568896}, "peak_prefill_memory": null, "peak_decode_memory": 6398518564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 1, "fetched_bytes": 268, "retrieved_refs": 1}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc7b959b5a14db982ae498c46e5c8f3eb62bc83668ef4bbbbc891b7e2c7ca352", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1739 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4191558fe639bd4401ce188e", "attempt_id": "36e7314a58d4", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:50.097174Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 1}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 257, "message_tokens": 176, "message_utf8_bytes": 124, "cache_tensor_bytes": null, "serialized_payload_bytes": 124, "side_information_bytes": 0, "fetched_bytes": 268, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023124972358345985, "decode_payload_ms": 0.0, "receiver_prefill_ms": 261.48637500591576, "ttft_ms": 18.88391701504588, "decode_ms": 17.57212495431304}, "total_wall_ms": 299.06979110091925, "ttft_ms": 18.88391701504588, "input_usage": {"receiver_prompt_tokens": 257, "sender_input_tokens": 5946, "sender_output_tokens": 338, "sender_prefill_ms": 1144.7070830035955, "sender_ttft_ms": 21.328417002223432, "sender_decode_ms": 6136.313667055219}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999454208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6383150336, "mlx_cache_bytes": 15183194828, "process_rss_bytes": 1999454208}, "peak_prefill_memory": null, "peak_decode_memory": 6383150336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 1, "fetched_bytes": 268, "retrieved_refs": 1}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc7b959b5a14db982ae498c46e5c8f3eb62bc83668ef4bbbbc891b7e2c7ca352", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1740 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bacb75d17bcf894e4e2bc365", "attempt_id": "5193d1084ddb", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:50.429484Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 1}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 256, "message_tokens": 176, "message_utf8_bytes": 124, "cache_tensor_bytes": null, "serialized_payload_bytes": 124, "side_information_bytes": 0, "fetched_bytes": 268, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023124972358345985, "decode_payload_ms": 0.0, "receiver_prefill_ms": 47.00462496839464, "ttft_ms": 18.851166940294206, "decode_ms": 18.30183295533061}, "total_wall_ms": 85.15595807693899, "ttft_ms": 18.851166940294206, "input_usage": {"receiver_prompt_tokens": 256, "sender_input_tokens": 5946, "sender_output_tokens": 338, "sender_prefill_ms": 1144.7070830035955, "sender_ttft_ms": 21.328417002223432, "sender_decode_ms": 6136.313667055219}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999454208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6385214756, "mlx_cache_bytes": 15183194828, "process_rss_bytes": 1999454208}, "peak_prefill_memory": null, "peak_decode_memory": 6385214756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 1, "fetched_bytes": 268, "retrieved_refs": 1}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc7b959b5a14db982ae498c46e5c8f3eb62bc83668ef4bbbbc891b7e2c7ca352", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1741 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "874d007aff69fd44dc442d17", "attempt_id": "d6ddf01ecf92", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:50.542665Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 1}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 254, "message_tokens": 176, "message_utf8_bytes": 124, "cache_tensor_bytes": null, "serialized_payload_bytes": 124, "side_information_bytes": 0, "fetched_bytes": 268, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023124972358345985, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.21212495304644, "ttft_ms": 19.144333084113896, "decode_ms": 19.2779169883579}, "total_wall_ms": 148.59158301260322, "ttft_ms": 19.144333084113896, "input_usage": {"receiver_prompt_tokens": 254, "sender_input_tokens": 5946, "sender_output_tokens": 338, "sender_prefill_ms": 1144.7070830035955, "sender_ttft_ms": 21.328417002223432, "sender_decode_ms": 6136.313667055219}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999437824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6383641892, "mlx_cache_bytes": 15322131148, "process_rss_bytes": 1999437824}, "peak_prefill_memory": null, "peak_decode_memory": 6383641892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 1, "fetched_bytes": 268, "retrieved_refs": 1}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc7b959b5a14db982ae498c46e5c8f3eb62bc83668ef4bbbbc891b7e2c7ca352", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1742 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1647c561e013f6ff5f7d3b3b", "attempt_id": "9f9a4028e38c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:50.719800Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 1}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 260, "message_tokens": 176, "message_utf8_bytes": 124, "cache_tensor_bytes": null, "serialized_payload_bytes": 124, "side_information_bytes": 0, "fetched_bytes": 268, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023124972358345985, "decode_payload_ms": 0.0, "receiver_prefill_ms": 60.701167094521224, "ttft_ms": 17.906749970279634, "decode_ms": 19.132583984173834}, "total_wall_ms": 98.6919580027461, "ttft_ms": 17.906749970279634, "input_usage": {"receiver_prompt_tokens": 260, "sender_input_tokens": 5946, "sender_output_tokens": 338, "sender_prefill_ms": 1144.7070830035955, "sender_ttft_ms": 21.328417002223432, "sender_decode_ms": 6136.313667055219}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1999421440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6409872676, "mlx_cache_bytes": 15477385932, "process_rss_bytes": 1999421440}, "peak_prefill_memory": null, "peak_decode_memory": 6409872676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 1, "fetched_bytes": 268, "retrieved_refs": 1}, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc7b959b5a14db982ae498c46e5c8f3eb62bc83668ef4bbbbc891b7e2c7ca352", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1743 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9b3317ff9554e2a06da8b6b1", "attempt_id": "2122fc751d0b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:50.846700Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.75531914893617}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 5877, "message_tokens": 5802, "message_utf8_bytes": 29319, "cache_tensor_bytes": null, "serialized_payload_bytes": 2726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09487499482929707, "decode_payload_ms": 0.0160830095410347, "receiver_prefill_ms": 1261.211207951419, "ttft_ms": 20.55354102049023, "decode_ms": 208.0394170479849}, "total_wall_ms": 1499.6875419747084, "ttft_ms": 20.55354102049023, "input_usage": {"receiver_prompt_tokens": 5877}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1999519744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 15477385932, "process_rss_bytes": 1999519744}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-14X-6634", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "output_hash": "0eb607bf9106acd2f27f0f2844c00047450ceed7799bbe1b2879672c3700b119"} |
| |
1744 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "77536d8ccf5591844f7ea34b", "attempt_id": "f3399ab7f2a2", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:52.376205Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.75531914893617}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 5882, "message_tokens": 5802, "message_utf8_bytes": 29319, "cache_tensor_bytes": null, "serialized_payload_bytes": 2726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09487499482929707, "decode_payload_ms": 0.0160830095410347, "receiver_prefill_ms": 1132.0905829779804, "ttft_ms": 19.618332968093455, "decode_ms": 236.58066696953028}, "total_wall_ms": 1397.8379589971155, "ttft_ms": 19.618332968093455, "input_usage": {"receiver_prompt_tokens": 5882}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1999552512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 15477385932, "process_rss_bytes": 1999552512}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "output_hash": "e9d8c9bcfcab971769d338246861d54b40408bbfdb6b29c68f7f7d803a7d78ed"} |
| |
1745 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "be36bab6db27da566754cadf", "attempt_id": "792baabc04a4", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:53.803008Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.75531914893617}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 5881, "message_tokens": 5802, "message_utf8_bytes": 29319, "cache_tensor_bytes": null, "serialized_payload_bytes": 2726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09487499482929707, "decode_payload_ms": 0.0160830095410347, "receiver_prefill_ms": 1052.35333298333, "ttft_ms": 20.94399998895824, "decode_ms": 135.48391603399068}, "total_wall_ms": 1218.22899999097, "ttft_ms": 20.94399998895824, "input_usage": {"receiver_prompt_tokens": 5881}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1999552512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 15522474700, "process_rss_bytes": 1999552512}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1746 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b0a331a11aaa805bf3b56781", "attempt_id": "cd3695051366", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:55.052938Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.75531914893617}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 5879, "message_tokens": 5802, "message_utf8_bytes": 29319, "cache_tensor_bytes": null, "serialized_payload_bytes": 2726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09487499482929707, "decode_payload_ms": 0.0160830095410347, "receiver_prefill_ms": 1058.3972909953445, "ttft_ms": 20.3975000185892, "decode_ms": 158.51220802869648}, "total_wall_ms": 1247.1901659155264, "ttft_ms": 20.3975000185892, "input_usage": {"receiver_prompt_tokens": 5879}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1999568896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7167565888, "mlx_cache_bytes": 15522474700, "process_rss_bytes": 1999568896}, "peak_prefill_memory": null, "peak_decode_memory": 7167565888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "output_hash": "252259dc833200b039ed2c5085cf0dc6847ffefa99f4a653bdf8673481902f6c"} |
| |
1747 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5a16d8af56a2da40c3c372c4", "attempt_id": "22b1af863f05", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:56.332545Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.75531914893617}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 5885, "message_tokens": 5802, "message_utf8_bytes": 29319, "cache_tensor_bytes": null, "serialized_payload_bytes": 2726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09487499482929707, "decode_payload_ms": 0.0160830095410347, "receiver_prefill_ms": 1130.290957982652, "ttft_ms": 20.456874975934625, "decode_ms": 153.32208294421434}, "total_wall_ms": 1313.682916923426, "ttft_ms": 20.456874975934625, "input_usage": {"receiver_prompt_tokens": 5885}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1998077952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 15522474700, "process_rss_bytes": 1998077952}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7755450", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "output_hash": "a30221bc7c855d26c2bda21a0a21fda10c953a05d985cec4e1dfa5a6a372d5d3"} |
| |
1748 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c27ee11f2910a21785602d16", "attempt_id": "59343d885c97", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:58.546286Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08824543260944502, "origin_tokens": 5611, "compressed_tokens": 521, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 637, "message_tokens": 560, "message_utf8_bytes": 2622, "cache_tensor_bytes": null, "serialized_payload_bytes": 2622, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 871.2620829464868, "decode_payload_ms": 0.0, "receiver_prefill_ms": 158.01741695031524, "ttft_ms": 18.691499950364232, "decode_ms": 130.9916250174865}, "total_wall_ms": 310.6187920784578, "ttft_ms": 18.691499950364232, "input_usage": {"receiver_prompt_tokens": 637}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1872789504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6587347032, "mlx_cache_bytes": 15857986252, "process_rss_bytes": 1872789504}, "peak_prefill_memory": null, "peak_decode_memory": 6587347032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lithmunpra-16", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6f51dd062873d528e52b2b143c6f3b9b8494859ff41d54c27319a3044146ab6a", "output_hash": "26fc169ceaba84d7f292defd76062949b1b87a9a87be89b5c857b8642cc75061"} |
| |
1749 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0da294e9392bb906a247fa67", "attempt_id": "959907954d70", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:58.894474Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08824543260944502, "origin_tokens": 5611, "compressed_tokens": 521, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 642, "message_tokens": 560, "message_utf8_bytes": 2622, "cache_tensor_bytes": null, "serialized_payload_bytes": 2622, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 871.2620829464868, "decode_payload_ms": 0.0, "receiver_prefill_ms": 120.1153330039233, "ttft_ms": 15.291124931536615, "decode_ms": 182.84533394034952}, "total_wall_ms": 319.8981249006465, "ttft_ms": 15.291124931536615, "input_usage": {"receiver_prompt_tokens": 642}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1863499776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6591082584, "mlx_cache_bytes": 16239012556, "process_rss_bytes": 1863499776}, "peak_prefill_memory": null, "peak_decode_memory": 6591082584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 584-F Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6f51dd062873d528e52b2b143c6f3b9b8494859ff41d54c27319a3044146ab6a", "output_hash": "5687579c2f52c4a344e3db7136079e977291f64e89985a48350839eadb076514"} |
| |
1750 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9e9c8f09c25894afc7f86f7b", "attempt_id": "7586797331cc", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:59.244750Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08824543260944502, "origin_tokens": 5611, "compressed_tokens": 521, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 641, "message_tokens": 560, "message_utf8_bytes": 2622, "cache_tensor_bytes": null, "serialized_payload_bytes": 2622, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 871.2620829464868, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.08816600870341, "ttft_ms": 18.508333014324307, "decode_ms": 19.04600008856505}, "total_wall_ms": 145.137665909715, "ttft_ms": 18.508333014324307, "input_usage": {"receiver_prompt_tokens": 641}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1834631168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6589739096, "mlx_cache_bytes": 16502467276, "process_rss_bytes": 1834631168}, "peak_prefill_memory": null, "peak_decode_memory": 6589739096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6f51dd062873d528e52b2b143c6f3b9b8494859ff41d54c27319a3044146ab6a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1751 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c4c1553cc10809bc0a494ef6", "attempt_id": "a2ea4c13d519", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:59.417239Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08824543260944502, "origin_tokens": 5611, "compressed_tokens": 521, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 639, "message_tokens": 560, "message_utf8_bytes": 2622, "cache_tensor_bytes": null, "serialized_payload_bytes": 2622, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 871.2620829464868, "decode_payload_ms": 0.0, "receiver_prefill_ms": 157.5941250193864, "ttft_ms": 18.168458016589284, "decode_ms": 20.234499941579998}, "total_wall_ms": 197.48554204124957, "ttft_ms": 18.168458016589284, "input_usage": {"receiver_prompt_tokens": 639}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1834565632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6599602264, "mlx_cache_bytes": 16765233868, "process_rss_bytes": 1834565632}, "peak_prefill_memory": null, "peak_decode_memory": 6599602264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6f51dd062873d528e52b2b143c6f3b9b8494859ff41d54c27319a3044146ab6a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1752 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23c2d30dab10179edb0f4230", "attempt_id": "228929f1bf63", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:54:59.642023Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08824543260944502, "origin_tokens": 5611, "compressed_tokens": 521, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 645, "message_tokens": 560, "message_utf8_bytes": 2622, "cache_tensor_bytes": null, "serialized_payload_bytes": 2622, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 871.2620829464868, "decode_payload_ms": 0.0, "receiver_prefill_ms": 236.80487496312708, "ttft_ms": 19.966874970123172, "decode_ms": 17.829124932177365}, "total_wall_ms": 276.1685420991853, "ttft_ms": 19.966874970123172, "input_usage": {"receiver_prompt_tokens": 645}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1648623616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6592262232, "mlx_cache_bytes": 17030458060, "process_rss_bytes": 1648623616}, "peak_prefill_memory": null, "peak_decode_memory": 6592262232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6f51dd062873d528e52b2b143c6f3b9b8494859ff41d54c27319a3044146ab6a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1753 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "12f7bb725bac23bd905ffb8d", "attempt_id": "66d04ad64c62", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:01.379676Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 36, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 215322624, "serialized_payload_bytes": 215338789, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1433.2112499978393, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 7.6500410214066505, "serialize_ms": 88.1063750712201, "load_ms": 5.878999945707619, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.59895803872496, "ttft_ms": 72.59895803872496, "decode_ms": 210.70462500210851}, "total_wall_ms": 293.95004094112664, "ttft_ms": 72.59895803872496, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2000142336, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896378176, "mlx_cache_bytes": 17796395117, "process_rss_bytes": 2000142336}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896378176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-14X-6634", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74b25c4fb33050537ed41bace39acec7d3719a874cb5afc92425b280375cc2f5", "output_hash": "0eb607bf9106acd2f27f0f2844c00047450ceed7799bbe1b2879672c3700b119"} |
| |
1754 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7e7f7789ab9249304a362d17", "attempt_id": "344c795c0ce4", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:01.703037Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 41, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 215322624, "serialized_payload_bytes": 215338789, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1433.2112499978393, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 7.6500410214066505, "serialize_ms": 88.1063750712201, "load_ms": 1.575541915372014, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.96404099743813, "ttft_ms": 64.96404099743813, "decode_ms": 321.60529191605747}, "total_wall_ms": 393.0679999757558, "ttft_ms": 64.96404099743813, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 41}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1999945728, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6901129536, "mlx_cache_bytes": 18086246306, "process_rss_bytes": 1999945728}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6901129536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74b25c4fb33050537ed41bace39acec7d3719a874cb5afc92425b280375cc2f5", "output_hash": "e9d8c9bcfcab971769d338246861d54b40408bbfdb6b29c68f7f7d803a7d78ed"} |
| |
1755 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e6b7ff259ef932edca523059", "attempt_id": "e9ae039fee6a", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:02.125270Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 40, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 215322624, "serialized_payload_bytes": 215338789, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1433.2112499978393, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 7.6500410214066505, "serialize_ms": 88.1063750712201, "load_ms": 1.7972500063478947, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.91316691972315, "ttft_ms": 64.91316691972315, "decode_ms": 146.79291693028063}, "total_wall_ms": 218.3203340973705, "ttft_ms": 64.91316691972315, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1999945728, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6899900644, "mlx_cache_bytes": 18113738658, "process_rss_bytes": 1999945728}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899900644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74b25c4fb33050537ed41bace39acec7d3719a874cb5afc92425b280375cc2f5", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1756 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "555c4ddce0a9c06427890608", "attempt_id": "69cce4cb583a", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:02.375257Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 38, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 215322624, "serialized_payload_bytes": 215338789, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1433.2112499978393, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 7.6500410214066505, "serialize_ms": 88.1063750712201, "load_ms": 1.3811669778078794, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.006125062704086, "ttft_ms": 61.006125062704086, "decode_ms": 167.48754202853888}, "total_wall_ms": 235.00512493774295, "ttft_ms": 61.006125062704086, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 38}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1999945728, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6899998948, "mlx_cache_bytes": 18139379618, "process_rss_bytes": 1999945728}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899998948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74b25c4fb33050537ed41bace39acec7d3719a874cb5afc92425b280375cc2f5", "output_hash": "252259dc833200b039ed2c5085cf0dc6847ffefa99f4a653bdf8673481902f6c"} |
| |
1757 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "22de518f3885588f80da0abc", "attempt_id": "eb9ad8aa538c", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:02.638889Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 44, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 215322624, "serialized_payload_bytes": 215338789, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1433.2112499978393, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 7.6500410214066505, "serialize_ms": 88.1063750712201, "load_ms": 1.3158749788999557, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.4380830237642, "ttft_ms": 65.4380830237642, "decode_ms": 145.05433395970613}, "total_wall_ms": 216.79950004909188, "ttft_ms": 65.4380830237642, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1999945728, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6903095616, "mlx_cache_bytes": 18167316450, "process_rss_bytes": 1999945728}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6903095616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7755450", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74b25c4fb33050537ed41bace39acec7d3719a874cb5afc92425b280375cc2f5", "output_hash": "a30221bc7c855d26c2bda21a0a21fda10c953a05d985cec4e1dfa5a6a372d5d3"} |
| |
1758 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e8c90b9240f256cf370d42a6", "attempt_id": "5fc859dab4bf", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:02.949642Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "eb3cef14beea696b", "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 36, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 215322624, "serialized_payload_bytes": 215338817, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.14783296734095, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 4.7469999408349395, "serialize_ms": 60.221832944080234, "load_ms": 33.9126669568941, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.85066702589393, "ttft_ms": 64.85066702589393, "decode_ms": 218.18854194134474}, "total_wall_ms": 322.0973340794444, "ttft_ms": 64.85066702589393, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2215919616, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896361680, "mlx_cache_bytes": 18168496098, "process_rss_bytes": 2215919616}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896361680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-14X-6634", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7dd9a7a2da96e5676fcfee1580352875711a28e0dc0171ebdfbc4925eb4f997d", "output_hash": "0eb607bf9106acd2f27f0f2844c00047450ceed7799bbe1b2879672c3700b119"} |
| |
1759 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a0c948affc47a163b4624b6f", "attempt_id": "f3eff784a478", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:03.301104Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "eb3cef14beea696b", "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 41, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 215322624, "serialized_payload_bytes": 215338817, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.14783296734095, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 4.7469999408349395, "serialize_ms": 60.221832944080234, "load_ms": 24.97466595377773, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.2142919562757, "ttft_ms": 61.2142919562757, "decode_ms": 260.00820798799396}, "total_wall_ms": 351.0138330748305, "ttft_ms": 61.2142919562757, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 41}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2215919616, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6901129444, "mlx_cache_bytes": 18167316450, "process_rss_bytes": 2215919616}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6901129444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7dd9a7a2da96e5676fcfee1580352875711a28e0dc0171ebdfbc4925eb4f997d", "output_hash": "e9d8c9bcfcab971769d338246861d54b40408bbfdb6b29c68f7f7d803a7d78ed"} |
| |
1760 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "242abf5abf6f5244c0823cc7", "attempt_id": "584b4731c36b", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:03.680613Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "eb3cef14beea696b", "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 40, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 215322624, "serialized_payload_bytes": 215338817, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.14783296734095, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 4.7469999408349395, "serialize_ms": 60.221832944080234, "load_ms": 50.565750105306506, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.502624932676554, "ttft_ms": 62.502624932676554, "decode_ms": 149.32466705795377}, "total_wall_ms": 267.36291602719575, "ttft_ms": 62.502624932676554, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2215854080, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6899900644, "mlx_cache_bytes": 18168496098, "process_rss_bytes": 2215854080}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899900644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7dd9a7a2da96e5676fcfee1580352875711a28e0dc0171ebdfbc4925eb4f997d", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1761 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e535b4bd9a32716446d71f8", "attempt_id": "2b2f99828c84", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:03.976810Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "eb3cef14beea696b", "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 38, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 215322624, "serialized_payload_bytes": 215338817, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.14783296734095, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 4.7469999408349395, "serialize_ms": 60.221832944080234, "load_ms": 32.45362499728799, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.17741701100022, "ttft_ms": 65.17741701100022, "decode_ms": 168.04899997077882}, "total_wall_ms": 270.3841249458492, "ttft_ms": 65.17741701100022, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 38}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2216230912, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6899998948, "mlx_cache_bytes": 18168496098, "process_rss_bytes": 2216230912}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899998948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7dd9a7a2da96e5676fcfee1580352875711a28e0dc0171ebdfbc4925eb4f997d", "output_hash": "252259dc833200b039ed2c5085cf0dc6847ffefa99f4a653bdf8673481902f6c"} |
| |
1762 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d3d17ef8268784f28c09a9ee", "attempt_id": "1e783fbcfa0b", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:04.275125Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "eb3cef14beea696b", "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 44, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 215322624, "serialized_payload_bytes": 215338817, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.14783296734095, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 4.7469999408349395, "serialize_ms": 60.221832944080234, "load_ms": 54.93070895317942, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.52141697425395, "ttft_ms": 63.52141697425395, "decode_ms": 152.7802909258753}, "total_wall_ms": 276.1727920733392, "ttft_ms": 63.52141697425395, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2216230912, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6903095536, "mlx_cache_bytes": 18167316450, "process_rss_bytes": 2216230912}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6903095536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7755450", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7dd9a7a2da96e5676fcfee1580352875711a28e0dc0171ebdfbc4925eb4f997d", "output_hash": "a30221bc7c855d26c2bda21a0a21fda10c953a05d985cec4e1dfa5a6a372d5d3"} |
| |
1763 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9255357112cef656d427c3cf", "attempt_id": "7a4752f177b7", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:05.008091Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 36, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 114390144, "serialized_payload_bytes": 114424473, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 428.4262079745531, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 23.156083072535694, "serialize_ms": 404.8595830099657, "load_ms": 3.846916020847857, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.275542091578245, "ttft_ms": 43.275542091578245, "decode_ms": 214.33404204435647}, "total_wall_ms": 266.3470839615911, "ttft_ms": 43.275542091578245, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2446950400, "backend_memory": {"mlx_active_bytes": 6620438536, "mlx_peak_bytes": 6724355468, "mlx_cache_bytes": 18658268066, "process_rss_bytes": 2446950400}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6724355468, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-14X-6634", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "87dac7b9ff09e749651a82fb8b699376fb153512099559ada64c3633e3f3915c", "output_hash": "0eb607bf9106acd2f27f0f2844c00047450ceed7799bbe1b2879672c3700b119"} |
| |
1764 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "46541e52fc7ad39cfb036d2b", "attempt_id": "f14058f41485", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:05.304258Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 41, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 114390144, "serialized_payload_bytes": 114424473, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 428.4262079745531, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 23.156083072535694, "serialize_ms": 404.8595830099657, "load_ms": 1.6622499097138643, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.53824998624623, "ttft_ms": 47.53824998624623, "decode_ms": 259.1597499558702}, "total_wall_ms": 313.4099580347538, "ttft_ms": 47.53824998624623, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 41}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2402844672, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6767284076, "mlx_cache_bytes": 18825867706, "process_rss_bytes": 2402844672}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6767284076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "87dac7b9ff09e749651a82fb8b699376fb153512099559ada64c3633e3f3915c", "output_hash": "e9d8c9bcfcab971769d338246861d54b40408bbfdb6b29c68f7f7d803a7d78ed"} |
| |
1765 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "de4ecd87f7659d4ed9e2f5d3", "attempt_id": "e461d86439a9", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:05.649403Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 40, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 114390144, "serialized_payload_bytes": 114424473, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 428.4262079745531, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 23.156083072535694, "serialize_ms": 404.8595830099657, "load_ms": 1.7692080000415444, "receiver_prefill_ms": 0.0, "query_prefill_ms": 40.892250020988286, "ttft_ms": 40.892250020988286, "decode_ms": 154.7932910034433}, "total_wall_ms": 203.329541021958, "ttft_ms": 40.892250020988286, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2402844672, "backend_memory": {"mlx_active_bytes": 6620438536, "mlx_peak_bytes": 6733385700, "mlx_cache_bytes": 18887340474, "process_rss_bytes": 2402844672}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6733385700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "87dac7b9ff09e749651a82fb8b699376fb153512099559ada64c3633e3f3915c", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1766 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "efb24b834ebeb19ae111621c", "attempt_id": "6a5e2793beca", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:05.882565Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 38, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 114390144, "serialized_payload_bytes": 114424473, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 428.4262079745531, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 23.156083072535694, "serialize_ms": 404.8595830099657, "load_ms": 1.6955840401351452, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.96712500602007, "ttft_ms": 43.96712500602007, "decode_ms": 179.57666690927}, "total_wall_ms": 230.17737502232194, "ttft_ms": 43.96712500602007, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 38}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2402844672, "backend_memory": {"mlx_active_bytes": 6620438536, "mlx_peak_bytes": 6731927524, "mlx_cache_bytes": 18887340474, "process_rss_bytes": 2402844672}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6731927524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "87dac7b9ff09e749651a82fb8b699376fb153512099559ada64c3633e3f3915c", "output_hash": "252259dc833200b039ed2c5085cf0dc6847ffefa99f4a653bdf8673481902f6c"} |
| |
1767 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e9c2dac5ab417b7a9eba3ed", "attempt_id": "103f70718d1d", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:06.141251Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 44, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 114390144, "serialized_payload_bytes": 114424473, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 428.4262079745531, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 23.156083072535694, "serialize_ms": 404.8595830099657, "load_ms": 1.4979589032009244, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.607625015079975, "ttft_ms": 42.607625015079975, "decode_ms": 157.5971250422299}, "total_wall_ms": 206.66708308272064, "ttft_ms": 42.607625015079975, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2393473024, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6741916288, "mlx_cache_bytes": 18952667354, "process_rss_bytes": 2393473024}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6741916288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7755450", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "87dac7b9ff09e749651a82fb8b699376fb153512099559ada64c3633e3f3915c", "output_hash": "a30221bc7c855d26c2bda21a0a21fda10c953a05d985cec4e1dfa5a6a372d5d3"} |
| |
1768 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5107b15f601e263991ea2c54", "attempt_id": "9afbae0ac4e8", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:06.713800Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 36, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 60559488, "serialized_payload_bytes": 60593728, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 336.8270000210032, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 24.486334063112736, "serialize_ms": 311.92554207518697, "load_ms": 12.589249992743134, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.80487506184727, "ttft_ms": 42.80487506184727, "decode_ms": 1048.2765830820426}, "total_wall_ms": 1113.2610829081386, "ttft_ms": 42.80487506184727, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2515828736, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6604915588, "mlx_cache_bytes": 19253332186, "process_rss_bytes": 2515828736}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6604915588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "user\n\n the the the the the the the the the the the the the the the the the the the the the2222 the the the the the the the the2 the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b34d3676f838ec90278fa9f9703c0aa31a129ffd0cd4bea2cb6326af661b807", "output_hash": "72b077896acecb5086668246947ddc7393e80c66ed83fe3eb00ef94f935954d2"} |
| |
1769 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a7008f6ac2215cdcaf6d7fd", "attempt_id": "455b0e42fb7e", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:07.885488Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 41, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 60559488, "serialized_payload_bytes": 60593728, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 336.8270000210032, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 24.486334063112736, "serialize_ms": 311.92554207518697, "load_ms": 1.6715839738026261, "receiver_prefill_ms": 0.0, "query_prefill_ms": 41.0304160322994, "ttft_ms": 41.0304160322994, "decode_ms": 0.037458958104252815}, "total_wall_ms": 47.84683301113546, "ttft_ms": 41.0304160322994, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 41}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 2515845120, "backend_memory": {"mlx_active_bytes": 6511616008, "mlx_peak_bytes": 6645781384, "mlx_cache_bytes": 19254511834, "process_rss_bytes": 2515845120}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6645781384, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b34d3676f838ec90278fa9f9703c0aa31a129ffd0cd4bea2cb6326af661b807", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
1770 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d547967378a50befe6aebf40", "attempt_id": "982828d1f0e5", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:07.962573Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 40, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 60559488, "serialized_payload_bytes": 60593728, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 336.8270000210032, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 24.486334063112736, "serialize_ms": 311.92554207518697, "load_ms": 1.4822499360889196, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.28433396201581, "ttft_ms": 42.28433396201581, "decode_ms": 1082.5816249707714}, "total_wall_ms": 1131.4220000058413, "ttft_ms": 42.28433396201581, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1560363008, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6613978296, "mlx_cache_bytes": 19253332186, "process_rss_bytes": 1560363008}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6613978296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " What\n\n\n\n\n the\n What\n\n\n\n2\n letter the the the22222222222222222222222222222", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b34d3676f838ec90278fa9f9703c0aa31a129ffd0cd4bea2cb6326af661b807", "output_hash": "8725245553230ca5f8e0e5dab69a80221612fde49a9d5a6fc7c4bd587fe283d6"} |
| |
1771 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d54b4d5293e1d909f6addb5", "attempt_id": "66b23c72f805", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:09.129409Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 38, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 60559488, "serialized_payload_bytes": 60593728, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 336.8270000210032, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 24.486334063112736, "serialize_ms": 311.92554207518697, "load_ms": 1.9006249494850636, "receiver_prefill_ms": 0.0, "query_prefill_ms": 38.40674995444715, "ttft_ms": 38.40674995444715, "decode_ms": 67.12437502574176}, "total_wall_ms": 112.6411659643054, "ttft_ms": 38.40674995444715, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 38}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1560363008, "backend_memory": {"mlx_active_bytes": 6511616008, "mlx_peak_bytes": 6612520120, "mlx_cache_bytes": 19254511834, "process_rss_bytes": 1560363008}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6612520120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "user\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b34d3676f838ec90278fa9f9703c0aa31a129ffd0cd4bea2cb6326af661b807", "output_hash": "3deb95d7e9257e2d4f83bf34226aa6bd99f077a57a54b37954e96afe5938a812"} |
| |
1772 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "200b1ae0f425aecbd79c3675", "attempt_id": "6a2c58d6fe04", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:09.276318Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 44, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 60559488, "serialized_payload_bytes": 60593728, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 336.8270000210032, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 24.486334063112736, "serialize_ms": 311.92554207518697, "load_ms": 1.4735409058630466, "receiver_prefill_ms": 0.0, "query_prefill_ms": 41.56729090027511, "ttft_ms": 41.56729090027511, "decode_ms": 1007.0449579507113}, "total_wall_ms": 1054.6447499655187, "ttft_ms": 41.56729090027511, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1560363008, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6622483192, "mlx_cache_bytes": 19253332186, "process_rss_bytes": 1560363008}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6622483192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n unknown\n the the22 the22 the\n the cheque.2222222222222222222222222222222", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7b34d3676f838ec90278fa9f9703c0aa31a129ffd0cd4bea2cb6326af661b807", "output_hash": "794344495dfe872ad0f5a445c346bc296082e8c0c176dfc648d8ef49d3da32b4"} |
| |
1773 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d30f77f2a459f5f5be6a5020", "attempt_id": "ee7a5477d382", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:10.392764Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5841, "keep": 1460, "compress_ms": 16.689084004610777}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 36, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837629, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.27625007275492, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 16.723666922189295, "serialize_ms": 15.379459015093744, "load_ms": 0.8895830251276493, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.0897499807179, "ttft_ms": 33.0897499807179, "decode_ms": 133.0144169041887}, "total_wall_ms": 172.5638749776408, "ttft_ms": 33.0897499807179, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1575190528, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541779152, "mlx_cache_bytes": 19269093594, "process_rss_bytes": 1575190528}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541779152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lithmunpra-16", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5bcee576b891865387e418fbc4dbf47bccb9784c365d91106aef18160057e97c", "output_hash": "26fc169ceaba84d7f292defd76062949b1b87a9a87be89b5c857b8642cc75061"} |
| |
1774 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "da61709ebefb3354cafd4cd0", "attempt_id": "1c0de5f876a2", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:10.594671Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5841, "keep": 1460, "compress_ms": 16.689084004610777}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 41, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837629, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.27625007275492, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 16.723666922189295, "serialize_ms": 15.379459015093744, "load_ms": 0.9601248893886805, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.40020903851837, "ttft_ms": 33.40020903851837, "decode_ms": 79.70879203639925}, "total_wall_ms": 118.74745902605355, "ttft_ms": 33.40020903851837, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1575239680, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6547120356, "mlx_cache_bytes": 19310086362, "process_rss_bytes": 1575239680}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547120356, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Frobisher Bay", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5bcee576b891865387e418fbc4dbf47bccb9784c365d91106aef18160057e97c", "output_hash": "2805d6a3c84edd5c187cd75b3b89d6732749d858e09cdfe686b097dab37a353d"} |
| |
1775 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "85859b000945424544a2f108", "attempt_id": "afcb52778992", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:10.761644Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5841, "keep": 1460, "compress_ms": 16.689084004610777}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 40, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837629, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.27625007275492, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 16.723666922189295, "serialize_ms": 15.379459015093744, "load_ms": 0.9967919904738665, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.601750085130334, "ttft_ms": 34.601750085130334, "decode_ms": 132.410749909468}, "total_wall_ms": 172.71833401173353, "ttft_ms": 34.601750085130334, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1575256064, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6545416420, "mlx_cache_bytes": 19326011610, "process_rss_bytes": 1575256064}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545416420, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5bcee576b891865387e418fbc4dbf47bccb9784c365d91106aef18160057e97c", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1776 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "63ffa12e5f7ca1a5d924224c", "attempt_id": "95544296cb59", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:10.963312Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5841, "keep": 1460, "compress_ms": 16.689084004610777}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 38, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837629, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.27625007275492, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 16.723666922189295, "serialize_ms": 15.379459015093744, "load_ms": 1.0447499807924032, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.75312499701977, "ttft_ms": 33.75312499701977, "decode_ms": 114.54300000332296}, "total_wall_ms": 153.88075006194413, "ttft_ms": 33.75312499701977, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 38}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1575272448, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6546268388, "mlx_cache_bytes": 19329190106, "process_rss_bytes": 1575272448}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546268388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5bcee576b891865387e418fbc4dbf47bccb9784c365d91106aef18160057e97c", "output_hash": "120542713e9cc99d9150b43b41a4c26c288bcb3ce6b34c6ec39f04d44927c19e"} |
| |
1777 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b81039b3fc844a1579c4c26d", "attempt_id": "5f289102b2cb", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:11.145190Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5841, "keep": 1460, "compress_ms": 16.689084004610777}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 44, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837629, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.27625007275492, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 16.723666922189295, "serialize_ms": 15.379459015093744, "load_ms": 0.8649169467389584, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.711958047002554, "ttft_ms": 32.711958047002554, "decode_ms": 40.412207948975265}, "total_wall_ms": 79.69225000124425, "ttft_ms": 32.711958047002554, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 44}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1575272448, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6548496624, "mlx_cache_bytes": 19329681626, "process_rss_bytes": 1575272448}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548496624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5bcee576b891865387e418fbc4dbf47bccb9784c365d91106aef18160057e97c", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1778 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "122d1a5739fc43e9967467c8", "attempt_id": "aa11ccfac0cd", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:11.281954Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5841, "keep": 1460, "compress_ms": 8.657832979224622}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 36, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837623, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.626915951259434, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 8.695208001881838, "serialize_ms": 18.70862499345094, "load_ms": 0.8695829892531037, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.85033298097551, "ttft_ms": 36.85033298097551, "decode_ms": 37.89783292450011}, "total_wall_ms": 80.42499993462116, "ttft_ms": 36.85033298097551, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1616478208, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541779152, "mlx_cache_bytes": 19331156186, "process_rss_bytes": 1616478208}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541779152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fc123df727ca2aebc7f186eb1e4304de54be61bf9d91454500f40aa994ac426", "output_hash": "2da1cc5cae72ed96e954e21eec8bcb95686fa8b56405fa09410d7e3739bbcae8"} |
| |
1779 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d36d6e7d2f34576f1cbe24bd", "attempt_id": "8fbc7ad03ba4", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:11.390279Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5841, "keep": 1460, "compress_ms": 8.657832979224622}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 41, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837623, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.626915951259434, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 8.695208001881838, "serialize_ms": 18.70862499345094, "load_ms": 0.9064580081030726, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.57058400474489, "ttft_ms": 35.57058400474489, "decode_ms": 918.8533750129864}, "total_wall_ms": 960.181541973725, "ttft_ms": 35.57058400474489, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1616510976, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6547120356, "mlx_cache_bytes": 19386599642, "process_rss_bytes": 1616510976}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547120356, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The project Ferm So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So So", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fc123df727ca2aebc7f186eb1e4304de54be61bf9d91454500f40aa994ac426", "output_hash": "7d370c3ac178b5a86471e62a6759eb1152c9b8b396be570ea7c7de4dade3c838"} |
| |
1780 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf166c5dcd3d8764a05c5877", "attempt_id": "d5faeac1003c", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:12.379236Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5841, "keep": 1460, "compress_ms": 8.657832979224622}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 40, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837623, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.626915951259434, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 8.695208001881838, "serialize_ms": 18.70862499345094, "load_ms": 1.1980830458924174, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.930583973415196, "ttft_ms": 33.930583973415196, "decode_ms": 914.926917059347}, "total_wall_ms": 955.047499970533, "ttft_ms": 33.930583973415196, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1616576512, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6545416420, "mlx_cache_bytes": 19386599642, "process_rss_bytes": 1616576512}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545416420, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I will do my best.\nI will do my best.\nI will do my best.\nI will do my best.\nI will do my best.\nI will do my best.\nI will do my best.\nI will do my best.\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fc123df727ca2aebc7f186eb1e4304de54be61bf9d91454500f40aa994ac426", "output_hash": "560cfbc9b6e30cba045fd475be487ed9bdc08f9ce6d6aac7c4fa0f9e24bf44ab"} |
| |
1781 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d6ef49281e7d8b8e6aa6d842", "attempt_id": "e9dbb707af9e", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:13.362957Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5841, "keep": 1460, "compress_ms": 8.657832979224622}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 38, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837623, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.626915951259434, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 8.695208001881838, "serialize_ms": 18.70862499345094, "load_ms": 1.214000047184527, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.1754169203341, "ttft_ms": 34.1754169203341, "decode_ms": 906.9693339988589}, "total_wall_ms": 947.3603749647737, "ttft_ms": 34.1754169203341, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1616609280, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6546268388, "mlx_cache_bytes": 19386599642, "process_rss_bytes": 1616609280}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546268388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n \n The Supplier Projects\n \n The Supplier Projects\n \n The Supplier Projects\nThe Supplier Projects\nThe Supplier Projects\nThe Supplier Projects\nThe Supplier Projects\nThe Supplier Projects\nThe Supplier Projects\nThe Supplier Projects\nThe Supplier Projects", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fc123df727ca2aebc7f186eb1e4304de54be61bf9d91454500f40aa994ac426", "output_hash": "00bb02c828c7e59bfa023bf175d1b506b985d628d9e081bbfda7dd1544a455b6"} |
| |
1782 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3bbbab5b025778ac8498916a", "attempt_id": "98a5f227b9a5", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:14.340098Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5841, "keep": 1460, "compress_ms": 8.657832979224622}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 44, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837623, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.626915951259434, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 8.695208001881838, "serialize_ms": 18.70862499345094, "load_ms": 1.6227919841185212, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.38141694944352, "ttft_ms": 31.38141694944352, "decode_ms": 290.3826249530539}, "total_wall_ms": 328.6450000014156, "ttft_ms": 31.38141694944352, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 44}, "output_usage": {"output_tokens": 15}, "provider_cached_usage": null, "process_memory": 1616609280, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6548496624, "mlx_cache_bytes": 19387517146, "process_rss_bytes": 1616609280}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548496624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "A short answer (a few words or a number), with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fc123df727ca2aebc7f186eb1e4304de54be61bf9d91454500f40aa994ac426", "output_hash": "35cdd71c4306fae64dd33ca2ea7530eec1698aa81084ed5cde8c1cb19a335cc7"} |
| |
1783 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bfc83ce9f5c4a3658665f07a", "attempt_id": "f6ae4234e4fc", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:14.697815Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 36, "compress_ms": 108.92700008116663}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 36, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837669, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 127.4276248877868, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 113.80699998699129, "serialize_ms": 13.36641691159457, "load_ms": 0.7155410712584853, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.61445800308138, "ttft_ms": 32.61445800308138, "decode_ms": 178.84779209271073}, "total_wall_ms": 344.3185839569196, "ttft_ms": 32.61445800308138, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 36}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1617887232, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6541418704, "mlx_cache_bytes": 19436954786, "process_rss_bytes": 1617887232}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-14X-634", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "350ac1172f7234991eace1f4c89e62942740ad2169436e9a391260d0c4694c9a", "output_hash": "f8fa2f0c4e57f372e27ff8f2f589d8374ca8e98b625d523487818be53e6a69a1"} |
| |
1784 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "53a1abd22901fd49ed37ab95", "attempt_id": "bedc776c4e5c", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:15.072298Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 41, "compress_ms": 95.60812497511506}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 41, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837668, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 110.93908303882927, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 100.27599998284131, "serialize_ms": 10.396749945357442, "load_ms": 0.6287079304456711, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.8800829378888, "ttft_ms": 34.8800829378888, "decode_ms": 238.45145793166012}, "total_wall_ms": 389.7306250873953, "ttft_ms": 34.8800829378888, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 41}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1619689472, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6546481380, "mlx_cache_bytes": 19477669026, "process_rss_bytes": 1619689472}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546481380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cd93cb3ec2bee4ef19e4c975c2a490dcc5c38ebe3f26ff679953785db7c3fdf", "output_hash": "e9d8c9bcfcab971769d338246861d54b40408bbfdb6b29c68f7f7d803a7d78ed"} |
| |
1785 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02eea9494beb576bc8e3cec9", "attempt_id": "15d28a89b507", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:15.490501Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 40, "compress_ms": 94.47849995922297}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 40, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837668, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 110.74704106431454, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 99.42962497007102, "serialize_ms": 11.065750033594668, "load_ms": 0.9831249481067061, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.86183292604983, "ttft_ms": 33.86183292604983, "decode_ms": 135.64712507650256}, "total_wall_ms": 285.98879207856953, "ttft_ms": 33.86183292604983, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1619738624, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6545416420, "mlx_cache_bytes": 19498886306, "process_rss_bytes": 1619738624}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545416420, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cd93cb3ec2bee4ef19e4c975c2a490dcc5c38ebe3f26ff679953785db7c3fdf", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1786 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "28839fbbee1f4abcaf7e9650", "attempt_id": "c4947e04daad", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:15.804320Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 38, "compress_ms": 94.7841249871999}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 38, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837667, "side_information_bytes": 16227, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 110.63516698777676, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 99.67179200612009, "serialize_ms": 10.687458096072078, "load_ms": 0.7729580393061042, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.73799996916205, "ttft_ms": 33.73799996916205, "decode_ms": 157.12012501899153}, "total_wall_ms": 307.15487501583993, "ttft_ms": 33.73799996916205, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 38}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1619738624, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6546268388, "mlx_cache_bytes": 19513107618, "process_rss_bytes": 1619738624}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546268388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91023e0fb6b485ccb3bf2938625f04715ce1afe6e5eb774f09eeba7fcc5d85e8", "output_hash": "252259dc833200b039ed2c5085cf0dc6847ffefa99f4a653bdf8673481902f6c"} |
| |
1787 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "540b74d735144e65c0974d91", "attempt_id": "d2e605782810", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:16.140331Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 44, "compress_ms": 97.84891596063972}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 44, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837668, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 114.45933301001787, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 102.44633397087455, "serialize_ms": 11.763999937102199, "load_ms": 0.5789160495623946, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.5880839265883, "ttft_ms": 33.5880839265883, "decode_ms": 139.66691598761827}, "total_wall_ms": 293.0530000012368, "ttft_ms": 33.5880839265883, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1619755008, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6548447472, "mlx_cache_bytes": 19529917602, "process_rss_bytes": 1619755008}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548447472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7754500", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cd93cb3ec2bee4ef19e4c975c2a490dcc5c38ebe3f26ff679953785db7c3fdf", "output_hash": "27c217402539d3befb44407a4177ae302930fbcbacc83ae2b7cbe6935a062c23"} |
| |
1788 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1e2a1c57d1cf1fda84ccc467", "attempt_id": "3b6b54da9e6b", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:16.571389Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 19, "compress_ms": 99.3713749339804}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 36, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837667, "side_information_bytes": 16227, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 108.75170794315636, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 99.53354194294661, "serialize_ms": 9.042249992489815, "load_ms": 0.8986250031739473, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.59395801089704, "ttft_ms": 33.59395801089704, "decode_ms": 17.647208995185792}, "total_wall_ms": 57.21287499181926, "ttft_ms": 33.59395801089704, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1620099072, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541418704, "mlx_cache_bytes": 19547546786, "process_rss_bytes": 1620099072}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91023e0fb6b485ccb3bf2938625f04715ce1afe6e5eb774f09eeba7fcc5d85e8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1789 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ac2e618a98d48f6c67562b24", "attempt_id": "b0891993a8af", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:16.657091Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 19, "compress_ms": 99.3713749339804}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 41, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837667, "side_information_bytes": 16227, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 108.75170794315636, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 99.53354194294661, "serialize_ms": 9.042249992489815, "load_ms": 0.8640839951112866, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.56175001338124, "ttft_ms": 34.56175001338124, "decode_ms": 18.832292058505118}, "total_wall_ms": 58.94383299164474, "ttft_ms": 34.56175001338124, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1620099072, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6546481380, "mlx_cache_bytes": 19547546786, "process_rss_bytes": 1620099072}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546481380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91023e0fb6b485ccb3bf2938625f04715ce1afe6e5eb774f09eeba7fcc5d85e8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1790 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f5ef193847d21cdf2b2aa19", "attempt_id": "bc086a750cfe", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:16.747719Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 19, "compress_ms": 99.3713749339804}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 40, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837667, "side_information_bytes": 16227, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 108.75170794315636, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 99.53354194294661, "serialize_ms": 9.042249992489815, "load_ms": 1.0980420047417283, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.276707934215665, "ttft_ms": 32.276707934215665, "decode_ms": 60.620542033575475}, "total_wall_ms": 99.0942920325324, "ttft_ms": 32.276707934215665, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 40}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1620099072, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6545416420, "mlx_cache_bytes": 19547546786, "process_rss_bytes": 1620099072}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545416420, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91023e0fb6b485ccb3bf2938625f04715ce1afe6e5eb774f09eeba7fcc5d85e8", "output_hash": "73c2e083e4e933fc3ba76abc2bd6aea80c838c172e7db94ea473c9be4e07b2d7"} |
| |
1791 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e744685bb95d9d60ff1d6a43", "attempt_id": "5c57ee551bca", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:16.878917Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 19, "compress_ms": 99.3713749339804}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 38, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837667, "side_information_bytes": 16227, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 108.75170794315636, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 99.53354194294661, "serialize_ms": 9.042249992489815, "load_ms": 0.870457966811955, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.72833300475031, "ttft_ms": 34.72833300475031, "decode_ms": 17.08466710988432}, "total_wall_ms": 57.14595795143396, "ttft_ms": 34.72833300475031, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 38}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1620099072, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6546268388, "mlx_cache_bytes": 19547546786, "process_rss_bytes": 1620099072}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546268388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91023e0fb6b485ccb3bf2938625f04715ce1afe6e5eb774f09eeba7fcc5d85e8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1792 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e7dc79f412a9adb7bef1f462", "attempt_id": "39b70fd27d36", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:16.964110Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 19, "compress_ms": 99.3713749339804}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 44, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837667, "side_information_bytes": 16227, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 108.75170794315636, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 99.53354194294661, "serialize_ms": 9.042249992489815, "load_ms": 0.9122500196099281, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.87929098587483, "ttft_ms": 32.87929098587483, "decode_ms": 113.88266703579575}, "total_wall_ms": 152.63704198878258, "ttft_ms": 32.87929098587483, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1620131840, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6548447472, "mlx_cache_bytes": 19546367138, "process_rss_bytes": 1620131840}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548447472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "770450", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91023e0fb6b485ccb3bf2938625f04715ce1afe6e5eb774f09eeba7fcc5d85e8", "output_hash": "01264232549e65efe312b934cf288372b93946cb6e18046c62ca254d7c68f329"} |
| |
1793 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "da9bd4d1ad9bd8e4063361e8", "attempt_id": "e74ac0dd91db", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:17.145869Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 36, "compress_ms": 109.60029205307364}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 36, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837559, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 149.05266708228737, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 114.27270795684308, "serialize_ms": 34.525042050518095, "load_ms": 22.49400003347546, "receiver_prefill_ms": 0.0, "query_prefill_ms": 560.7031249674037, "ttft_ms": 560.7031249674037, "decode_ms": 100.10370903182775}, "total_wall_ms": 837.2611670056358, "ttft_ms": 560.7031249674037, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1706934272, "backend_memory": {"mlx_active_bytes": 6499885064, "mlx_peak_bytes": 6584761836, "mlx_cache_bytes": 19714447490, "process_rss_bytes": 1706934272}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584761836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-1434", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11b801622f7c0126b2f38b6bbc17f08489707981d8b968fa82c8142837484a56", "output_hash": "c6e96fcaddbfea09a9509725bca11eab89e61077779b9e05d9fffc0d7366a9f4"} |
| |
1794 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b31f44dabea24fe27455764b", "attempt_id": "dc3fbd59adb4", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:18.012744Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 41, "compress_ms": 93.98912498727441}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 41, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837558, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.1456249859184, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 98.412667051889, "serialize_ms": 14.4552499987185, "load_ms": 1.7175000393763185, "receiver_prefill_ms": 0.0, "query_prefill_ms": 544.0892500337213, "ttft_ms": 544.0892500337213, "decode_ms": 235.59679195750505}, "total_wall_ms": 899.2810000199825, "ttft_ms": 544.0892500337213, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 41}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1765031936, "backend_memory": {"mlx_active_bytes": 6500278280, "mlx_peak_bytes": 6584851976, "mlx_cache_bytes": 19729071630, "process_rss_bytes": 1765031936}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584851976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "42a38696da07e93f654eb59b3018feffb3a04e386a15216cf008c6522572cba8", "output_hash": "e9d8c9bcfcab971769d338246861d54b40408bbfdb6b29c68f7f7d803a7d78ed"} |
| |
1795 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51d2e52974436a6134763a00", "attempt_id": "9a758d4ee715", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:18.943178Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 40, "compress_ms": 108.1074170069769}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 40, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837558, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 131.80166704114527, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 113.23483299929649, "serialize_ms": 18.225417006760836, "load_ms": 1.7089999746531248, "receiver_prefill_ms": 0.0, "query_prefill_ms": 534.0104999486357, "ttft_ms": 534.0104999486357, "decode_ms": 135.78279200010002}, "total_wall_ms": 810.4425829369575, "ttft_ms": 534.0104999486357, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1813872640, "backend_memory": {"mlx_active_bytes": 6500048904, "mlx_peak_bytes": 6584516096, "mlx_cache_bytes": 19729301006, "process_rss_bytes": 1813872640}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584516096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "42a38696da07e93f654eb59b3018feffb3a04e386a15216cf008c6522572cba8", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1796 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7ef42f124471e0601696f4f2", "attempt_id": "d10296f23536", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:19.785025Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 38, "compress_ms": 101.160749909468}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 38, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837557, "side_information_bytes": 16117, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.49158301670104, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 106.37437494006008, "serialize_ms": 13.853291980922222, "load_ms": 1.7288340022787452, "receiver_prefill_ms": 0.0, "query_prefill_ms": 513.0720409797505, "ttft_ms": 513.0720409797505, "decode_ms": 157.23150002304465}, "total_wall_ms": 798.2457500183955, "ttft_ms": 513.0720409797505, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 38}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1851604992, "backend_memory": {"mlx_active_bytes": 6499950600, "mlx_peak_bytes": 6585400848, "mlx_cache_bytes": 19729858062, "process_rss_bytes": 1851604992}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6585400848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dfff10fc915e17e2e74bc4206ea69c42a4956d65b4ee25c68e0f11b988bf9ed3", "output_hash": "252259dc833200b039ed2c5085cf0dc6847ffefa99f4a653bdf8673481902f6c"} |
| |
1797 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e5d9379b4958eb7c7c9a1f35", "attempt_id": "dd22cc93fe6f", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:20.614258Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 44, "compress_ms": 102.48554206918925}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 44, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 53821440, "serialized_payload_bytes": 53837559, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.30833401251584, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 106.93474998697639, "serialize_ms": 18.08137504849583, "load_ms": 1.6715419478714466, "receiver_prefill_ms": 0.0, "query_prefill_ms": 604.7739579807967, "ttft_ms": 604.7739579807967, "decode_ms": 142.58112502284348}, "total_wall_ms": 881.0315409209579, "ttft_ms": 604.7739579807967, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1894023168, "backend_memory": {"mlx_active_bytes": 6500278280, "mlx_peak_bytes": 6585826860, "mlx_cache_bytes": 19732865378, "process_rss_bytes": 1894023168}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6585826860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7754500", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11b801622f7c0126b2f38b6bbc17f08489707981d8b968fa82c8142837484a56", "output_hash": "27c217402539d3befb44407a4177ae302930fbcbacc83ae2b7cbe6935a062c23"} |
| |
1798 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ff365124da7c8da1b9085c9a", "attempt_id": "cb0d5f905108", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:21.525771Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 36, "compress_ms": 97.930624964647, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 36, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 28592640, "serialized_payload_bytes": 28626951, "side_information_bytes": 34311, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.38074995204806, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 111.52625002432615, "serialize_ms": 11.362666031345725, "load_ms": 1.6794579569250345, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.781666981056333, "ttft_ms": 30.781666981056333, "decode_ms": 200.56029199622571}, "total_wall_ms": 361.37333407532424, "ttft_ms": 30.781666981056333, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 36}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1922940928, "backend_memory": {"mlx_active_bytes": 6448979968, "mlx_peak_bytes": 6500424892, "mlx_cache_bytes": 19882918250, "process_rss_bytes": 1922940928}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6500424892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HH-14X-634", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e5392cbea26f1327ed319f46c3ef6fa40f7e5010af4347a35f305c31ac93f80", "output_hash": "f8fa2f0c4e57f372e27ff8f2f589d8374ca8e98b625d523487818be53e6a69a1"} |
| |
1799 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f315741a18dcccb83c27c393", "attempt_id": "71dbc3cc3ab6", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:21.916613Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 41, "compress_ms": 100.1146249473095, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 41, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 28592640, "serialized_payload_bytes": 28626953, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.93720795121044, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 114.37104200012982, "serialize_ms": 11.104624951258302, "load_ms": 1.3607499422505498, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.938875020481646, "ttft_ms": 27.938875020481646, "decode_ms": 248.91049996949732}, "total_wall_ms": 409.002042026259, "ttft_ms": 27.938875020481646, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 41}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1924988928, "backend_memory": {"mlx_active_bytes": 6447808688, "mlx_peak_bytes": 6506503648, "mlx_cache_bytes": 19915674218, "process_rss_bytes": 1924988928}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6506503648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 786-F, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "870481480abccf61346d31d52f215fd81e0f7a60e4c20c35922839dbd0d5fd23", "output_hash": "e9d8c9bcfcab971769d338246861d54b40408bbfdb6b29c68f7f7d803a7d78ed"} |
| |
1800 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2751884c800b1f838727d8e5", "attempt_id": "9ba2dc435160", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:22.354404Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 40, "compress_ms": 95.65616701729596, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 40, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 28592640, "serialized_payload_bytes": 28626953, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 119.161874987185, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 109.51004188973457, "serialize_ms": 9.169708006083965, "load_ms": 1.1399999493733048, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.468582943081856, "ttft_ms": 29.468582943081856, "decode_ms": 147.06591702997684}, "total_wall_ms": 301.61191697698087, "ttft_ms": 29.468582943081856, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1925038080, "backend_memory": {"mlx_active_bytes": 6447794088, "mlx_peak_bytes": 6505126264, "mlx_cache_bytes": 19933088626, "process_rss_bytes": 1925038080}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6505126264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "63.0928", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "870481480abccf61346d31d52f215fd81e0f7a60e4c20c35922839dbd0d5fd23", "output_hash": "5f1f985100540afc499942a9f0f4c0a96430054fe87cf8278d84202eadf815c1"} |
| |
1801 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3f352e1daabaf3882b515bf", "attempt_id": "ec0348613ce9", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:22.685578Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 38, "compress_ms": 97.33525000046939, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 38, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 28592640, "serialized_payload_bytes": 28626953, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 119.4498750846833, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 110.14920810703188, "serialize_ms": 8.816207991912961, "load_ms": 1.1034159688279033, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.080375028774142, "ttft_ms": 30.080375028774142, "decode_ms": 165.8693749923259}, "total_wall_ms": 321.34416594635695, "ttft_ms": 30.080375028774142, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 38}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1925054464, "backend_memory": {"mlx_active_bytes": 6447792920, "mlx_peak_bytes": 6506549368, "mlx_cache_bytes": 19949604866, "process_rss_bytes": 1925054464}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6506549368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Haldorsen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "870481480abccf61346d31d52f215fd81e0f7a60e4c20c35922839dbd0d5fd23", "output_hash": "252259dc833200b039ed2c5085cf0dc6847ffefa99f4a653bdf8673481902f6c"} |
| |
1802 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b6c3e69a1fb5ed486175390c", "attempt_id": "2f1d8ce121ed", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:23.039175Z", "task_family": "synthetic", "document_id": "syn_03016_8000", "document_hash": "c087f3475bd3d0ecdd3f33c8a5862c81d3ce40f58b9774fe26f7e5627786e04f", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03016_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5841, "keep": 1460, "window_tokens": 44, "compress_ms": 95.51508398726583, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5802, "source_tokens_receiver": 5802, "query_tokens": 44, "message_tokens": 5841, "message_utf8_bytes": 29319, "cache_tensor_bytes": 28592640, "serialized_payload_bytes": 28626953, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 117.11170896887779, "doc_prefill_ms": 1327.6675409870222, "compress_ms": 108.24099997989833, "serialize_ms": 8.39733297470957, "load_ms": 1.0821250034496188, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.719875030219555, "ttft_ms": 28.719875030219555, "decode_ms": 145.67987504415214}, "total_wall_ms": 297.27383295539767, "ttft_ms": 28.719875030219555, "input_usage": {"receiver_prefix_tokens": 5841, "dense_cache_bytes": 215322624, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1925120000, "backend_memory": {"mlx_active_bytes": 6447798744, "mlx_peak_bytes": 6509517292, "mlx_cache_bytes": 19968768322, "process_rss_bytes": 1925120000}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6509517292, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7754500", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03016_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "870481480abccf61346d31d52f215fd81e0f7a60e4c20c35922839dbd0d5fd23", "output_hash": "27c217402539d3befb44407a4177ae302930fbcbacc83ae2b7cbe6935a062c23"} |
| |
1803 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "615fef3291e5e41ccd2afdc9", "attempt_id": "c7943f465e35", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:24.199909Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01095794141292572, "decode_payload_ms": 0.0, "receiver_prefill_ms": 19.200333044864237, "ttft_ms": 19.035917008295655, "decode_ms": 18.28237494919449}, "total_wall_ms": 57.210749946534634, "ttft_ms": 19.035917008295655, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 999964672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 269813428, "process_rss_bytes": 999964672}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1804 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af9ef034b5a231ac10023cf2", "attempt_id": "f91a43237e03", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:24.298656Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01095794141292572, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.39820902328938, "ttft_ms": 18.790542031638324, "decode_ms": 16.497958917170763}, "total_wall_ms": 69.33225004468113, "ttft_ms": 18.790542031638324, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 999964672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244704904, "mlx_cache_bytes": 334988980, "process_rss_bytes": 999964672}, "peak_prefill_memory": null, "peak_decode_memory": 6244704904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1805 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f59321eac1d784dea011ce0", "attempt_id": "1837523f7003", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:24.406373Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01095794141292572, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.51145794335753, "ttft_ms": 17.489499994553626, "decode_ms": 16.6557909687981}, "total_wall_ms": 70.3522500116378, "ttft_ms": 17.489499994553626, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 999964672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244115080, "mlx_cache_bytes": 362415796, "process_rss_bytes": 999964672}, "peak_prefill_memory": null, "peak_decode_memory": 6244115080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1806 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bc0b1e35be96493bbc7c4c0c", "attempt_id": "5f8b97d6c63f", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:24.513735Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01095794141292572, "decode_payload_ms": 0.0, "receiver_prefill_ms": 36.29862505476922, "ttft_ms": 19.71450005657971, "decode_ms": 16.269625048153102}, "total_wall_ms": 72.99929100554436, "ttft_ms": 19.71450005657971, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 999964672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244917896, "mlx_cache_bytes": 407275188, "process_rss_bytes": 999964672}, "peak_prefill_memory": null, "peak_decode_memory": 6244917896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1807 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3fea66f0f43f4525f372d30e", "attempt_id": "0cd20200ba8e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:24.625546Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 74, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01095794141292572, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.32854199875146, "ttft_ms": 17.703582998365164, "decode_ms": 17.34429190400988}, "total_wall_ms": 71.00945909041911, "ttft_ms": 17.703582998365164, "input_usage": {"receiver_prompt_tokens": 74}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 999964672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6247801480, "mlx_cache_bytes": 474007220, "process_rss_bytes": 999964672}, "peak_prefill_memory": null, "peak_decode_memory": 6247801480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1808 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec4eca14267dce2b8dc1e34b", "attempt_id": "11604b5be6e4", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:24.734310Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11043, "message_tokens": 10969, "message_utf8_bytes": 58829, "cache_tensor_bytes": null, "serialized_payload_bytes": 58829, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.012125005014240742, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2470.564458053559, "ttft_ms": 21.45016600843519, "decode_ms": 212.17387507203966}, "total_wall_ms": 2721.647166996263, "ttft_ms": 21.45016600843519, "input_usage": {"receiver_prompt_tokens": 11043}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1000030208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3353872052, "process_rss_bytes": 1000030208}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1809 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "67b0ae6f3ca7876c9c0413ae", "attempt_id": "fa5ddf75cdb7", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:27.493796Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11050, "message_tokens": 10969, "message_utf8_bytes": 58829, "cache_tensor_bytes": null, "serialized_payload_bytes": 58829, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.012125005014240742, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2218.9800000051036, "ttft_ms": 20.902167074382305, "decode_ms": 251.00245897192508}, "total_wall_ms": 2509.251332958229, "ttft_ms": 20.902167074382305, "input_usage": {"receiver_prompt_tokens": 11050}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1000079360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3850192564, "process_rss_bytes": 1000079360}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1810 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "17206206aa7c30c190716b48", "attempt_id": "6530a7bee6d1", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:30.041789Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11049, "message_tokens": 10969, "message_utf8_bytes": 58829, "cache_tensor_bytes": null, "serialized_payload_bytes": 58829, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.012125005014240742, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2343.975582974963, "ttft_ms": 23.18866702262312, "decode_ms": 152.2030420601368}, "total_wall_ms": 2538.6969168903306, "ttft_ms": 23.18866702262312, "input_usage": {"receiver_prompt_tokens": 11049}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1000128512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4182853300, "process_rss_bytes": 1000128512}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1811 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "926010dbb60d037ed619bbc5", "attempt_id": "dff8d0bde265", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:32.620472Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11045, "message_tokens": 10969, "message_utf8_bytes": 58829, "cache_tensor_bytes": null, "serialized_payload_bytes": 58829, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.012125005014240742, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2310.6902500148863, "ttft_ms": 21.486541023477912, "decode_ms": 150.6347079994157}, "total_wall_ms": 2502.1430000197142, "ttft_ms": 21.486541023477912, "input_usage": {"receiver_prompt_tokens": 11045}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1000161280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4513941172, "process_rss_bytes": 1000161280}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1812 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4d12ae43697eb52eed9bfc3", "attempt_id": "8ff8f438d00f", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:35.162845Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11053, "message_tokens": 10969, "message_utf8_bytes": 58829, "cache_tensor_bytes": null, "serialized_payload_bytes": 58829, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.012125005014240742, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2243.5640420299023, "ttft_ms": 20.56887501385063, "decode_ms": 190.2039999840781}, "total_wall_ms": 2472.6154999807477, "ttft_ms": 20.56887501385063, "input_usage": {"receiver_prompt_tokens": 11053}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1000226816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4848371380, "process_rss_bytes": 1000226816}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,669,891", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "output_hash": "8fe1b189ae1a151b07a072a9524b1d00e8f7708d41aa40359d72e25fbfd6d513"} |
| |
1813 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e1c008f5aa203928c1c4141", "attempt_id": "b03f4a99f64c", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:37.682738Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10969}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2246, "cache_tensor_bytes": null, "serialized_payload_bytes": 2246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.820082992315292, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.6593749364838, "ttft_ms": 20.73354204185307, "decode_ms": 17.381499987095594}, "total_wall_ms": 137.7230000216514, "ttft_ms": 20.73354204185307, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1000259584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 5238638260, "process_rss_bytes": 1000259584}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "49957703959e8b0063840ef4dcb0b52e3657327d950772d1fad35af9fd164581", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1814 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e80014550ea10c80893c8d1", "attempt_id": "5649105fce7f", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:37.859929Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10969}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2246, "cache_tensor_bytes": null, "serialized_payload_bytes": 2246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.820082992315292, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.22733299713582, "ttft_ms": 18.64975003991276, "decode_ms": 219.30858306586742}, "total_wall_ms": 336.68262499850243, "ttft_ms": 18.64975003991276, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1000259584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 5605017268, "process_rss_bytes": 1000259584}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "49957703959e8b0063840ef4dcb0b52e3657327d950772d1fad35af9fd164581", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1815 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8984b687c4134256d59151e0", "attempt_id": "a7ebc11f35dd", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:38.243663Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10969}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2246, "cache_tensor_bytes": null, "serialized_payload_bytes": 2246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.820082992315292, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.93300001788884, "ttft_ms": 19.13437503390014, "decode_ms": 20.07516589947045}, "total_wall_ms": 132.5711669633165, "ttft_ms": 19.13437503390014, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1000275968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568521816, "mlx_cache_bytes": 5693490868, "process_rss_bytes": 1000275968}, "peak_prefill_memory": null, "peak_decode_memory": 6568521816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "49957703959e8b0063840ef4dcb0b52e3657327d950772d1fad35af9fd164581", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1816 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "875dd90472fe9c86b1595c32", "attempt_id": "f5ed91588691", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:38.415283Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10969}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 2246, "cache_tensor_bytes": null, "serialized_payload_bytes": 2246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.820082992315292, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.4937920216471, "ttft_ms": 19.091084017418325, "decode_ms": 19.30558297317475}, "total_wall_ms": 136.31183293182403, "ttft_ms": 19.091084017418325, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1000292352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5938857652, "process_rss_bytes": 1000292352}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "49957703959e8b0063840ef4dcb0b52e3657327d950772d1fad35af9fd164581", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1817 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a571244e41887e81e00da35", "attempt_id": "a2b9d9cf4814", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:38.589326Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10969}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 605, "message_tokens": 516, "message_utf8_bytes": 2246, "cache_tensor_bytes": null, "serialized_payload_bytes": 2246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.820082992315292, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.89904197957367, "ttft_ms": 19.35837499331683, "decode_ms": 15.18495799973607}, "total_wall_ms": 137.02195801306516, "ttft_ms": 19.35837499331683, "input_usage": {"receiver_prompt_tokens": 605}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1000308736, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6570094680, "mlx_cache_bytes": 6187566772, "process_rss_bytes": 1000308736}, "peak_prefill_memory": null, "peak_decode_memory": 6570094680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "49957703959e8b0063840ef4dcb0b52e3657327d950772d1fad35af9fd164581", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1818 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d6a1a35208ba83a731b5f98", "attempt_id": "29f0556a105f", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:38.773608Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 570, "message_tokens": 495, "message_utf8_bytes": 1246, "cache_tensor_bytes": null, "serialized_payload_bytes": 1246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.36354196164757, "decode_payload_ms": 0.0, "receiver_prefill_ms": 98.80837507080287, "ttft_ms": 18.166666966862977, "decode_ms": 20.505207940004766}, "total_wall_ms": 138.70862498879433, "ttft_ms": 18.166666966862977, "input_usage": {"receiver_prompt_tokens": 570}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1000669184, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6551629912, "mlx_cache_bytes": 6534481588, "process_rss_bytes": 1000669184}, "peak_prefill_memory": null, "peak_decode_memory": 6551629912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e1099a9587328368b63e56bf0a081d62d1f4b933485d826bd967c8fcc8473ad", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1819 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0943888a4084fa2c1221b6ba", "attempt_id": "130964e93d83", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:38.952782Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 577, "message_tokens": 495, "message_utf8_bytes": 1246, "cache_tensor_bytes": null, "serialized_payload_bytes": 1246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.36354196164757, "decode_payload_ms": 0.0, "receiver_prefill_ms": 99.75408401805907, "ttft_ms": 18.569833016954362, "decode_ms": 18.775625037960708}, "total_wall_ms": 138.4404170094058, "ttft_ms": 18.569833016954362, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1000669184, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555070552, "mlx_cache_bytes": 6870681268, "process_rss_bytes": 1000669184}, "peak_prefill_memory": null, "peak_decode_memory": 6555070552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e1099a9587328368b63e56bf0a081d62d1f4b933485d826bd967c8fcc8473ad", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1820 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4ac90374a9ed96494070d13e", "attempt_id": "a4376d8cdfba", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:39.129094Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 576, "message_tokens": 495, "message_utf8_bytes": 1246, "cache_tensor_bytes": null, "serialized_payload_bytes": 1246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.36354196164757, "decode_payload_ms": 0.0, "receiver_prefill_ms": 107.51079092733562, "ttft_ms": 16.96899998933077, "decode_ms": 20.36545891314745}, "total_wall_ms": 146.23479102738202, "ttft_ms": 16.96899998933077, "input_usage": {"receiver_prompt_tokens": 576}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1000685568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555070552, "mlx_cache_bytes": 6870681268, "process_rss_bytes": 1000685568}, "peak_prefill_memory": null, "peak_decode_memory": 6555070552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e1099a9587328368b63e56bf0a081d62d1f4b933485d826bd967c8fcc8473ad", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1821 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d7761f9e65f9861978301fd2", "attempt_id": "a3407f2de5c7", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:39.314601Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 572, "message_tokens": 495, "message_utf8_bytes": 1246, "cache_tensor_bytes": null, "serialized_payload_bytes": 1246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.36354196164757, "decode_payload_ms": 0.0, "receiver_prefill_ms": 111.08887498266995, "ttft_ms": 15.914749936200678, "decode_ms": 136.73491694498807}, "total_wall_ms": 265.00625000335276, "ttft_ms": 15.914749936200678, "input_usage": {"receiver_prompt_tokens": 572}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1000701952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6552514648, "mlx_cache_bytes": 7105922740, "process_rss_bytes": 1000701952}, "peak_prefill_memory": null, "peak_decode_memory": 6552514648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e1099a9587328368b63e56bf0a081d62d1f4b933485d826bd967c8fcc8473ad", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1822 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3c924c9e01abd52fd27ba33", "attempt_id": "2ed509ada890", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:39.617167Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 580, "message_tokens": 495, "message_utf8_bytes": 1246, "cache_tensor_bytes": null, "serialized_payload_bytes": 1246, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.36354196164757, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.00695898756385, "ttft_ms": 20.72737494017929, "decode_ms": 168.71566697955132}, "total_wall_ms": 296.75995802972466, "ttft_ms": 20.72737494017929, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1000718336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557724760, "mlx_cache_bytes": 7458637492, "process_rss_bytes": 1000718336}, "peak_prefill_memory": null, "peak_decode_memory": 6557724760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,669,891", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e1099a9587328368b63e56bf0a081d62d1f4b933485d826bd967c8fcc8473ad", "output_hash": "8fe1b189ae1a151b07a072a9524b1d00e8f7708d41aa40359d72e25fbfd6d513"} |
| |
1823 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bcc07c66a21ef74c72d5db55", "attempt_id": "04b277148a9d", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:39.951181Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 574, "message_tokens": 499, "message_utf8_bytes": 1296, "cache_tensor_bytes": null, "serialized_payload_bytes": 1296, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.469291958026588, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.25983292143792, "ttft_ms": 21.004082984291017, "decode_ms": 187.6812499249354}, "total_wall_ms": 313.5644169524312, "ttft_ms": 21.004082984291017, "input_usage": {"receiver_prompt_tokens": 574}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1000718336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553890904, "mlx_cache_bytes": 7694567092, "process_rss_bytes": 1000718336}, "peak_prefill_memory": null, "peak_decode_memory": 6553890904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "41b3032037bdcd25b69ac2448c6f93f0cceec1d89c7ba65ffe748e76be79fd0c", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1824 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fce001a70872e7f53dc6691e", "attempt_id": "400cd2f3889b", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:40.302190Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1322, "cache_tensor_bytes": null, "serialized_payload_bytes": 1322, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.386125016026199, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.13262497261167, "ttft_ms": 19.305874942801893, "decode_ms": 219.56400002818555}, "total_wall_ms": 349.6010840171948, "ttft_ms": 19.305874942801893, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1000751104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566572120, "mlx_cache_bytes": 7851263668, "process_rss_bytes": 1000751104}, "peak_prefill_memory": null, "peak_decode_memory": 6566572120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10ebe8dd670dd567c5fdbc4e7ec22bbcb1387d8d4a76b79b96a0091fd5531347", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1825 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "265fb342a6b2b3536ee5a222", "attempt_id": "1ac909189f85", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:40.688740Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 584, "message_tokens": 503, "message_utf8_bytes": 1322, "cache_tensor_bytes": null, "serialized_payload_bytes": 1322, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.442749963141978, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.11174995917827, "ttft_ms": 20.28525003697723, "decode_ms": 126.73204205930233}, "total_wall_ms": 256.8070830311626, "ttft_ms": 20.28525003697723, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1000751104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 8191887028, "process_rss_bytes": 1000751104}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5063eb8def6ca57531946b18378e47924d09aaf7198030655642dca77196d806", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1826 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e6214661df28b0353c52f670", "attempt_id": "5428a2893539", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:40.983181Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 581, "message_tokens": 504, "message_utf8_bytes": 1555, "cache_tensor_bytes": null, "serialized_payload_bytes": 1555, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.646334051154554, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.29279099218547, "ttft_ms": 17.18541595619172, "decode_ms": 135.11529203969985}, "total_wall_ms": 266.66945905890316, "ttft_ms": 17.18541595619172, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1000783872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 8430765748, "process_rss_bytes": 1000783872}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f7cd1870a49a77f6db5ec5e0aaab57a5a1718018a2449ac5736eb50fb9935d68", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1827 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "66401ac469757467a922eff8", "attempt_id": "af0821df704d", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:41.289854Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 15}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 582, "message_tokens": 497, "message_utf8_bytes": 1264, "cache_tensor_bytes": null, "serialized_payload_bytes": 1264, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.6722079385071993, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.00787503831089, "ttft_ms": 18.522416008636355, "decode_ms": 169.98016694560647}, "total_wall_ms": 301.37775000184774, "ttft_ms": 18.522416008636355, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1000783872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559101016, "mlx_cache_bytes": 8670037684, "process_rss_bytes": 1000783872}, "peak_prefill_memory": null, "peak_decode_memory": 6559101016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,669,891", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dce85b035f1cf932f605a3f6541cac0c417be10a209adf0df85f92ffefce0f84", "output_hash": "8fe1b189ae1a151b07a072a9524b1d00e8f7708d41aa40359d72e25fbfd6d513"} |
| |
1828 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c861c22e0574e5255f38ed7b", "attempt_id": "441e62c5df4a", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:54.795338Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1822, "cache_tensor_bytes": null, "serialized_payload_bytes": 1822, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13165.251416969113, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.44158397614956, "ttft_ms": 19.905416993424296, "decode_ms": 191.39404105953872}, "total_wall_ms": 332.7578749740496, "ttft_ms": 19.905416993424296, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 11085, "sender_output_tokens": 512, "sender_prefill_ms": 2517.7282079821452, "sender_ttft_ms": 20.62841597944498, "sender_decode_ms": 10617.546083056368}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1001373696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 10363700916, "process_rss_bytes": 1001373696}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "859950e87edabde8a9ad0091ccff40f28b81925360df117aea9f5dea6316901f", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1829 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "07bce3ece1bcc74e75a488ce", "attempt_id": "6360591d8dd4", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:55.168749Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1822, "cache_tensor_bytes": null, "serialized_payload_bytes": 1822, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13165.251416969113, "decode_payload_ms": 0.0, "receiver_prefill_ms": 114.62391598615795, "ttft_ms": 20.98237501922995, "decode_ms": 115.36495795007795}, "total_wall_ms": 252.4150829995051, "ttft_ms": 20.98237501922995, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 11085, "sender_output_tokens": 512, "sender_prefill_ms": 2517.7282079821452, "sender_ttft_ms": 20.62841597944498, "sender_decode_ms": 10617.546083056368}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1001390080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6589263960, "mlx_cache_bytes": 10631775924, "process_rss_bytes": 1001390080}, "peak_prefill_memory": null, "peak_decode_memory": 6589263960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.4}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "859950e87edabde8a9ad0091ccff40f28b81925360df117aea9f5dea6316901f", "output_hash": "af7f83537a0d3375a2abccf86d8e250ff5970a50cb182a500cd005d4cdfa06a3"} |
| |
1830 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9af9e99fa73666afeb74dd2f", "attempt_id": "3e26041234aa", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:55.461207Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1822, "cache_tensor_bytes": null, "serialized_payload_bytes": 1822, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13165.251416969113, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.75933299213648, "ttft_ms": 17.50566705595702, "decode_ms": 135.91133302543312}, "total_wall_ms": 272.5805409718305, "ttft_ms": 17.50566705595702, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 11085, "sender_output_tokens": 512, "sender_prefill_ms": 2517.7282079821452, "sender_ttft_ms": 20.62841597944498, "sender_decode_ms": 10617.546083056368}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1001390080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 10631775924, "process_rss_bytes": 1001390080}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "859950e87edabde8a9ad0091ccff40f28b81925360df117aea9f5dea6316901f", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1831 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0de6b86279ab1feac0d9fc84", "attempt_id": "132681a6bd8f", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:55.772405Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1822, "cache_tensor_bytes": null, "serialized_payload_bytes": 1822, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13165.251416969113, "decode_payload_ms": 0.0, "receiver_prefill_ms": 118.18870797287673, "ttft_ms": 17.452374915592372, "decode_ms": 135.13316691387445}, "total_wall_ms": 272.2307499498129, "ttft_ms": 17.452374915592372, "input_usage": {"receiver_prompt_tokens": 593, "sender_input_tokens": 11085, "sender_output_tokens": 512, "sender_prefill_ms": 2517.7282079821452, "sender_ttft_ms": 20.62841597944498, "sender_decode_ms": 10617.546083056368}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1001390080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566129752, "mlx_cache_bytes": 10719069876, "process_rss_bytes": 1001390080}, "peak_prefill_memory": null, "peak_decode_memory": 6566129752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "859950e87edabde8a9ad0091ccff40f28b81925360df117aea9f5dea6316901f", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1832 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "82e3358ccb94ee93986fd397", "attempt_id": "66d05c485d32", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:56.081724Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 601, "message_tokens": 512, "message_utf8_bytes": 1822, "cache_tensor_bytes": null, "serialized_payload_bytes": 1822, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13165.251416969113, "decode_payload_ms": 0.0, "receiver_prefill_ms": 114.40087493974715, "ttft_ms": 20.155792008154094, "decode_ms": 20.065832999534905}, "total_wall_ms": 155.96179198473692, "ttft_ms": 20.155792008154094, "input_usage": {"receiver_prompt_tokens": 601, "sender_input_tokens": 11085, "sender_output_tokens": 512, "sender_prefill_ms": 2517.7282079821452, "sender_ttft_ms": 20.62841597944498, "sender_decode_ms": 10617.546083056368}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1001390080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568374360, "mlx_cache_bytes": 10719069876, "process_rss_bytes": 1001390080}, "peak_prefill_memory": null, "peak_decode_memory": 6568374360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "859950e87edabde8a9ad0091ccff40f28b81925360df117aea9f5dea6316901f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1833 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "461ee7bd792dba8627267472", "attempt_id": "748b18027962", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:55:56.275857Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 310, "message_tokens": 232, "message_utf8_bytes": 767, "cache_tensor_bytes": null, "serialized_payload_bytes": 767, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7349.212749977596, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.35629199910909, "ttft_ms": 20.996041945181787, "decode_ms": 190.40712504647672}, "total_wall_ms": 7632.840208010748, "ttft_ms": 20.996041945181787, "input_usage": {"receiver_prompt_tokens": 310, "sender_input_tokens": 11080, "sender_output_tokens": 232, "sender_prefill_ms": 2461.0411250032485, "sender_ttft_ms": 18.842666991986334, "sender_decode_ms": 4859.383582952432}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1001488384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6437217604, "mlx_cache_bytes": 11352935304, "process_rss_bytes": 1001488384}, "peak_prefill_memory": null, "peak_decode_memory": 6437217604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a00c4ab8acb7fe8ca83d2bece215f8e1f0265bb31d84b0c174cae9a5b118227", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1834 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6fd813b0ed2a6c597d334ddb", "attempt_id": "ac1f258c8f6f", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:03.946794Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1349, "cache_tensor_bytes": null, "serialized_payload_bytes": 1349, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13267.55025004968, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.25354093685746, "ttft_ms": 19.031916046515107, "decode_ms": 230.14241608325392}, "total_wall_ms": 13626.190125010908, "ttft_ms": 19.031916046515107, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 11087, "sender_output_tokens": 512, "sender_prefill_ms": 2534.5728339161724, "sender_ttft_ms": 21.075416007079184, "sender_decode_ms": 10699.557249899954}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1001603072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6586789976, "mlx_cache_bytes": 11850582920, "process_rss_bytes": 1001603072}, "peak_prefill_memory": null, "peak_decode_memory": 6586789976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "01bb298d88805fa429cebaba338a26e6ffe4d92d155b44977a04ec8addee21d8", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1835 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d833280cca9202e65f07f06", "attempt_id": "a5b80ced7dc5", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:17.610923Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 216, "message_tokens": 132, "message_utf8_bytes": 384, "cache_tensor_bytes": null, "serialized_payload_bytes": 384, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5438.951791962609, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.78799997176975, "ttft_ms": 21.52512490283698, "decode_ms": 128.79104097373784}, "total_wall_ms": 5642.830458004028, "ttft_ms": 21.52512490283698, "input_usage": {"receiver_prompt_tokens": 216, "sender_input_tokens": 11086, "sender_output_tokens": 132, "sender_prefill_ms": 2694.4871250307187, "sender_ttft_ms": 23.824124946258962, "sender_decode_ms": 2707.127833040431}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1001701376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6354412868, "mlx_cache_bytes": 12019600264, "process_rss_bytes": 1001701376}, "peak_prefill_memory": null, "peak_decode_memory": 6354412868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d5e303d3463c027b654bbb6e6e1a3209e7d39773f1c99863dc180e5b8bba068", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1836 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ea8d88aac45cce96422eb550", "attempt_id": "b32bc851f9b2", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:36.696050Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 446, "message_tokens": 356, "message_utf8_bytes": 888, "cache_tensor_bytes": null, "serialized_payload_bytes": 888, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13401.79612499196, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.39870894514024, "ttft_ms": 21.81020798161626, "decode_ms": 16.439625062048435}, "total_wall_ms": 135.3789159329608, "ttft_ms": 21.81020798161626, "input_usage": {"receiver_prompt_tokens": 446, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 2617.696207948029, "sender_ttft_ms": 21.327333990484476, "sender_decode_ms": 10752.853624988347}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1002012672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6545352548, "mlx_cache_bytes": 12914905724, "process_rss_bytes": 1002012672}, "peak_prefill_memory": null, "peak_decode_memory": 6545352548, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f9c814454a6ec4d13f1e0a069c58262fab0d141bfd1440d9ecbd9c2a7ad17d1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1837 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fc94c2e4268c6a7066b26368", "attempt_id": "add64c890dfa", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:36.888201Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 453, "message_tokens": 356, "message_utf8_bytes": 888, "cache_tensor_bytes": null, "serialized_payload_bytes": 888, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13401.79612499196, "decode_payload_ms": 0.0, "receiver_prefill_ms": 103.74287504237145, "ttft_ms": 22.213749936781824, "decode_ms": 237.8950830316171}, "total_wall_ms": 365.46500003896654, "ttft_ms": 22.213749936781824, "input_usage": {"receiver_prompt_tokens": 453, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 2617.696207948029, "sender_ttft_ms": 21.327333990484476, "sender_decode_ms": 10752.853624988347}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1002012672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6550972288, "mlx_cache_bytes": 13287823756, "process_rss_bytes": 1002012672}, "peak_prefill_memory": null, "peak_decode_memory": 6550972288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B in Rouyn-Noranda", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f9c814454a6ec4d13f1e0a069c58262fab0d141bfd1440d9ecbd9c2a7ad17d1", "output_hash": "6ea14479db513bd03f8f9a07eb8e861d1a404fccbd3e721d676db595858693ac"} |
| |
1838 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "feb0897d5bdb594cebd04bc6", "attempt_id": "6f0c8cf4457c", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:37.306257Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 452, "message_tokens": 356, "message_utf8_bytes": 888, "cache_tensor_bytes": null, "serialized_payload_bytes": 888, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13401.79612499196, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.15429199766368, "ttft_ms": 19.41804203670472, "decode_ms": 20.08916693739593}, "total_wall_ms": 137.52637500874698, "ttft_ms": 19.41804203670472, "input_usage": {"receiver_prompt_tokens": 452, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 2617.696207948029, "sender_ttft_ms": 21.327333990484476, "sender_decode_ms": 10752.853624988347}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1002012672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6550808448, "mlx_cache_bytes": 13288806796, "process_rss_bytes": 1002012672}, "peak_prefill_memory": null, "peak_decode_memory": 6550808448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f9c814454a6ec4d13f1e0a069c58262fab0d141bfd1440d9ecbd9c2a7ad17d1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1839 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "08c19c0fb5e50279f00d1342", "attempt_id": "da01fe834509", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:37.494983Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 448, "message_tokens": 356, "message_utf8_bytes": 888, "cache_tensor_bytes": null, "serialized_payload_bytes": 888, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13401.79612499196, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.67508404143155, "ttft_ms": 20.59033396653831, "decode_ms": 22.287790896371007}, "total_wall_ms": 139.9433750193566, "ttft_ms": 20.59033396653831, "input_usage": {"receiver_prompt_tokens": 448, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 2617.696207948029, "sender_ttft_ms": 21.327333990484476, "sender_decode_ms": 10752.853624988347}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1002012672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546515840, "mlx_cache_bytes": 13534304652, "process_rss_bytes": 1002012672}, "peak_prefill_memory": null, "peak_decode_memory": 6546515840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f9c814454a6ec4d13f1e0a069c58262fab0d141bfd1440d9ecbd9c2a7ad17d1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1840 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "62b34eba69a4ccb66d060f2a", "attempt_id": "82564605d2de", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:37.681414Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 456, "message_tokens": 356, "message_utf8_bytes": 888, "cache_tensor_bytes": null, "serialized_payload_bytes": 888, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13401.79612499196, "decode_payload_ms": 0.0, "receiver_prefill_ms": 99.21920800115913, "ttft_ms": 20.881999982520938, "decode_ms": 20.725792041048408}, "total_wall_ms": 142.18666695524007, "ttft_ms": 20.881999982520938, "input_usage": {"receiver_prompt_tokens": 456, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 2617.696207948029, "sender_ttft_ms": 21.327333990484476, "sender_decode_ms": 10752.853624988347}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1002012672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553282444, "mlx_cache_bytes": 13891215528, "process_rss_bytes": 1002012672}, "peak_prefill_memory": null, "peak_decode_memory": 6553282444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f9c814454a6ec4d13f1e0a069c58262fab0d141bfd1440d9ecbd9c2a7ad17d1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1841 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "988ba0fac9e2129008cebde3", "attempt_id": "88dbe81bb8f8", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:37.868103Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 144, "message_tokens": 54, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4067.4176251050085, "decode_payload_ms": 0.0, "receiver_prefill_ms": 41.476208018139005, "ttft_ms": 18.850540975108743, "decode_ms": 183.0286670010537}, "total_wall_ms": 4311.350208008662, "ttft_ms": 18.850540975108743, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 11121, "sender_output_tokens": 75, "sender_prefill_ms": 2524.029832915403, "sender_ttft_ms": 20.266042090952396, "sender_decode_ms": 1510.8001250773668}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 992018432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297428652, "mlx_cache_bytes": 14527734500, "process_rss_bytes": 992018432}, "peak_prefill_memory": null, "peak_decode_memory": 6297428652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d02c3bea4758f66307a36746483546383f5450a30a50bdb55adefedc868c1a65", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1842 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d345eccb826a74f9338a4c38", "attempt_id": "ca645939870b", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:42.229206Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 396, "message_tokens": 299, "message_utf8_bytes": 658, "cache_tensor_bytes": null, "serialized_payload_bytes": 658, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11527.904791990295, "decode_payload_ms": 0.0, "receiver_prefill_ms": 155.73816699907184, "ttft_ms": 20.919041940942407, "decode_ms": 224.19837501365691}, "total_wall_ms": 11929.632665938698, "ttft_ms": 20.919041940942407, "input_usage": {"receiver_prompt_tokens": 396, "sender_input_tokens": 11128, "sender_output_tokens": 408, "sender_prefill_ms": 2930.2050840342417, "sender_ttft_ms": 21.933208918198943, "sender_decode_ms": 8564.524166984484}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 950484992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6505703268, "mlx_cache_bytes": 15342625508, "process_rss_bytes": 950484992}, "peak_prefill_memory": null, "peak_decode_memory": 6505703268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B in Rouyn-Noranda", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f76d55c02665b2088ebd314a07006ce2368a844372533a9f014d76d98843f44d", "output_hash": "6ea14479db513bd03f8f9a07eb8e861d1a404fccbd3e721d676db595858693ac"} |
| |
1843 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "253b843947d4cd09d1676cdb", "attempt_id": "f86a2e0e9272", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:54.208045Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 148, "message_tokens": 52, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4097.111791023053, "decode_payload_ms": 0.0, "receiver_prefill_ms": 120.65987498499453, "ttft_ms": 19.13216698449105, "decode_ms": 128.14266595523804}, "total_wall_ms": 4365.64025003463, "ttft_ms": 19.13216698449105, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 11127, "sender_output_tokens": 73, "sender_prefill_ms": 2568.4082079678774, "sender_ttft_ms": 22.10666600149125, "sender_decode_ms": 1495.9517089882866}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 950419456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300787388, "mlx_cache_bytes": 15559124272, "process_rss_bytes": 950419456}, "peak_prefill_memory": null, "peak_decode_memory": 6300787388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "827c7e69ab60615567bfb4c87e3e4c590fc0c143b1f2edb428122b3c9237f2f6", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1844 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "46f41f035030dfd24316746d", "attempt_id": "4af045888be2", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:58.612918Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 1046, "message_tokens": 971, "message_utf8_bytes": 676, "cache_tensor_bytes": null, "serialized_payload_bytes": 676, "side_information_bytes": 0, "fetched_bytes": 1536, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03004202153533697, "decode_payload_ms": 0.0, "receiver_prefill_ms": 472.5289579946548, "ttft_ms": 19.84870806336403, "decode_ms": 20.842833095230162}, "total_wall_ms": 515.653874957934, "ttft_ms": 19.84870806336403, "input_usage": {"receiver_prompt_tokens": 1046, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 2617.696207948029, "sender_ttft_ms": 21.327333990484476, "sender_decode_ms": 10752.853624988347}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 949895168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6819360928, "mlx_cache_bytes": 16231150980, "process_rss_bytes": 949895168}, "peak_prefill_memory": null, "peak_decode_memory": 6819360928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1536, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "931dc853edee1eb55c05de35ceeed366bc64dbada15f278906753d384a579d3a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1845 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "001379896d86b9cea0a1fcb8", "attempt_id": "aacd8da5ffd2", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:59.165433Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 1053, "message_tokens": 971, "message_utf8_bytes": 676, "cache_tensor_bytes": null, "serialized_payload_bytes": 676, "side_information_bytes": 0, "fetched_bytes": 1536, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03004202153533697, "decode_payload_ms": 0.0, "receiver_prefill_ms": 423.7662920495495, "ttft_ms": 22.237374912947416, "decode_ms": 240.62375002540648}, "total_wall_ms": 689.0682090306655, "ttft_ms": 22.237374912947416, "input_usage": {"receiver_prompt_tokens": 1053, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 2617.696207948029, "sender_ttft_ms": 21.327333990484476, "sender_decode_ms": 10752.853624988347}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 949796864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6822740044, "mlx_cache_bytes": 16849565060, "process_rss_bytes": 949796864}, "peak_prefill_memory": null, "peak_decode_memory": 6822740044, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1536, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6076fdd52a74625e31a0cc28adc6373ad5a11af9424d2017f3a001be5a986f9", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1846 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "949d7ed2c1af025cc4d68872", "attempt_id": "9aad4ced4f03", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:56:59.900611Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 1052, "message_tokens": 971, "message_utf8_bytes": 676, "cache_tensor_bytes": null, "serialized_payload_bytes": 676, "side_information_bytes": 0, "fetched_bytes": 1536, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03004202153533697, "decode_payload_ms": 0.0, "receiver_prefill_ms": 186.6337499814108, "ttft_ms": 21.17945801001042, "decode_ms": 24.20516696292907}, "total_wall_ms": 234.05124992132187, "ttft_ms": 21.17945801001042, "input_usage": {"receiver_prompt_tokens": 1052, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 2617.696207948029, "sender_ttft_ms": 21.327333990484476, "sender_decode_ms": 10752.853624988347}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 949829632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6822740044, "mlx_cache_bytes": 16849565060, "process_rss_bytes": 949829632}, "peak_prefill_memory": null, "peak_decode_memory": 6822740044, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1536, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ffb2412aca2187566fb1520764234b51051eeb83bfa64a04f5340126e50cb032", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1847 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c2e3adafe1bba7ee0d0d3900", "attempt_id": "bab0c59d1dce", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:00.174133Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 1048, "message_tokens": 971, "message_utf8_bytes": 676, "cache_tensor_bytes": null, "serialized_payload_bytes": 676, "side_information_bytes": 0, "fetched_bytes": 1536, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03004202153533697, "decode_payload_ms": 0.0, "receiver_prefill_ms": 201.13595796283334, "ttft_ms": 20.4746249364689, "decode_ms": 22.457457962445915}, "total_wall_ms": 245.84325007162988, "ttft_ms": 20.4746249364689, "input_usage": {"receiver_prompt_tokens": 1048, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 2617.696207948029, "sender_ttft_ms": 21.327333990484476, "sender_decode_ms": 10752.853624988347}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 949829632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6820053068, "mlx_cache_bytes": 17280628100, "process_rss_bytes": 949829632}, "peak_prefill_memory": null, "peak_decode_memory": 6820053068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1536, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ffb2412aca2187566fb1520764234b51051eeb83bfa64a04f5340126e50cb032", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1848 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6208cba747dce5f404cea4a7", "attempt_id": "6b6e0bd2d0d8", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:00.459636Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 1056, "message_tokens": 971, "message_utf8_bytes": 676, "cache_tensor_bytes": null, "serialized_payload_bytes": 676, "side_information_bytes": 0, "fetched_bytes": 1536, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03004202153533697, "decode_payload_ms": 0.0, "receiver_prefill_ms": 232.44095803238451, "ttft_ms": 25.872666970826685, "decode_ms": 26.79216698743403}, "total_wall_ms": 286.91266605164856, "ttft_ms": 25.872666970826685, "input_usage": {"receiver_prompt_tokens": 1056, "sender_input_tokens": 11113, "sender_output_tokens": 512, "sender_prefill_ms": 2617.696207948029, "sender_ttft_ms": 21.327333990484476, "sender_decode_ms": 10752.853624988347}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 946192384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6824640588, "mlx_cache_bytes": 17901024644, "process_rss_bytes": 946192384}, "peak_prefill_memory": null, "peak_decode_memory": 6824640588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1536, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c4b3950d7b540af51dc298bdf679c0881eff78febe0ed45eae7d034f3e85c4b0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1849 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "52b550e8e10478cecb2e277f", "attempt_id": "1545d6b377c6", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:00.785870Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.91947080816796}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11043, "message_tokens": 10969, "message_utf8_bytes": 58829, "cache_tensor_bytes": null, "serialized_payload_bytes": 3477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.514417050406337, "decode_payload_ms": 0.01979200169444084, "receiver_prefill_ms": 2599.706875043921, "ttft_ms": 19.727792008779943, "decode_ms": 213.8562499312684}, "total_wall_ms": 2850.8182079531252, "ttft_ms": 19.727792008779943, "input_usage": {"receiver_prompt_tokens": 11043}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 946601984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 17901024644, "process_rss_bytes": 946601984}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1850 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6859f8d173a067b409a882c4", "attempt_id": "79110eb93d32", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:03.674318Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.91947080816796}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11050, "message_tokens": 10969, "message_utf8_bytes": 58829, "cache_tensor_bytes": null, "serialized_payload_bytes": 3477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.514417050406337, "decode_payload_ms": 0.01979200169444084, "receiver_prefill_ms": 2415.0849169818684, "ttft_ms": 18.652500002644956, "decode_ms": 251.98920792900026}, "total_wall_ms": 2704.3362500844523, "ttft_ms": 18.652500002644956, "input_usage": {"receiver_prompt_tokens": 11050}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 947060736, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 17901024644, "process_rss_bytes": 947060736}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1851 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f735f560be2dd99e9512e431", "attempt_id": "0ca14088609d", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:06.418281Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.91947080816796}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11049, "message_tokens": 10969, "message_utf8_bytes": 58829, "cache_tensor_bytes": null, "serialized_payload_bytes": 3477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.514417050406337, "decode_payload_ms": 0.01979200169444084, "receiver_prefill_ms": 2330.7642498984933, "ttft_ms": 22.665624972432852, "decode_ms": 156.79391694720834}, "total_wall_ms": 2530.1057919859886, "ttft_ms": 22.665624972432852, "input_usage": {"receiver_prompt_tokens": 11049}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 947126272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 17901024644, "process_rss_bytes": 947126272}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1852 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4ff01a514bd52c15973a1520", "attempt_id": "5395432f6430", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:08.985842Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.91947080816796}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11045, "message_tokens": 10969, "message_utf8_bytes": 58829, "cache_tensor_bytes": null, "serialized_payload_bytes": 3477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.514417050406337, "decode_payload_ms": 0.01979200169444084, "receiver_prefill_ms": 2299.2087920429185, "ttft_ms": 22.780583007261157, "decode_ms": 142.49537501018494}, "total_wall_ms": 2484.4881671015173, "ttft_ms": 22.780583007261157, "input_usage": {"receiver_prompt_tokens": 11045}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 946094080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 17901024644, "process_rss_bytes": 946094080}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1853 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fafa4ecfd99649c4db4e1798", "attempt_id": "1d3f6028ea30", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:11.516118Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.91947080816796}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 11053, "message_tokens": 10969, "message_utf8_bytes": 58829, "cache_tensor_bytes": null, "serialized_payload_bytes": 3477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.514417050406337, "decode_payload_ms": 0.01979200169444084, "receiver_prefill_ms": 2295.6708329729736, "ttft_ms": 19.085375010035932, "decode_ms": 178.72925009578466}, "total_wall_ms": 2512.2200830373913, "ttft_ms": 19.085375010035932, "input_usage": {"receiver_prompt_tokens": 11053}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 946176000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 17901024644, "process_rss_bytes": 946176000}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,669,891", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "output_hash": "8fe1b189ae1a151b07a072a9524b1d00e8f7708d41aa40359d72e25fbfd6d513"} |
| |
1854 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f333bc0bd5325273db45731", "attempt_id": "0dbc9e973705", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:23.296749Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04667699881484183, "origin_tokens": 10790, "compressed_tokens": 524, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 615, "message_tokens": 538, "message_utf8_bytes": 2629, "cache_tensor_bytes": null, "serialized_payload_bytes": 2629, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9230.13462498784, "decode_payload_ms": 0.0, "receiver_prefill_ms": 734.7492079716176, "ttft_ms": 34.31291691958904, "decode_ms": 14.476083917543292}, "total_wall_ms": 791.965042008087, "ttft_ms": 34.31291691958904, "input_usage": {"receiver_prompt_tokens": 615}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 233963520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577025112, "mlx_cache_bytes": 18265830788, "process_rss_bytes": 233963520}, "peak_prefill_memory": null, "peak_decode_memory": 6577025112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d0e66bf1e934fdda4ef50f32f3b6818e97e0088725056daad0e120c3a39a244c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1855 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2b8217b6be7d7e38db09317f", "attempt_id": "ce43ad4d6262", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:24.152032Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04667699881484183, "origin_tokens": 10790, "compressed_tokens": 524, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 622, "message_tokens": 538, "message_utf8_bytes": 2629, "cache_tensor_bytes": null, "serialized_payload_bytes": 2629, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9230.13462498784, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.74158408492804, "ttft_ms": 14.128124923445284, "decode_ms": 101.07858292758465}, "total_wall_ms": 190.34254108555615, "ttft_ms": 14.128124923445284, "input_usage": {"receiver_prompt_tokens": 622}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 234061824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581219416, "mlx_cache_bytes": 18628965764, "process_rss_bytes": 234061824}, "peak_prefill_memory": null, "peak_decode_memory": 6581219416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "588-N Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d0e66bf1e934fdda4ef50f32f3b6818e97e0088725056daad0e120c3a39a244c", "output_hash": "fa61d521024ddbed6815c5836da389627d3d321728e7779cf2a2d5941c1347a4"} |
| |
1856 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f4b926ec43040db19cb2c6e3", "attempt_id": "1ebed55c7732", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:24.380514Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04667699881484183, "origin_tokens": 10790, "compressed_tokens": 524, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 621, "message_tokens": 538, "message_utf8_bytes": 2629, "cache_tensor_bytes": null, "serialized_payload_bytes": 2629, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9230.13462498784, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.04554199799895, "ttft_ms": 14.093332923948765, "decode_ms": 13.675666064955294}, "total_wall_ms": 102.19004098325968, "ttft_ms": 14.093332923948765, "input_usage": {"receiver_prompt_tokens": 621}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 234094592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581022808, "mlx_cache_bytes": 18720388484, "process_rss_bytes": 234094592}, "peak_prefill_memory": null, "peak_decode_memory": 6581022808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d0e66bf1e934fdda4ef50f32f3b6818e97e0088725056daad0e120c3a39a244c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1857 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3a9089ef9cc3a8d541a548d0", "attempt_id": "fdd0852553eb", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:24.517870Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04667699881484183, "origin_tokens": 10790, "compressed_tokens": 524, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 617, "message_tokens": 538, "message_utf8_bytes": 2629, "cache_tensor_bytes": null, "serialized_payload_bytes": 2629, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9230.13462498784, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.31054108403623, "ttft_ms": 15.386915998533368, "decode_ms": 14.65825003106147}, "total_wall_ms": 106.73979192506522, "ttft_ms": 15.386915998533368, "input_usage": {"receiver_prompt_tokens": 617}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 234127360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577713240, "mlx_cache_bytes": 18974012804, "process_rss_bytes": 234127360}, "peak_prefill_memory": null, "peak_decode_memory": 6577713240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d0e66bf1e934fdda4ef50f32f3b6818e97e0088725056daad0e120c3a39a244c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1858 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "66727e39b5abfb9df83c4646", "attempt_id": "c85a373db1db", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:24.660532Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04667699881484183, "origin_tokens": 10790, "compressed_tokens": 524, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 625, "message_tokens": 538, "message_utf8_bytes": 2629, "cache_tensor_bytes": null, "serialized_payload_bytes": 2629, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9230.13462498784, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.80483305174857, "ttft_ms": 17.94291695114225, "decode_ms": 17.792625003494322}, "total_wall_ms": 122.00462503824383, "ttft_ms": 17.94291695114225, "input_usage": {"receiver_prompt_tokens": 625}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 234127360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582399064, "mlx_cache_bytes": 19230979460, "process_rss_bytes": 234127360}, "peak_prefill_memory": null, "peak_decode_memory": 6582399064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d0e66bf1e934fdda4ef50f32f3b6818e97e0088725056daad0e120c3a39a244c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1859 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee6e5e61a6c57401b31b9c80", "attempt_id": "f61d938f9149", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:27.760122Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 35, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815402, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2941.0886670229957, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 253.0445420416072, "serialize_ms": 145.1734999427572, "load_ms": 11.482832953333855, "receiver_prefill_ms": 0.0, "query_prefill_ms": 110.00508302822709, "ttft_ms": 110.00508302822709, "decode_ms": 210.73041704948992}, "total_wall_ms": 342.0369579689577, "ttft_ms": 110.00508302822709, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1039941632, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7503143228, "mlx_cache_bytes": 20088682001, "process_rss_bytes": 1039941632}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7503143228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "941e479971d72203e60200faa71308f63ea0ccd311a1bc6decdaa09314e8f59f", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1860 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef15600ff096c67eb61e690b", "attempt_id": "640d29cd5d77", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:28.158377Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 42, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815402, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2941.0886670229957, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 253.0445420416072, "serialize_ms": 145.1734999427572, "load_ms": 2.6150839403271675, "receiver_prefill_ms": 0.0, "query_prefill_ms": 100.19124997779727, "ttft_ms": 100.19124997779727, "decode_ms": 263.862416963093}, "total_wall_ms": 376.9429998937994, "ttft_ms": 100.19124997779727, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1039974400, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7508599100, "mlx_cache_bytes": 20099724985, "process_rss_bytes": 1039974400}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7508599100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "941e479971d72203e60200faa71308f63ea0ccd311a1bc6decdaa09314e8f59f", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1861 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "72c6b8000ec848d71ddaa459", "attempt_id": "2f1f18e28139", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:28.579484Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815402, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2941.0886670229957, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 253.0445420416072, "serialize_ms": 145.1734999427572, "load_ms": 2.017291961237788, "receiver_prefill_ms": 0.0, "query_prefill_ms": 97.77283400762826, "ttft_ms": 97.77283400762826, "decode_ms": 156.10495896544307}, "total_wall_ms": 266.0682089626789, "ttft_ms": 97.77283400762826, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1039990784, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7508025576, "mlx_cache_bytes": 20112193209, "process_rss_bytes": 1039990784}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7508025576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "941e479971d72203e60200faa71308f63ea0ccd311a1bc6decdaa09314e8f59f", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1862 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "05285188a23954713007208e", "attempt_id": "8167e0f8f361", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:28.885391Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 37, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815402, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2941.0886670229957, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 253.0445420416072, "serialize_ms": 145.1734999427572, "load_ms": 2.1058339625597, "receiver_prefill_ms": 0.0, "query_prefill_ms": 90.87358298711479, "ttft_ms": 90.87358298711479, "decode_ms": 146.7223340878263}, "total_wall_ms": 248.7270839046687, "ttft_ms": 90.87358298711479, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1040007168, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7506075880, "mlx_cache_bytes": 20123449017, "process_rss_bytes": 1040007168}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7506075880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "941e479971d72203e60200faa71308f63ea0ccd311a1bc6decdaa09314e8f59f", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1863 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0f35de91bee4e31738ef46f2", "attempt_id": "3128f5db3c19", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:29.171280Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 45, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815402, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2941.0886670229957, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 253.0445420416072, "serialize_ms": 145.1734999427572, "load_ms": 2.5072499411180615, "receiver_prefill_ms": 0.0, "query_prefill_ms": 98.2008749851957, "ttft_ms": 98.2008749851957, "decode_ms": 220.65187501721084}, "total_wall_ms": 330.16758400481194, "ttft_ms": 98.2008749851957, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1040007168, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7511449916, "mlx_cache_bytes": 20150452054, "process_rss_bytes": 1040007168}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7511449916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,669,891", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "941e479971d72203e60200faa71308f63ea0ccd311a1bc6decdaa09314e8f59f", "output_hash": "8fe1b189ae1a151b07a072a9524b1d00e8f7708d41aa40359d72e25fbfd6d513"} |
| |
1864 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "763276ed2a1b1b4af13ca178", "attempt_id": "7703dc091220", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:29.668920Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "16a4a2623ab13e7a", "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 35, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815430, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.13362500350922, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 6.956833065487444, "serialize_ms": 123.06112493388355, "load_ms": 49.58141699898988, "receiver_prefill_ms": 0.0, "query_prefill_ms": 106.06812499463558, "ttft_ms": 106.06812499463558, "decode_ms": 229.37166702467948}, "total_wall_ms": 394.0235000336543, "ttft_ms": 106.06812499463558, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1445871616, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7503143116, "mlx_cache_bytes": 20150452054, "process_rss_bytes": 1445871616}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7503143116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7564f5f19721715cba084b3b0b18460b26a4ac5713ae1302eae65f0a14effc11", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1865 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "341cfb4e0b26e3589d01eca0", "attempt_id": "1e5a836e3a75", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:30.101966Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "16a4a2623ab13e7a", "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 42, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815430, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.13362500350922, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 6.956833065487444, "serialize_ms": 123.06112493388355, "load_ms": 38.91020896844566, "receiver_prefill_ms": 0.0, "query_prefill_ms": 105.99770909175277, "ttft_ms": 105.99770909175277, "decode_ms": 286.184124997817}, "total_wall_ms": 440.0825840421021, "ttft_ms": 105.99770909175277, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1445871616, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7508599016, "mlx_cache_bytes": 20150452054, "process_rss_bytes": 1445871616}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7508599016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7564f5f19721715cba084b3b0b18460b26a4ac5713ae1302eae65f0a14effc11", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1866 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e9022522c8cb1c668ae1652d", "attempt_id": "cf08b8e82598", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:30.579320Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "16a4a2623ab13e7a", "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815430, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.13362500350922, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 6.956833065487444, "serialize_ms": 123.06112493388355, "load_ms": 43.815333978272974, "receiver_prefill_ms": 0.0, "query_prefill_ms": 107.39120794460177, "ttft_ms": 107.39120794460177, "decode_ms": 171.75687500275671}, "total_wall_ms": 331.8097919691354, "ttft_ms": 107.39120794460177, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1445871616, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7508025576, "mlx_cache_bytes": 20150452054, "process_rss_bytes": 1445871616}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7508025576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7564f5f19721715cba084b3b0b18460b26a4ac5713ae1302eae65f0a14effc11", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1867 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d36ace7ed7c0ded4896b5e88", "attempt_id": "42ac18f416b1", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:30.948642Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "16a4a2623ab13e7a", "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 37, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815430, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.13362500350922, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 6.956833065487444, "serialize_ms": 123.06112493388355, "load_ms": 39.418083033524454, "receiver_prefill_ms": 0.0, "query_prefill_ms": 89.59341701120138, "ttft_ms": 89.59341701120138, "decode_ms": 147.86479098256677}, "total_wall_ms": 286.726790945977, "ttft_ms": 89.59341701120138, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1445871616, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7506075880, "mlx_cache_bytes": 20150452054, "process_rss_bytes": 1445871616}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7506075880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7564f5f19721715cba084b3b0b18460b26a4ac5713ae1302eae65f0a14effc11", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1868 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5a5ead50556b86e0b235562c", "attempt_id": "8e546687dff0", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:31.273221Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6983475208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "16a4a2623ab13e7a", "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 45, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 405798912, "serialized_payload_bytes": 405815430, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.13362500350922, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 6.956833065487444, "serialize_ms": 123.06112493388355, "load_ms": 37.35100000631064, "receiver_prefill_ms": 0.0, "query_prefill_ms": 101.49941593408585, "ttft_ms": 101.49941593408585, "decode_ms": 214.55349994357675}, "total_wall_ms": 362.90941608604044, "ttft_ms": 101.49941593408585, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1445871616, "backend_memory": {"mlx_active_bytes": 7391633416, "mlx_peak_bytes": 7511449844, "mlx_cache_bytes": 20150452054, "process_rss_bytes": 1445871616}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7511449844, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,669,891", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7564f5f19721715cba084b3b0b18460b26a4ac5713ae1302eae65f0a14effc11", "output_hash": "8fe1b189ae1a151b07a072a9524b1d00e8f7708d41aa40359d72e25fbfd6d513"} |
| |
1869 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6edb2d0d32ebef68c26874b3", "attempt_id": "67a1fd7fbeca", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:31.756525Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 35, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 215580672, "serialized_payload_bytes": 215615744, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.5065830508247, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 21.789874997921288, "serialize_ms": 62.34308402054012, "load_ms": 6.510416977107525, "receiver_prefill_ms": 0.0, "query_prefill_ms": 81.73900004476309, "ttft_ms": 81.73900004476309, "decode_ms": 247.92454205453396}, "total_wall_ms": 346.1828329600394, "ttft_ms": 81.73900004476309, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1649229824, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7184292625, "mlx_cache_bytes": 21324026822, "process_rss_bytes": 1649229824}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7184292625, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8a9cc69b4f743a53c2ab79b12cb8a5f005277b03cfd82d7c699b55d2cb2f0d", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1870 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ded3718e3e49e2334bf3fca0", "attempt_id": "da2f14513712", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:32.142625Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 42, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 215580672, "serialized_payload_bytes": 215615744, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.5065830508247, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 21.789874997921288, "serialize_ms": 62.34308402054012, "load_ms": 2.824166091158986, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.12133301515132, "ttft_ms": 58.12133301515132, "decode_ms": 286.657166085206}, "total_wall_ms": 357.09720803424716, "ttft_ms": 58.12133301515132, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1647869952, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7204573954, "mlx_cache_bytes": 21442913158, "process_rss_bytes": 1647869952}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7204573954, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8a9cc69b4f743a53c2ab79b12cb8a5f005277b03cfd82d7c699b55d2cb2f0d", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1871 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8eee4120d052c780510bb80b", "attempt_id": "a22ef980917d", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:32.540257Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 215580672, "serialized_payload_bytes": 215615744, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.5065830508247, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 21.789874997921288, "serialize_ms": 62.34308402054012, "load_ms": 1.984291011467576, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.697666972875595, "ttft_ms": 58.697666972875595, "decode_ms": 162.21049998421222}, "total_wall_ms": 232.90604201611131, "ttft_ms": 58.697666972875595, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1647869952, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7204823633, "mlx_cache_bytes": 21471912838, "process_rss_bytes": 1647869952}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7204823633, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8a9cc69b4f743a53c2ab79b12cb8a5f005277b03cfd82d7c699b55d2cb2f0d", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1872 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d747d7529bd44b98cb5aeb0", "attempt_id": "3eccb042a4e9", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:32.812010Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 37, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 215580672, "serialized_payload_bytes": 215615744, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.5065830508247, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 21.789874997921288, "serialize_ms": 62.34308402054012, "load_ms": 2.2918329341337085, "receiver_prefill_ms": 0.0, "query_prefill_ms": 284.9027080228552, "ttft_ms": 284.9027080228552, "decode_ms": 150.60916694346815}, "total_wall_ms": 446.8096250202507, "ttft_ms": 284.9027080228552, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1647132672, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7193600593, "mlx_cache_bytes": 21471912838, "process_rss_bytes": 1647132672}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7193600593, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8a9cc69b4f743a53c2ab79b12cb8a5f005277b03cfd82d7c699b55d2cb2f0d", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1873 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02526fc8828076ee0f863f90", "attempt_id": "d8d3b808b4a8", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:33.296439Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 45, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 215580672, "serialized_payload_bytes": 215615744, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.5065830508247, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 21.789874997921288, "serialize_ms": 62.34308402054012, "load_ms": 2.1077499259263277, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.406374999322, "ttft_ms": 58.406374999322, "decode_ms": 208.21616693865508}, "total_wall_ms": 278.08850002475083, "ttft_ms": 58.406374999322, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1646100480, "backend_memory": {"mlx_active_bytes": 7013163016, "mlx_peak_bytes": 7217915066, "mlx_cache_bytes": 21600892006, "process_rss_bytes": 1646100480}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7217915066, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,669,891", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb8a9cc69b4f743a53c2ab79b12cb8a5f005277b03cfd82d7c699b55d2cb2f0d", "output_hash": "8fe1b189ae1a151b07a072a9524b1d00e8f7708d41aa40359d72e25fbfd6d513"} |
| |
1874 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1a850bd942620202d2460adb", "attempt_id": "bbcdcf71c183", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:33.737065Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 35, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 114130944, "serialized_payload_bytes": 114165848, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.3078750083223, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 55.47933396883309, "serialize_ms": 67.49987509101629, "load_ms": 3.872834029607475, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.446999988518655, "ttft_ms": 58.446999988518655, "decode_ms": 1027.0259169628844}, "total_wall_ms": 1098.9322500536218, "ttft_ms": 58.446999988518655, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1745190912, "backend_memory": {"mlx_active_bytes": 6810361864, "mlx_peak_bytes": 6959401088, "mlx_cache_bytes": 22109223910, "process_rss_bytes": 1745190912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6959401088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " letter, letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29b2af43767c02b8c536951af1482a9458f8f8f4e48f41bfcf702104fe6cd94", "output_hash": "2fdc44c807dd6862249473a5bf9c1a833c21d7c02ea2f97ec49471f9b66e9ada"} |
| |
1875 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f4d70db69310ca1085c242d3", "attempt_id": "7057ed815898", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:34.881487Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 42, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 114130944, "serialized_payload_bytes": 114165848, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.3078750083223, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 55.47933396883309, "serialize_ms": 67.49987509101629, "load_ms": 7.091957959346473, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.564999951049685, "ttft_ms": 53.564999951049685, "decode_ms": 1088.4696670109406}, "total_wall_ms": 1158.4294580388814, "ttft_ms": 53.564999951049685, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1745256448, "backend_memory": {"mlx_active_bytes": 6810558472, "mlx_peak_bytes": 6982343337, "mlx_cache_bytes": 22109027302, "process_rss_bytes": 1745256448}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6982343337, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " quarters quarters quarters quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29b2af43767c02b8c536951af1482a9458f8f8f4e48f41bfcf702104fe6cd94", "output_hash": "408d0daf59475f56f0c384d90e18f8410d840c04ea5e240407119a003cc83115"} |
| |
1876 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40c993cf8ba4a9402343e0b0", "attempt_id": "3161d750c7fc", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:36.078762Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 114130944, "serialized_payload_bytes": 114165848, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.3078750083223, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 55.47933396883309, "serialize_ms": 67.49987509101629, "load_ms": 1.574625028297305, "receiver_prefill_ms": 0.0, "query_prefill_ms": 51.26787500921637, "ttft_ms": 51.26787500921637, "decode_ms": 1145.1921249972656}, "total_wall_ms": 1207.1620830101892, "ttft_ms": 51.26787500921637, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1745207296, "backend_memory": {"mlx_active_bytes": 6810558472, "mlx_peak_bytes": 6975687686, "mlx_cache_bytes": 22109027302, "process_rss_bytes": 1745207296}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6975687686, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ype\n quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29b2af43767c02b8c536951af1482a9458f8f8f4e48f41bfcf702104fe6cd94", "output_hash": "a1713cb378d53b732e074e81bd53b3da434025f0ee7fef224b6d96c0244f9e6b"} |
| |
1877 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "591d0f7c77ff8979a77b56f7", "attempt_id": "17bc252d0e02", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:37.322948Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 37, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 114130944, "serialized_payload_bytes": 114165848, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.3078750083223, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 55.47933396883309, "serialize_ms": 67.49987509101629, "load_ms": 4.0400829166173935, "receiver_prefill_ms": 0.0, "query_prefill_ms": 54.995874990709126, "ttft_ms": 54.995874990709126, "decode_ms": 1070.5156249459833}, "total_wall_ms": 1138.4925830643624, "ttft_ms": 54.995874990709126, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1745240064, "backend_memory": {"mlx_active_bytes": 6810460168, "mlx_peak_bytes": 6968447444, "mlx_cache_bytes": 22109125606, "process_rss_bytes": 1745240064}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6968447444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " answer\n\n letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29b2af43767c02b8c536951af1482a9458f8f8f4e48f41bfcf702104fe6cd94", "output_hash": "bef08fee0f22dbb7c7f771f0795afa223bd70187008caa36545cc2242039e2cc"} |
| |
1878 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "14f4906dec3146466b71e55f", "attempt_id": "f886314e85c7", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:38.500336Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 45, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 114130944, "serialized_payload_bytes": 114165848, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.3078750083223, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 55.47933396883309, "serialize_ms": 67.49987509101629, "load_ms": 4.2030829936265945, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.781250030733645, "ttft_ms": 58.781250030733645, "decode_ms": 1048.124749911949}, "total_wall_ms": 1120.5350420204923, "ttft_ms": 58.781250030733645, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1338064896, "backend_memory": {"mlx_active_bytes": 6810460168, "mlx_peak_bytes": 6992274618, "mlx_cache_bytes": 22109125606, "process_rss_bytes": 1338064896}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6992274618, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n. entry quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a29b2af43767c02b8c536951af1482a9458f8f8f4e48f41bfcf702104fe6cd94", "output_hash": "4562d9ed4e82abf0fef70c7546fbee3c12154c7c7ec90c8c389ebc8c2870e627"} |
| |
1879 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f903ab85ebc50dc07c63439", "attempt_id": "69aa04c73ba0", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:39.741124Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 25.34629194997251}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 35, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466007, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.68112491350621, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 25.397291989065707, "serialize_ms": 56.884291931055486, "load_ms": 1.1252500116825104, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.54041698388755, "ttft_ms": 43.54041698388755, "decode_ms": 200.45158301945776}, "total_wall_ms": 257.78620794881135, "ttft_ms": 43.54041698388755, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1290534912, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6834872524, "mlx_cache_bytes": 22242032614, "process_rss_bytes": 1290534912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834872524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RA-53U-8092", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cffb63a74038c704a5acf547c248699758631dda3ddfeba73519e5335c72291b", "output_hash": "65c601ab87e10a79261f364233c63c116236143b0f2791666cf688c2cfb92259"} |
| |
1880 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4fb1e64ef5586ec8ff930495", "attempt_id": "f76361e05b8e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:40.073986Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 25.34629194997251}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 42, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466007, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.68112491350621, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 25.397291989065707, "serialize_ms": 56.884291931055486, "load_ms": 1.1292080162093043, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.089124982245266, "ttft_ms": 46.089124982245266, "decode_ms": 202.17087503988296}, "total_wall_ms": 262.54258304834366, "ttft_ms": 46.089124982245266, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1290567680, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6840606952, "mlx_cache_bytes": 22243900390, "process_rss_bytes": 1290567680}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840606952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 607-Q, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cffb63a74038c704a5acf547c248699758631dda3ddfeba73519e5335c72291b", "output_hash": "34cad0a1897251307aeb639243e98a9d278a5db47f7e3fbc48b48d0f09eec3d4"} |
| |
1881 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b741ff2016e8e73807267664", "attempt_id": "4a15a6591eb0", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:40.385509Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 25.34629194997251}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466007, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.68112491350621, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 25.397291989065707, "serialize_ms": 56.884291931055486, "load_ms": 1.336792018264532, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.216499970294535, "ttft_ms": 48.216499970294535, "decode_ms": 42.08066698629409}, "total_wall_ms": 106.03124997578561, "ttft_ms": 48.216499970294535, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1290567680, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6840066280, "mlx_cache_bytes": 22243900390, "process_rss_bytes": 1290567680}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840066280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cffb63a74038c704a5acf547c248699758631dda3ddfeba73519e5335c72291b", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1882 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "21480148974dac8d3aabfca3", "attempt_id": "82e5a54594c3", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:40.544797Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 25.34629194997251}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 37, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466007, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.68112491350621, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 25.397291989065707, "serialize_ms": 56.884291931055486, "load_ms": 1.4164589811116457, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.40208394266665, "ttft_ms": 46.40208394266665, "decode_ms": 144.4440829800442}, "total_wall_ms": 206.0989160090685, "ttft_ms": 46.40208394266665, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1290567680, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6838542568, "mlx_cache_bytes": 22245538790, "process_rss_bytes": 1290567680}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838542568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cffb63a74038c704a5acf547c248699758631dda3ddfeba73519e5335c72291b", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1883 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8a4cf4314f48974128683e7d", "attempt_id": "88cb1f0a3bd0", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:40.803840Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 25.34629194997251}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 45, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466007, "side_information_bytes": 16279, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.68112491350621, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 25.397291989065707, "serialize_ms": 56.884291931055486, "load_ms": 1.3548750430345535, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.998332953080535, "ttft_ms": 46.998332953080535, "decode_ms": 186.5083749871701}, "total_wall_ms": 248.9089589798823, "ttft_ms": 46.998332953080535, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1290584064, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6843375860, "mlx_cache_bytes": 22247537638, "process_rss_bytes": 1290584064}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6843375860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,234,567", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cffb63a74038c704a5acf547c248699758631dda3ddfeba73519e5335c72291b", "output_hash": "41cfd5d99bb554c6d1ffa5e682bd936fc4e5cc29600ed96b74fdcf71abe58003"} |
| |
1884 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79166e9011907cb8a073e220", "attempt_id": "32917593a88e", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:41.159568Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 17.47779198922217}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 35, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.78095807787031, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 17.530292039737105, "serialize_ms": 34.109083004295826, "load_ms": 1.2625000672414899, "receiver_prefill_ms": 0.0, "query_prefill_ms": 40.81045801285654, "ttft_ms": 40.81045801285654, "decode_ms": 874.0877909585834}, "total_wall_ms": 929.488499998115, "ttft_ms": 40.81045801285654, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1393213440, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6834872524, "mlx_cache_bytes": 22377593830, "process_rss_bytes": 1393213440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834872524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Where the the The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The The", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "5a57961e20224a117772285b22ef8cdf36f6e744d5aff51920e2e61dd552b271"} |
| |
1885 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f40f001b4c91884014eb8de5", "attempt_id": "b4bee457c466", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:42.141444Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 17.47779198922217}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 42, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.78095807787031, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 17.530292039737105, "serialize_ms": 34.109083004295826, "load_ms": 1.2694589095190167, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.94633404444903, "ttft_ms": 43.94633404444903, "decode_ms": 944.949584081769}, "total_wall_ms": 1001.7704999772832, "ttft_ms": 43.94633404444903, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1393213440, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6840606952, "mlx_cache_bytes": 22377593830, "process_rss_bytes": 1393213440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840606952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is a few words (a few words), with no explanation (a few words), with no explanation (a few words), with no explanation (a few words), with no explanation (a few words), with no explanation (a", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "b95b2cd24d99fa55a02dbcc359f67a790f4158042b3c3f8229c0f7a860aadd35"} |
| |
1886 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02283591bbff9578570a57e6", "attempt_id": "6af8cb21692d", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:43.190396Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 17.47779198922217}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.78095807787031, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 17.530292039737105, "serialize_ms": 34.109083004295826, "load_ms": 1.2516670394688845, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.94375002104789, "ttft_ms": 44.94375002104789, "decode_ms": 855.273291002959}, "total_wall_ms": 911.7164169438183, "ttft_ms": 44.94375002104789, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1393213440, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6840066280, "mlx_cache_bytes": 22377593830, "process_rss_bytes": 1393213440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840066280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The short answer (a few words or a number), with no explanation. The short answer (a few words or a number), with no explanation. The short answer (a few words or a number), with no explanation. The short answer", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "fe2a8119401dec2a792fa78083431e50971ddd6cf4ca2cf251b5207b8828b1a7"} |
| |
1887 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6278598f3077c6787b99f728", "attempt_id": "f24932ce5d18", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:44.146303Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 17.47779198922217}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 37, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.78095807787031, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 17.530292039737105, "serialize_ms": 34.109083004295826, "load_ms": 1.0472079738974571, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.05783298332244, "ttft_ms": 43.05783298332244, "decode_ms": 964.4414590438828}, "total_wall_ms": 1018.5375829460099, "ttft_ms": 43.05783298332244, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1393213440, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6838542568, "mlx_cache_bytes": 22377593830, "process_rss_bytes": 1393213440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838542568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is a short answer, with no explanation, with no explanation. The answer is a short answer, with no explanation, with no explanation. The answer is a short answer, with no explanation, with no explanation. The answer is", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "ab7947b35c00b3a9977cdc98edd95359768eff1c99f1ea9c69632b23f7850b68"} |
| |
1888 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c2fd4116893a3dd2639d35a4", "attempt_id": "9a3e3c8e8472", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:45.204478Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11008, "keep": 2752, "compress_ms": 17.47779198922217}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 45, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466002, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.78095807787031, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 17.530292039737105, "serialize_ms": 34.109083004295826, "load_ms": 1.1000829981639981, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.56141593679786, "ttft_ms": 47.56141593679786, "decode_ms": 895.56466601789}, "total_wall_ms": 958.9726249687374, "ttft_ms": 47.56141593679786, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1393246208, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6843375860, "mlx_cache_bytes": 22377593830, "process_rss_bytes": 1393246208}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6843375860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is a number, with no explanation. With no explanation. The answer is a number, with no explanation. With no explanation. The answer is a number, with no explanation. With no explanation. The answer is a number,", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ca129a1872324470f95f94122806d0c8391a1cebfee4d75368c1769580c3b372", "output_hash": "5cd1b32e4dfdde85255ffb58b7d3a28f3a2d746215c1d3aff992120dd78c889f"} |
| |
1889 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "458a12b854331b083199d15e", "attempt_id": "34e4f595286c", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:46.202832Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 35, "compress_ms": 152.9108330141753}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 35, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 183.87533293571323, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 162.425082991831, "serialize_ms": 21.300374995917082, "load_ms": 0.8118340047076344, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.76212500594556, "ttft_ms": 44.76212500594556, "decode_ms": 212.1257500257343}, "total_wall_ms": 451.1512500466779, "ttft_ms": 44.76212500594556, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1403715584, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6834348236, "mlx_cache_bytes": 22425025646, "process_rss_bytes": 1403715584}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834348236, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1890 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "521d177d67861ef27bf243d6", "attempt_id": "d12e61528cb8", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:46.693116Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 42, "compress_ms": 195.61091589275748}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 42, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 226.38058406300843, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 204.67912510503083, "serialize_ms": 21.53970906510949, "load_ms": 0.8969579357653856, "receiver_prefill_ms": 0.0, "query_prefill_ms": 50.47370900865644, "ttft_ms": 50.47370900865644, "decode_ms": 247.81054200138897}, "total_wall_ms": 534.4381250906736, "ttft_ms": 50.47370900865644, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1404878848, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6840557800, "mlx_cache_bytes": 22458580078, "process_rss_bytes": 1404878848}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840557800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1891 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "de1317b2c00ba6f96e07b971", "attempt_id": "e782b86053ad", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:47.267137Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 41, "compress_ms": 143.4735410148278}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466047, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 173.3555409591645, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 152.67412492539734, "serialize_ms": 20.50229103770107, "load_ms": 0.8161659352481365, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.06558310519904, "ttft_ms": 48.06558310519904, "decode_ms": 124.96120808646083}, "total_wall_ms": 356.14124999847263, "ttft_ms": 48.06558310519904, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1405665280, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6840017128, "mlx_cache_bytes": 22487465070, "process_rss_bytes": 1405665280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840017128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74458199fe5480fc4d176533edffc2518b40f9be0e591afcd0e6ddac4d5dc44c", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1892 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1c1fa74934ccd0f751afcb62", "attempt_id": "a124588ff9a8", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:47.663056Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 37, "compress_ms": 122.75329104159027}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 37, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 156.7694169934839, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 131.97179196868092, "serialize_ms": 24.620249983854592, "load_ms": 0.8908750023692846, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.15370793826878, "ttft_ms": 42.15370793826878, "decode_ms": 136.95758394896984}, "total_wall_ms": 345.6521659391001, "ttft_ms": 42.15370793826878, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1405665280, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6836347112, "mlx_cache_bytes": 22520577134, "process_rss_bytes": 1405665280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6836347112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1893 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d9b4cf53f71a1df901519fec", "attempt_id": "17df63cc194f", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:48.048110Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 45, "compress_ms": 138.27887503430247}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 45, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 175.5553330294788, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 147.56445807870477, "serialize_ms": 27.83883293159306, "load_ms": 1.1345839593559504, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.93466704338789, "ttft_ms": 46.93466704338789, "decode_ms": 143.83966696914285}, "total_wall_ms": 377.110332949087, "ttft_ms": 46.93466704338789, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1405501440, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6843375860, "mlx_cache_bytes": 22566829166, "process_rss_bytes": 1405501440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6843375860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2669891", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "ed45a65076eee57e45d0b4ed82ae16ab3710662de8fd3e39bd335322ea1db7d5"} |
| |
1894 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aa55dda0ed5b6148e74e3c50", "attempt_id": "5a4250b7f5be", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:48.599458Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 19, "compress_ms": 113.09866607189178}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 35, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 134.14833298884332, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 113.25354198925197, "serialize_ms": 20.762583008036017, "load_ms": 1.0922499932348728, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.78016698360443, "ttft_ms": 45.78016698360443, "decode_ms": 120.50579197239131}, "total_wall_ms": 176.37345800176263, "ttft_ms": 45.78016698360443, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1405583360, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6834348236, "mlx_cache_bytes": 22580292718, "process_rss_bytes": 1405583360}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834348236, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-5123", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "914ed2343290ee346e9e93708e1fe6030025277f174a101880bd1aad890f8ff9"} |
| |
1895 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d1ca6822caff7b5fcc1630c4", "attempt_id": "b7f77784de4b", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:48.818432Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 19, "compress_ms": 113.09866607189178}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 42, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 134.14833298884332, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 113.25354198925197, "serialize_ms": 20.762583008036017, "load_ms": 1.3383330078795552, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.965208056382835, "ttft_ms": 59.965208056382835, "decode_ms": 203.03724997211248}, "total_wall_ms": 273.90904107596725, "ttft_ms": 59.965208056382835, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1405566976, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6840557800, "mlx_cache_bytes": 22580292718, "process_rss_bytes": 1405566976}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840557800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1896 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9f5a692b4b347bed8fada8b4", "attempt_id": "2504cc5e1aad", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:49.133115Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 19, "compress_ms": 113.09866607189178}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 134.14833298884332, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 113.25354198925197, "serialize_ms": 20.762583008036017, "load_ms": 1.0318750282749534, "receiver_prefill_ms": 0.0, "query_prefill_ms": 41.32283397484571, "ttft_ms": 41.32283397484571, "decode_ms": 107.50050004571676}, "total_wall_ms": 158.8467500405386, "ttft_ms": 41.32283397484571, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1405583360, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6840017128, "mlx_cache_bytes": 22580292718, "process_rss_bytes": 1405583360}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6840017128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "119119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "f2978ea1ceaef7962f641fec7e7a4f943a821e4a98bb81a70e21419ea839ca7b"} |
| |
1897 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8861ca80ca408455bf40de14", "attempt_id": "885321412634", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:49.331276Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 19, "compress_ms": 113.09866607189178}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 37, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 134.14833298884332, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 113.25354198925197, "serialize_ms": 20.762583008036017, "load_ms": 1.0297499829903245, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.1980830617249, "ttft_ms": 43.1980830617249, "decode_ms": 133.63179203588516}, "total_wall_ms": 188.00204200670123, "ttft_ms": 43.1980830617249, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1405583360, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6836347112, "mlx_cache_bytes": 22580292718, "process_rss_bytes": 1405583360}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6836347112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1898 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4edc64fa5eec12a731c516f6", "attempt_id": "0bf02780eba0", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:49.559885Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 19, "compress_ms": 113.09866607189178}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 45, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101466048, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 134.14833298884332, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 113.25354198925197, "serialize_ms": 20.762583008036017, "load_ms": 1.2042078888043761, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.79400003422052, "ttft_ms": 45.79400003422052, "decode_ms": 180.72004104033113}, "total_wall_ms": 237.68220900092274, "ttft_ms": 45.79400003422052, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1402470400, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6843375860, "mlx_cache_bytes": 22580292718, "process_rss_bytes": 1402470400}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6843375860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,698,981", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59027a476508a59c83089ffe8263c9ca9c0adb45e47ea3ed61dc194f393fc2aa", "output_hash": "bb4ccedd56de8bf8ea616dd14dde3ba0eaab464390ee795a6f1ad8d265ce1fd9"} |
| |
1899 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51837cd115301d594b233d17", "attempt_id": "276bbf74c85e", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:49.841674Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 35, "compress_ms": 177.57104197517037}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 35, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465978, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 213.90208299271762, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 187.58487491868436, "serialize_ms": 26.150583988055587, "load_ms": 21.615875069983304, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1443.6862498987466, "ttft_ms": 1443.6862498987466, "decode_ms": 443.23487498331815}, "total_wall_ms": 2136.7231250042096, "ttft_ms": 1443.6862498987466, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1403977728, "backend_memory": {"mlx_active_bytes": 6783655944, "mlx_peak_bytes": 6901047472, "mlx_cache_bytes": 23284820090, "process_rss_bytes": 1403977728}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6901047472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-216-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab6459750c48cd781da7189f002c405cec474dc476853c10e8a7d893c75536a3", "output_hash": "77746cce459cfa06ac02be2eddf0d6015906b9e982a84d12f0fc42aa47315534"} |
| |
1900 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "31351cd5802a9adc2d5c0d7f", "attempt_id": "97db67ed2b4d", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:52.019993Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 42, "compress_ms": 157.5441249879077}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 42, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465977, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 200.34887501969934, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 166.96366597898304, "serialize_ms": 33.21691695600748, "load_ms": 3.803208004683256, "receiver_prefill_ms": 0.0, "query_prefill_ms": 708.8995419908315, "ttft_ms": 708.8995419908315, "decode_ms": 240.80429202876985}, "total_wall_ms": 1163.6922089383006, "ttft_ms": 708.8995419908315, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1488551936, "backend_memory": {"mlx_active_bytes": 6784081928, "mlx_peak_bytes": 6905102652, "mlx_cache_bytes": 23368503870, "process_rss_bytes": 1488551936}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6905102652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0acee3feb7512e1fdaf63eb8f5ba483dfd3b74e8a6f9d643b0803c86ac209af2", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1901 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4015700bef5f8cba8266b032", "attempt_id": "a9a84e6562a1", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:53.225818Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 41, "compress_ms": 146.00970898754895}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465978, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 180.66291604191065, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 155.29729204718024, "serialize_ms": 25.20579204428941, "load_ms": 1.5930000226944685, "receiver_prefill_ms": 0.0, "query_prefill_ms": 623.2522909995168, "ttft_ms": 623.2522909995168, "decode_ms": 169.11766701377928}, "total_wall_ms": 983.905166038312, "ttft_ms": 623.2522909995168, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1575305216, "backend_memory": {"mlx_active_bytes": 6783819784, "mlx_peak_bytes": 6904422700, "mlx_cache_bytes": 23368865854, "process_rss_bytes": 1575305216}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6904422700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab6459750c48cd781da7189f002c405cec474dc476853c10e8a7d893c75536a3", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1902 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "250f3dfe30a7d8f1dcf89e9d", "attempt_id": "27096397f931", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:54.249979Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 37, "compress_ms": 176.22687492985278}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 37, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465978, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 212.9430000204593, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 185.8131670160219, "serialize_ms": 26.964792050421238, "load_ms": 1.4591669896617532, "receiver_prefill_ms": 0.0, "query_prefill_ms": 589.6566669689491, "ttft_ms": 589.6566669689491, "decode_ms": 151.08658408280462}, "total_wall_ms": 965.4935839353129, "ttft_ms": 589.6566669689491, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1661665280, "backend_memory": {"mlx_active_bytes": 6783590408, "mlx_peak_bytes": 6904713492, "mlx_cache_bytes": 23369095230, "process_rss_bytes": 1661665280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6904713492, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab6459750c48cd781da7189f002c405cec474dc476853c10e8a7d893c75536a3", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1903 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "966ba444653ae816b771b092", "attempt_id": "71f4c9670b07", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:55.256938Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 45, "compress_ms": 158.12504198402166}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 45, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 101449728, "serialized_payload_bytes": 101465978, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 192.30750005226582, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 168.35858300328255, "serialize_ms": 23.78625003620982, "load_ms": 1.137958955951035, "receiver_prefill_ms": 0.0, "query_prefill_ms": 615.155166015029, "ttft_ms": 615.155166015029, "decode_ms": 162.23245800938457}, "total_wall_ms": 980.4543330101296, "ttft_ms": 615.155166015029, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1735049216, "backend_memory": {"mlx_active_bytes": 6783983624, "mlx_peak_bytes": 6906782072, "mlx_cache_bytes": 23378492306, "process_rss_bytes": 1735049216}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6906782072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2669891", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab6459750c48cd781da7189f002c405cec474dc476853c10e8a7d893c75536a3", "output_hash": "ed45a65076eee57e45d0b4ed82ae16ab3710662de8fd3e39bd335322ea1db7d5"} |
| |
1904 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "619b9e45702b6955da55a37d", "attempt_id": "170e64dfbb50", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:56.280193Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 35, "compress_ms": 151.0771670145914, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 35, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929657, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 196.9963749870658, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 175.15487503260374, "serialize_ms": 21.429499960504472, "load_ms": 2.467875019647181, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.90945909451693, "ttft_ms": 42.90945909451693, "decode_ms": 231.12050001509488}, "total_wall_ms": 482.4555000523105, "ttft_ms": 42.90945909451693, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1784872960, "backend_memory": {"mlx_active_bytes": 6690447368, "mlx_peak_bytes": 6778254120, "mlx_cache_bytes": 23626726290, "process_rss_bytes": 1784872960}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6778254120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-21A-6069", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c96f1eea17187c72ef27fe0274bb1bcf11a5fd7f6010da3b34aca708afc6b08", "output_hash": "5e326f260e3c1825fdb5627ac9ef04cb8785f60ad853681eb5fb025a84f0ffa4"} |
| |
1905 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cf097c06b3ff24fac2d26eeb", "attempt_id": "7fa3d444fcda", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:56.804300Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 42, "compress_ms": 157.37379097845405, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 42, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929658, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 202.39504193887115, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 177.71729198284447, "serialize_ms": 24.317875038832426, "load_ms": 2.1425000159069896, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.43450001254678, "ttft_ms": 36.43450001254678, "decode_ms": 283.0755409086123}, "total_wall_ms": 533.8056670734659, "ttft_ms": 36.43450001254678, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1836220416, "backend_memory": {"mlx_active_bytes": 6689923080, "mlx_peak_bytes": 6766961444, "mlx_cache_bytes": 23661449106, "process_rss_bytes": 1836220416}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6766961444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 601-B, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d50aa00af58df4a656056f6cedba4dd1fbbeca33142f4d1327873e906749aae", "output_hash": "02d4650acb266f83adfd5402eee42a6baa6abc73f7d9bd0dee8356368219529d"} |
| |
1906 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eb38aca5bc64f25b925b1374", "attempt_id": "d913b459f99e", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:57.376546Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 41, "compress_ms": 279.9182500457391, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 41, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929657, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 345.7504999823868, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 309.6369169652462, "serialize_ms": 34.98212504200637, "load_ms": 1.366542070172727, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.64975001104176, "ttft_ms": 37.64975001104176, "decode_ms": 153.77779200207442}, "total_wall_ms": 575.7470830576494, "ttft_ms": 37.64975001104176, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1546190848, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6765784508, "mlx_cache_bytes": 23734652818, "process_rss_bytes": 1546190848}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6765784508, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.4119", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c96f1eea17187c72ef27fe0274bb1bcf11a5fd7f6010da3b34aca708afc6b08", "output_hash": "15c904a08e44e00fb8834fce29ef2fb4f03377c67fa2f476e1fc6dbe45bb2e1f"} |
| |
1907 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed6c6c5be56f2a2ad6b84300", "attempt_id": "53810e1c5a9c", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:57.995109Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 37, "compress_ms": 136.4386669592932, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 37, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929657, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 172.40100004710257, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 156.76995902322233, "serialize_ms": 15.193040948361158, "load_ms": 2.0094579085707664, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.58762497454882, "ttft_ms": 37.58762497454882, "decode_ms": 146.17566706147045}, "total_wall_ms": 370.11995899956673, "ttft_ms": 37.58762497454882, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1547354112, "backend_memory": {"mlx_active_bytes": 6689873928, "mlx_peak_bytes": 6782483460, "mlx_cache_bytes": 23734685586, "process_rss_bytes": 1547354112}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6782483460, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c96f1eea17187c72ef27fe0274bb1bcf11a5fd7f6010da3b34aca708afc6b08", "output_hash": "2b27a69252a2350411824ae8a824a05af22950d1bb70689084f406b1121fd2bb"} |
| |
1908 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "df452411b15f057343879df7", "attempt_id": "6f9b9709ce3a", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:58.413503Z", "task_family": "synthetic", "document_id": "syn_03017_16000", "document_hash": "4a8b2656a54db97bf965777dca364be49477843008dad9697d52242fb75822c4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03017_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11008, "keep": 2752, "window_tokens": 45, "compress_ms": 136.48866605944932, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10969, "source_tokens_receiver": 10969, "query_tokens": 45, "message_tokens": 11008, "message_utf8_bytes": 58829, "cache_tensor_bytes": 53895168, "serialized_payload_bytes": 53929658, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 174.4912089779973, "doc_prefill_ms": 2522.4298330722377, "compress_ms": 158.5176249500364, "serialize_ms": 15.53883298765868, "load_ms": 1.3817499857395887, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.83983389660716, "ttft_ms": 30.83983389660716, "decode_ms": 149.98762495815754}, "total_wall_ms": 367.6465000025928, "ttft_ms": 30.83983389660716, "input_usage": {"receiver_prefix_tokens": 11008, "dense_cache_bytes": 405798912, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1548091392, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6771737520, "mlx_cache_bytes": 23770950034, "process_rss_bytes": 1548091392}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6771737520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2669891", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03017_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d50aa00af58df4a656056f6cedba4dd1fbbeca33142f4d1327873e906749aae", "output_hash": "ed45a65076eee57e45d0b4ed82ae16ab3710662de8fd3e39bd335322ea1db7d5"} |
| |
1909 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1723ff8ce359d2a88f240021", "attempt_id": "31fba207bf77", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:59.753312Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.011208932846784592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 18.615541979670525, "ttft_ms": 19.84895800705999, "decode_ms": 19.49120801873505}, "total_wall_ms": 58.60616697464138, "ttft_ms": 19.84895800705999, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633438208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 458852024, "process_rss_bytes": 633438208}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1910 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ab84629f3d6b04f7054ae5ba", "attempt_id": "ea53825a820b", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:59.841959Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.011208932846784592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 37.00329200364649, "ttft_ms": 17.223209026269615, "decode_ms": 20.79454204067588}, "total_wall_ms": 75.6004590075463, "ttft_ms": 17.223209026269615, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633438208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244704904, "mlx_cache_bytes": 524027576, "process_rss_bytes": 633438208}, "peak_prefill_memory": null, "peak_decode_memory": 6244704904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1911 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c0dd3ec61d3063d93fac9066", "attempt_id": "11af105223ee", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:57:59.949600Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.011208932846784592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.85204095300287, "ttft_ms": 18.07400002144277, "decode_ms": 17.5934589933604}, "total_wall_ms": 69.05920896679163, "ttft_ms": 18.07400002144277, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633438208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244115080, "mlx_cache_bytes": 551454392, "process_rss_bytes": 633438208}, "peak_prefill_memory": null, "peak_decode_memory": 6244115080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1912 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a9bca04420d189302cb9eb2e", "attempt_id": "fda903eb58cb", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:00.047733Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 68, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.011208932846784592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.22220903262496, "ttft_ms": 17.400374985300004, "decode_ms": 18.074374995194376}, "total_wall_ms": 68.43937502708286, "ttft_ms": 17.400374985300004, "input_usage": {"receiver_prompt_tokens": 68}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633454592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6246539912, "mlx_cache_bytes": 597640888, "process_rss_bytes": 633454592}, "peak_prefill_memory": null, "peak_decode_memory": 6246539912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1913 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7098c5010cc76f2c1aa9caf8", "attempt_id": "13c73061f909", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:00.140713Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 74, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.011208932846784592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.61762501299381, "ttft_ms": 16.75579196307808, "decode_ms": 18.34729197435081}, "total_wall_ms": 69.34808404184878, "ttft_ms": 16.75579196307808, "input_usage": {"receiver_prompt_tokens": 74}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633454592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6247801480, "mlx_cache_bytes": 664372920, "process_rss_bytes": 633454592}, "peak_prefill_memory": null, "peak_decode_memory": 6247801480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1914 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "64646810cb6ec8bb616d9a5a", "attempt_id": "5850154395f0", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:00.233792Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 2057, "message_tokens": 1982, "message_utf8_bytes": 7313, "cache_tensor_bytes": null, "serialized_payload_bytes": 7313, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009875046089291573, "decode_payload_ms": 0.0, "receiver_prefill_ms": 344.8684160830453, "ttft_ms": 16.679499996826053, "decode_ms": 190.56066602934152}, "total_wall_ms": 555.9682090533897, "ttft_ms": 16.679499996826053, "input_usage": {"receiver_prompt_tokens": 2057}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 633552896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786636, "mlx_cache_bytes": 1643448744, "process_rss_bytes": 633552896}, "peak_prefill_memory": null, "peak_decode_memory": 7054786636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-33P-3231", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "output_hash": "e5861e159e2f089d84f9a5111a99678f644225a54b9dd9a42d5652ebd91bb1db"} |
| |
1915 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ac97f8809168a3faf2c034e0", "attempt_id": "11268a560533", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:00.812875Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 2063, "message_tokens": 1982, "message_utf8_bytes": 7313, "cache_tensor_bytes": null, "serialized_payload_bytes": 7313, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009875046089291573, "decode_payload_ms": 0.0, "receiver_prefill_ms": 385.61525009572506, "ttft_ms": 20.07600001525134, "decode_ms": 236.78549996111542}, "total_wall_ms": 645.5496249254793, "ttft_ms": 20.07600001525134, "input_usage": {"receiver_prompt_tokens": 2063}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 633569280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786660, "mlx_cache_bytes": 1647650272, "process_rss_bytes": 633569280}, "peak_prefill_memory": null, "peak_decode_memory": 7054786660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "output_hash": "75b8728724c2624ab378b3826a59a73652392a9bbbb0a852e55d91f6e148ed8b"} |
| |
1916 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e31cdabbffb98caf3819ee0f", "attempt_id": "42a637a84d20", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:01.480517Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 2062, "message_tokens": 1982, "message_utf8_bytes": 7313, "cache_tensor_bytes": null, "serialized_payload_bytes": 7313, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009875046089291573, "decode_payload_ms": 0.0, "receiver_prefill_ms": 380.0008329562843, "ttft_ms": 28.331957990303636, "decode_ms": 141.76008407957852}, "total_wall_ms": 553.1821659533307, "ttft_ms": 28.331957990303636, "input_usage": {"receiver_prompt_tokens": 2062}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 633569280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786660, "mlx_cache_bytes": 1647650272, "process_rss_bytes": 633569280}, "peak_prefill_memory": null, "peak_decode_memory": 7054786660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
1917 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7ec68f52e59c6200180e84c", "attempt_id": "acc127e78a76", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:02.055172Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 2060, "message_tokens": 1982, "message_utf8_bytes": 7313, "cache_tensor_bytes": null, "serialized_payload_bytes": 7313, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009875046089291573, "decode_payload_ms": 0.0, "receiver_prefill_ms": 385.8588329749182, "ttft_ms": 18.344208016060293, "decode_ms": 186.84687500353903}, "total_wall_ms": 594.3253330187872, "ttft_ms": 18.344208016060293, "input_usage": {"receiver_prompt_tokens": 2060}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 633585664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786660, "mlx_cache_bytes": 1647650272, "process_rss_bytes": 633585664}, "peak_prefill_memory": null, "peak_decode_memory": 7054786660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1918 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5bf98c24935a9f19b8c5df17", "attempt_id": "067e2a915bd8", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:02.670988Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 2066, "message_tokens": 1982, "message_utf8_bytes": 7313, "cache_tensor_bytes": null, "serialized_payload_bytes": 7313, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009875046089291573, "decode_payload_ms": 0.0, "receiver_prefill_ms": 423.1900000013411, "ttft_ms": 24.740374996326864, "decode_ms": 184.4926659250632}, "total_wall_ms": 635.6789170531556, "ttft_ms": 24.740374996326864, "input_usage": {"receiver_prompt_tokens": 2066}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 633602048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786672, "mlx_cache_bytes": 1659837476, "process_rss_bytes": 633602048}, "peak_prefill_memory": null, "peak_decode_memory": 7054786672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,296,125", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "output_hash": "8b531ccf7fd3b97bf2ef32627da2617b8353e5c2dd09a274017a5a5a868bdcdb"} |
| |
1919 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "91f109224b1620cdfdeac70f", "attempt_id": "874420ff61f4", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:03.330860Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1982}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1822, "cache_tensor_bytes": null, "serialized_payload_bytes": 1822, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.352999941445887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 136.58562500495464, "ttft_ms": 22.654333035461605, "decode_ms": 16.256832983344793}, "total_wall_ms": 176.89020792022347, "ttft_ms": 22.654333035461605, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633683968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 2050497572, "process_rss_bytes": 633683968}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f2d1d2a7748504016c8323a2bc18e3b3adc12dc1b63f6559e0dd6ec3828a253f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1920 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2f7aa9737d699bf10881ff8a", "attempt_id": "82c738e94efa", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:03.529768Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1982}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 1822, "cache_tensor_bytes": null, "serialized_payload_bytes": 1822, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.352999941445887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 137.79395795427263, "ttft_ms": 19.737916998565197, "decode_ms": 23.403999977745116}, "total_wall_ms": 182.2992080124095, "ttft_ms": 19.737916998565197, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633716736, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 2416876580, "process_rss_bytes": 633716736}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f2d1d2a7748504016c8323a2bc18e3b3adc12dc1b63f6559e0dd6ec3828a253f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1921 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "804eff575bef9f3aa298bc69", "attempt_id": "471a4a555321", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:03.734959Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1982}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 1822, "cache_tensor_bytes": null, "serialized_payload_bytes": 1822, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.352999941445887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 143.62562505993992, "ttft_ms": 22.612666012719274, "decode_ms": 21.298083011060953}, "total_wall_ms": 188.8228750322014, "ttft_ms": 22.612666012719274, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633733120, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568521816, "mlx_cache_bytes": 2505350180, "process_rss_bytes": 633733120}, "peak_prefill_memory": null, "peak_decode_memory": 6568521816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f2d1d2a7748504016c8323a2bc18e3b3adc12dc1b63f6559e0dd6ec3828a253f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1922 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f10c5c34bbbd7ab8a7d4aa39", "attempt_id": "cbe0af16c832", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:03.945799Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1982}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 599, "message_tokens": 516, "message_utf8_bytes": 1822, "cache_tensor_bytes": null, "serialized_payload_bytes": 1822, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.352999941445887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 143.50274996832013, "ttft_ms": 18.749292008578777, "decode_ms": 22.94029202312231}, "total_wall_ms": 186.52770901098847, "ttft_ms": 18.749292008578777, "input_usage": {"receiver_prompt_tokens": 599}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633733120, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6589558872, "mlx_cache_bytes": 2773720100, "process_rss_bytes": 633733120}, "peak_prefill_memory": null, "peak_decode_memory": 6589558872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f2d1d2a7748504016c8323a2bc18e3b3adc12dc1b63f6559e0dd6ec3828a253f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1923 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f580caf3bd93e2ac9f36d305", "attempt_id": "911b157e1a69", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:04.153573Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1982}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 605, "message_tokens": 516, "message_utf8_bytes": 1822, "cache_tensor_bytes": null, "serialized_payload_bytes": 1822, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.352999941445887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 120.97249994985759, "ttft_ms": 20.112833939492702, "decode_ms": 18.20145803503692}, "total_wall_ms": 160.66541604232043, "ttft_ms": 20.112833939492702, "input_usage": {"receiver_prompt_tokens": 605}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633749504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6570094680, "mlx_cache_bytes": 3022429220, "process_rss_bytes": 633749504}, "peak_prefill_memory": null, "peak_decode_memory": 6570094680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f2d1d2a7748504016c8323a2bc18e3b3adc12dc1b63f6559e0dd6ec3828a253f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1924 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "269470e3f33f368df5330775", "attempt_id": "7d7404b81e81", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:04.338977Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 577, "message_tokens": 501, "message_utf8_bytes": 1194, "cache_tensor_bytes": null, "serialized_payload_bytes": 1194, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7639159923419356, "decode_payload_ms": 0.0, "receiver_prefill_ms": 99.77437497582287, "ttft_ms": 17.795583000406623, "decode_ms": 17.25566596724093}, "total_wall_ms": 135.95312496181577, "ttft_ms": 17.795583000406623, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633929728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555070552, "mlx_cache_bytes": 3358628900, "process_rss_bytes": 633929728}, "peak_prefill_memory": null, "peak_decode_memory": 6555070552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e94c6eb876be8617d17dd329463e68a55a93ec3f0e2ecaf9a7fdf0f411c3d18e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1925 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f2114c191c94135cef8cd44e", "attempt_id": "66552793febd", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:04.495363Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 583, "message_tokens": 501, "message_utf8_bytes": 1194, "cache_tensor_bytes": null, "serialized_payload_bytes": 1194, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7639159923419356, "decode_payload_ms": 0.0, "receiver_prefill_ms": 103.89366699382663, "ttft_ms": 17.23912509623915, "decode_ms": 18.339833011850715}, "total_wall_ms": 140.6787089072168, "ttft_ms": 17.23912509623915, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633946112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 3713211428, "process_rss_bytes": 633946112}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e94c6eb876be8617d17dd329463e68a55a93ec3f0e2ecaf9a7fdf0f411c3d18e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1926 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2f07911285adfe4e456f99f9", "attempt_id": "95ebd415fc18", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:04.658849Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 582, "message_tokens": 501, "message_utf8_bytes": 1194, "cache_tensor_bytes": null, "serialized_payload_bytes": 1194, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7639159923419356, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.83383394684643, "ttft_ms": 15.679667005315423, "decode_ms": 17.73275004234165}, "total_wall_ms": 143.55904096737504, "ttft_ms": 15.679667005315423, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 633962496, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559199320, "mlx_cache_bytes": 3866762276, "process_rss_bytes": 633962496}, "peak_prefill_memory": null, "peak_decode_memory": 6559199320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e94c6eb876be8617d17dd329463e68a55a93ec3f0e2ecaf9a7fdf0f411c3d18e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1927 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56e9aa1d2269a7510a670d2e", "attempt_id": "ae6d7d8a1b26", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:04.824211Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 580, "message_tokens": 501, "message_utf8_bytes": 1194, "cache_tensor_bytes": null, "serialized_payload_bytes": 1194, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7639159923419356, "decode_payload_ms": 0.0, "receiver_prefill_ms": 104.52349996194243, "ttft_ms": 18.10866710729897, "decode_ms": 161.8686249712482}, "total_wall_ms": 285.83066596183926, "ttft_ms": 18.10866710729897, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 633995264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577401944, "mlx_cache_bytes": 4126727204, "process_rss_bytes": 633995264}, "peak_prefill_memory": null, "peak_decode_memory": 6577401944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e94c6eb876be8617d17dd329463e68a55a93ec3f0e2ecaf9a7fdf0f411c3d18e", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1928 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee985172d88e6d9041a7be01", "attempt_id": "f8d0ed833a60", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:05.133545Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 586, "message_tokens": 501, "message_utf8_bytes": 1194, "cache_tensor_bytes": null, "serialized_payload_bytes": 1194, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7639159923419356, "decode_payload_ms": 0.0, "receiver_prefill_ms": 101.8713329685852, "ttft_ms": 18.606125027872622, "decode_ms": 132.5249579967931}, "total_wall_ms": 254.2567920172587, "ttft_ms": 18.606125027872622, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 634028032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 4468923428, "process_rss_bytes": 634028032}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8174700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e94c6eb876be8617d17dd329463e68a55a93ec3f0e2ecaf9a7fdf0f411c3d18e", "output_hash": "4ee6eeeb1e8e5eda62b03599d84aad91f3744be1bef7d10a0ffbd2ffed71dc72"} |
| |
1929 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3e31a537239cc321ecef7ac", "attempt_id": "c343ace602e6", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:05.413237Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 587, "message_tokens": 511, "message_utf8_bytes": 1329, "cache_tensor_bytes": null, "serialized_payload_bytes": 1329, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0674590012058616, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.67583299800754, "ttft_ms": 20.141041954047978, "decode_ms": 193.70687496848404}, "total_wall_ms": 322.8612920502201, "ttft_ms": 20.141041954047978, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 634044416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 4710259748, "process_rss_bytes": 634044416}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-33P-3231", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "26f7413af39f55bc2cca46b88c79dd1275d43ec42827efcd348edb7884fe56a0", "output_hash": "e5861e159e2f089d84f9a5111a99678f644225a54b9dd9a42d5652ebd91bb1db"} |
| |
1930 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2fed34741c57323fcf766916", "attempt_id": "1eebd605e1d6", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:05.759968Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 585, "message_tokens": 503, "message_utf8_bytes": 1576, "cache_tensor_bytes": null, "serialized_payload_bytes": 1576, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.107624964788556, "decode_payload_ms": 0.0, "receiver_prefill_ms": 115.98454101476818, "ttft_ms": 19.268208066932857, "decode_ms": 253.60674993135035}, "total_wall_ms": 391.15079096518457, "ttft_ms": 19.268208066932857, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 634126336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 4950711332, "process_rss_bytes": 634126336}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ccc9ad2ec25e1e104663a5ec028f78ddcc2d2e60dd7fd2ca5e62926da191b67", "output_hash": "75b8728724c2624ab378b3826a59a73652392a9bbbb0a852e55d91f6e148ed8b"} |
| |
1931 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e587db79c1900cb5d628da65", "attempt_id": "bf362f0d39d2", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:06.174152Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 590, "message_tokens": 509, "message_utf8_bytes": 1421, "cache_tensor_bytes": null, "serialized_payload_bytes": 1421, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0185419814661145, "decode_payload_ms": 0.0, "receiver_prefill_ms": 118.73587500303984, "ttft_ms": 20.183874992653728, "decode_ms": 146.24320797156543}, "total_wall_ms": 287.27008297573775, "ttft_ms": 20.183874992653728, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 634126336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584283224, "mlx_cache_bytes": 5215149092, "process_rss_bytes": 634126336}, "peak_prefill_memory": null, "peak_decode_memory": 6584283224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "48f9ae20f7fdf59cf6994f02e897c3197fdb7247a78b7077ec98e5963f4b1904", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
1932 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7e772669a071b450905db4c9", "attempt_id": "a97fbd87c59d", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:06.482490Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 16}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 585, "message_tokens": 506, "message_utf8_bytes": 1350, "cache_tensor_bytes": null, "serialized_payload_bytes": 1350, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.8784999372437596, "decode_payload_ms": 0.0, "receiver_prefill_ms": 119.10658399574459, "ttft_ms": 20.30829095747322, "decode_ms": 182.93174996506423}, "total_wall_ms": 324.23420902341604, "ttft_ms": 20.30829095747322, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 634126336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 5215149092, "process_rss_bytes": 634126336}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b1da0e0ebe8c15a63bde5959fba5f3bcb510e777b6a5acbc5a3ed11d9486ba62", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1933 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fc88d17594c560b45d5e015a", "attempt_id": "cf37036f1b70", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:06.828290Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 13}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 586, "message_tokens": 501, "message_utf8_bytes": 1194, "cache_tensor_bytes": null, "serialized_payload_bytes": 1194, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9165829978883266, "decode_payload_ms": 0.0, "receiver_prefill_ms": 120.30137504916638, "ttft_ms": 22.09712495096028, "decode_ms": 140.52454091142863}, "total_wall_ms": 284.96045793872327, "ttft_ms": 22.09712495096028, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 634142720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 5215149092, "process_rss_bytes": 634142720}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8174700", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e94c6eb876be8617d17dd329463e68a55a93ec3f0e2ecaf9a7fdf0f411c3d18e", "output_hash": "4ee6eeeb1e8e5eda62b03599d84aad91f3744be1bef7d10a0ffbd2ffed71dc72"} |
| |
1934 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "acb06a1cb473720823c62de0", "attempt_id": "c09094231c05", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:17.159563Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1202, "cache_tensor_bytes": null, "serialized_payload_bytes": 1202, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10025.058207917027, "decode_payload_ms": 0.0, "receiver_prefill_ms": 101.88245901372284, "ttft_ms": 17.470457940362394, "decode_ms": 17.33866590075195}, "total_wall_ms": 139.04758298303932, "ttft_ms": 17.470457940362394, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2098, "sender_output_tokens": 512, "sender_prefill_ms": 403.29533303156495, "sender_ttft_ms": 25.711124995723367, "sender_decode_ms": 9591.491207946092}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 634716160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 5689498660, "process_rss_bytes": 634716160}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a4e39ff2e91ceeebd9a31b53ae4c04bf41017a756157682b5910a2d048a243b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1935 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "172fb659332f3629db7ac149", "attempt_id": "ff53cfeac75b", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:17.323727Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1202, "cache_tensor_bytes": null, "serialized_payload_bytes": 1202, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10025.058207917027, "decode_payload_ms": 0.0, "receiver_prefill_ms": 114.30095799732953, "ttft_ms": 19.959624973125756, "decode_ms": 215.4448750661686}, "total_wall_ms": 351.0421250248328, "ttft_ms": 19.959624973125756, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 2098, "sender_output_tokens": 512, "sender_prefill_ms": 403.29533303156495, "sender_ttft_ms": 25.711124995723367, "sender_decode_ms": 9591.491207946092}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 634716160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6587084888, "mlx_cache_bytes": 5689498660, "process_rss_bytes": 634716160}, "peak_prefill_memory": null, "peak_decode_memory": 6587084888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a4e39ff2e91ceeebd9a31b53ae4c04bf41017a756157682b5910a2d048a243b", "output_hash": "b58829a1440993c4af3307ba44494f021d726fd11e9337888b6b852a8b37351a"} |
| |
1936 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "059af92e53965eef3cb6f219", "attempt_id": "767dfe533253", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:17.698895Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1202, "cache_tensor_bytes": null, "serialized_payload_bytes": 1202, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10025.058207917027, "decode_payload_ms": 0.0, "receiver_prefill_ms": 120.87258393876255, "ttft_ms": 19.17737501207739, "decode_ms": 19.184042001143098}, "total_wall_ms": 160.83666705526412, "ttft_ms": 19.17737501207739, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2098, "sender_output_tokens": 512, "sender_prefill_ms": 403.29533303156495, "sender_ttft_ms": 25.711124995723367, "sender_decode_ms": 9591.491207946092}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 634716160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5934865444, "process_rss_bytes": 634716160}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a4e39ff2e91ceeebd9a31b53ae4c04bf41017a756157682b5910a2d048a243b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1937 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4257dbbc6e8b75c1f9cdc860", "attempt_id": "057f54c2555c", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:17.885830Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 595, "message_tokens": 512, "message_utf8_bytes": 1202, "cache_tensor_bytes": null, "serialized_payload_bytes": 1202, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10025.058207917027, "decode_payload_ms": 0.0, "receiver_prefill_ms": 130.71808405220509, "ttft_ms": 18.536374904215336, "decode_ms": 164.84983393456787}, "total_wall_ms": 315.4854589374736, "ttft_ms": 18.536374904215336, "input_usage": {"receiver_prompt_tokens": 595, "sender_input_tokens": 2098, "sender_output_tokens": 512, "sender_prefill_ms": 403.29533303156495, "sender_ttft_ms": 25.711124995723367, "sender_decode_ms": 9591.491207946092}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 634732544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 6022454308, "process_rss_bytes": 634732544}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a4e39ff2e91ceeebd9a31b53ae4c04bf41017a756157682b5910a2d048a243b", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1938 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "50b243acfda8775e86467c80", "attempt_id": "227b6f71b8b8", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:18.224773Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 601, "message_tokens": 512, "message_utf8_bytes": 1202, "cache_tensor_bytes": null, "serialized_payload_bytes": 1202, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10025.058207917027, "decode_payload_ms": 0.0, "receiver_prefill_ms": 103.9427089272067, "ttft_ms": 14.091582968831062, "decode_ms": 19.102459074929357}, "total_wall_ms": 138.40925006661564, "ttft_ms": 14.091582968831062, "input_usage": {"receiver_prompt_tokens": 601, "sender_input_tokens": 2098, "sender_output_tokens": 512, "sender_prefill_ms": 403.29533303156495, "sender_ttft_ms": 25.711124995723367, "sender_decode_ms": 9591.491207946092}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 634732544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568374360, "mlx_cache_bytes": 6022454308, "process_rss_bytes": 634732544}, "peak_prefill_memory": null, "peak_decode_memory": 6568374360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a4e39ff2e91ceeebd9a31b53ae4c04bf41017a756157682b5910a2d048a243b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1939 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4042bd48b3a7841bab6be846", "attempt_id": "0010a408890e", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:18.386664Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 287, "message_tokens": 208, "message_utf8_bytes": 640, "cache_tensor_bytes": null, "serialized_payload_bytes": 640, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4323.658667039126, "decode_payload_ms": 0.0, "receiver_prefill_ms": 60.65925001166761, "ttft_ms": 18.161916988901794, "decode_ms": 177.53524996805936}, "total_wall_ms": 4581.279125064611, "ttft_ms": 18.161916988901794, "input_usage": {"receiver_prompt_tokens": 287, "sender_input_tokens": 2094, "sender_output_tokens": 208, "sender_prefill_ms": 428.06162498891354, "sender_ttft_ms": 21.633040974847972, "sender_decode_ms": 3871.657832991332}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 635027456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6418556136, "mlx_cache_bytes": 6209986716, "process_rss_bytes": 635027456}, "peak_prefill_memory": null, "peak_decode_memory": 6418556136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-33P-3231", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8de06b19391b586e836252a5eb243543e49634849606fc05cdd54387cc1fe98a", "output_hash": "e5861e159e2f089d84f9a5111a99678f644225a54b9dd9a42d5652ebd91bb1db"} |
| |
1940 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd34d73ba0fa332ab48cc9c9", "attempt_id": "e0dca04b9ddb", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:23.003569Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 162, "message_tokens": 77, "message_utf8_bytes": 245, "cache_tensor_bytes": null, "serialized_payload_bytes": 245, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1834.2380420072004, "decode_payload_ms": 0.0, "receiver_prefill_ms": 36.32454189937562, "ttft_ms": 13.254957972094417, "decode_ms": 172.86249995231628}, "total_wall_ms": 2057.3004580801353, "ttft_ms": 13.254957972094417, "input_usage": {"receiver_prompt_tokens": 162, "sender_input_tokens": 2100, "sender_output_tokens": 77, "sender_prefill_ms": 467.6127079874277, "sender_ttft_ms": 18.696332932449877, "sender_decode_ms": 1345.3558750916272}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 635092992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6312764648, "mlx_cache_bytes": 6364422300, "process_rss_bytes": 635092992}, "peak_prefill_memory": null, "peak_decode_memory": 6312764648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a6b286d6046685dd1c727b28a257d45af165b183ed61dd98a2a144f6ec56c49b", "output_hash": "b58829a1440993c4af3307ba44494f021d726fd11e9337888b6b852a8b37351a"} |
| |
1941 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2b2e040aa1e2c72f5555dd10", "attempt_id": "1f29d3ce0094", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:25.087312Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 121, "message_tokens": 37, "message_utf8_bytes": 133, "cache_tensor_bytes": null, "serialized_payload_bytes": 133, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1051.1691250139847, "decode_payload_ms": 0.0, "receiver_prefill_ms": 38.64437504671514, "ttft_ms": 16.24283310957253, "decode_ms": 141.19920891243964}, "total_wall_ms": 1247.8529589716345, "ttft_ms": 16.24283310957253, "input_usage": {"receiver_prompt_tokens": 121, "sender_input_tokens": 2099, "sender_output_tokens": 37, "sender_prefill_ms": 350.28658295050263, "sender_ttft_ms": 20.622125011868775, "sender_decode_ms": 678.3467910718173}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 635109376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6278603376, "mlx_cache_bytes": 6458007708, "process_rss_bytes": 635109376}, "peak_prefill_memory": null, "peak_decode_memory": 6278603376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813 EUR", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1707af83ba9351de23eea66c4d97bf69a44ba8db91b18d31b51385860b84ffa7", "output_hash": "edfe00b17c5bd310de31a907ff38f4a58c0af627a30bf50ba4d5f4d8d087a8b4"} |
| |
1942 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e393d4947d17fe3de44ea7b", "attempt_id": "f0d7d476ccba", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:36.388405Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 478, "message_tokens": 387, "message_utf8_bytes": 930, "cache_tensor_bytes": null, "serialized_payload_bytes": 930, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10028.738375054672, "decode_payload_ms": 0.0, "receiver_prefill_ms": 60.43345795478672, "ttft_ms": 13.55649996548891, "decode_ms": 13.695291941985488}, "total_wall_ms": 89.57633399404585, "ttft_ms": 13.55649996548891, "input_usage": {"receiver_prompt_tokens": 478, "sender_input_tokens": 2126, "sender_output_tokens": 512, "sender_prefill_ms": 394.66816606000066, "sender_ttft_ms": 20.42266691569239, "sender_decode_ms": 9611.20658298023}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 635535360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6487910348, "mlx_cache_bytes": 6783379472, "process_rss_bytes": 635535360}, "peak_prefill_memory": null, "peak_decode_memory": 6487910348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8a4548d69b86d0136b0f22d819daeda20e929b107b7650cf94c66349b61adbb3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1943 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "41490e0ef2e0919681d0ee98", "attempt_id": "1cc6d96754c3", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:36.506479Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 484, "message_tokens": 387, "message_utf8_bytes": 930, "cache_tensor_bytes": null, "serialized_payload_bytes": 930, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10028.738375054672, "decode_payload_ms": 0.0, "receiver_prefill_ms": 62.95579206198454, "ttft_ms": 13.72558402363211, "decode_ms": 18.632124993018806}, "total_wall_ms": 96.41583391930908, "ttft_ms": 13.72558402363211, "input_usage": {"receiver_prompt_tokens": 484, "sender_input_tokens": 2126, "sender_output_tokens": 512, "sender_prefill_ms": 394.66816606000066, "sender_ttft_ms": 20.42266691569239, "sender_decode_ms": 9611.20658298023}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 635551744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6489532388, "mlx_cache_bytes": 7068594076, "process_rss_bytes": 635551744}, "peak_prefill_memory": null, "peak_decode_memory": 6489532388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8a4548d69b86d0136b0f22d819daeda20e929b107b7650cf94c66349b61adbb3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1944 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b432ac1789cb3b71cbebf750", "attempt_id": "b4c7b688af38", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:36.622944Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 483, "message_tokens": 387, "message_utf8_bytes": 930, "cache_tensor_bytes": null, "serialized_payload_bytes": 930, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10028.738375054672, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.25766609515995, "ttft_ms": 20.125958020798862, "decode_ms": 19.144625053741038}, "total_wall_ms": 128.702332964167, "ttft_ms": 20.125958020798862, "input_usage": {"receiver_prompt_tokens": 483, "sender_input_tokens": 2126, "sender_output_tokens": 512, "sender_prefill_ms": 394.66816606000066, "sender_ttft_ms": 20.42266691569239, "sender_decode_ms": 9611.20658298023}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 635551744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6488909796, "mlx_cache_bytes": 7267069852, "process_rss_bytes": 635551744}, "peak_prefill_memory": null, "peak_decode_memory": 6488909796, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8a4548d69b86d0136b0f22d819daeda20e929b107b7650cf94c66349b61adbb3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1945 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "20b4bf5dd9693c42f1f2478a", "attempt_id": "4c25bad69c96", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:36.775636Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 481, "message_tokens": 387, "message_utf8_bytes": 930, "cache_tensor_bytes": null, "serialized_payload_bytes": 930, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10028.738375054672, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.96891589090228, "ttft_ms": 21.635750075802207, "decode_ms": 182.72445793263614}, "total_wall_ms": 297.4532919470221, "ttft_ms": 21.635750075802207, "input_usage": {"receiver_prompt_tokens": 481, "sender_input_tokens": 2126, "sender_output_tokens": 512, "sender_prefill_ms": 394.66816606000066, "sender_ttft_ms": 20.42266691569239, "sender_decode_ms": 9611.20658298023}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 635551744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486910948, "mlx_cache_bytes": 7464906652, "process_rss_bytes": 635551744}, "peak_prefill_memory": null, "peak_decode_memory": 6486910948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8a4548d69b86d0136b0f22d819daeda20e929b107b7650cf94c66349b61adbb3", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1946 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fd80a2167cd9a68c5258a4aa", "attempt_id": "cf75d9c5a2ac", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:37.096434Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 487, "message_tokens": 387, "message_utf8_bytes": 930, "cache_tensor_bytes": null, "serialized_payload_bytes": 930, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10028.738375054672, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.93312506191432, "ttft_ms": 18.826624960638583, "decode_ms": 17.890917020849884}, "total_wall_ms": 144.8795839678496, "ttft_ms": 18.826624960638583, "input_usage": {"receiver_prompt_tokens": 487, "sender_input_tokens": 2126, "sender_output_tokens": 512, "sender_prefill_ms": 394.66816606000066, "sender_ttft_ms": 20.42266691569239, "sender_decode_ms": 9611.20658298023}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 635551744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6491367408, "mlx_cache_bytes": 7749105460, "process_rss_bytes": 635551744}, "peak_prefill_memory": null, "peak_decode_memory": 6491367408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8a4548d69b86d0136b0f22d819daeda20e929b107b7650cf94c66349b61adbb3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1947 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5ec3a38701bb1bafb235a318", "attempt_id": "40e55064d85f", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:37.266055Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 143, "message_tokens": 52, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1888.1334159523249, "decode_payload_ms": 0.0, "receiver_prefill_ms": 45.38479202892631, "ttft_ms": 18.24695896357298, "decode_ms": 180.33008300699294}, "total_wall_ms": 2132.7022910118103, "ttft_ms": 18.24695896357298, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 2135, "sender_output_tokens": 70, "sender_prefill_ms": 500.3229579888284, "sender_ttft_ms": 22.94216596055776, "sender_decode_ms": 1362.9925000714138}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 635584512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6296642216, "mlx_cache_bytes": 7897938284, "process_rss_bytes": 635584512}, "peak_prefill_memory": null, "peak_decode_memory": 6296642216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-33P-3231", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "295d4a3a813d3a44da9b082f44c2e52fb4d96f29b430a23b8d24aad7357be654", "output_hash": "e5861e159e2f089d84f9a5111a99678f644225a54b9dd9a42d5652ebd91bb1db"} |
| |
1948 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6f809f9eecc669d445a02640", "attempt_id": "0d2762896d69", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:39.422727Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 150, "message_tokens": 53, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1852.969792089425, "decode_payload_ms": 0.0, "receiver_prefill_ms": 47.38966596778482, "ttft_ms": 17.725666984915733, "decode_ms": 225.6155420327559}, "total_wall_ms": 2144.253582926467, "ttft_ms": 17.725666984915733, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 2141, "sender_output_tokens": 72, "sender_prefill_ms": 379.45337500423193, "sender_ttft_ms": 21.364749991334975, "sender_decode_ms": 1450.3160830354318}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 635600896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6302704872, "mlx_cache_bytes": 8065448300, "process_rss_bytes": 635600896}, "peak_prefill_memory": null, "peak_decode_memory": 6302704872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E in Baie-Comeau", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "39c40dff1e92aa77f518fe4d4338abf984c79be8f54321bb591c25f6ab68dc55", "output_hash": "75b8728724c2624ab378b3826a59a73652392a9bbbb0a852e55d91f6e148ed8b"} |
| |
1949 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7cfcd97677812d08aa5a4a97", "attempt_id": "b1cc000db870", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:41.588584Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 147, "message_tokens": 51, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1877.6754999998957, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.74291701707989, "ttft_ms": 16.937666106969118, "decode_ms": 127.81716708559543}, "total_wall_ms": 2071.7172080185264, "ttft_ms": 16.937666106969118, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 2140, "sender_output_tokens": 74, "sender_prefill_ms": 418.6898749321699, "sender_ttft_ms": 19.616332952864468, "sender_decode_ms": 1437.548250076361}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 635666432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6307652840, "mlx_cache_bytes": 8153069932, "process_rss_bytes": 635666432}, "peak_prefill_memory": null, "peak_decode_memory": 6307652840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a50e45a8ec423addc6383848500fdf240ec082935f0fe034a5e41d9065b1c7a", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
1950 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f91931a460fb2fa90f4b3f83", "attempt_id": "261a58dc6104", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:43.682051Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 933, "message_tokens": 857, "message_utf8_bytes": 635, "cache_tensor_bytes": null, "serialized_payload_bytes": 635, "side_information_bytes": 0, "fetched_bytes": 1468, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.049875001423060894, "decode_payload_ms": 0.0, "receiver_prefill_ms": 157.01937500853091, "ttft_ms": 20.157707971520722, "decode_ms": 19.467624952085316}, "total_wall_ms": 201.03508397005498, "ttft_ms": 20.157707971520722, "input_usage": {"receiver_prompt_tokens": 933, "sender_input_tokens": 2126, "sender_output_tokens": 512, "sender_prefill_ms": 394.66816606000066, "sender_ttft_ms": 20.42266691569239, "sender_decode_ms": 9611.20658298023}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 635797504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6764113996, "mlx_cache_bytes": 8757033324, "process_rss_bytes": 635797504}, "peak_prefill_memory": null, "peak_decode_memory": 6764113996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1468, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "173e55fbfbc64034dc14d06ae7e7772bc349fe940119d53dbc8af1e70ce4ab88", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1951 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ba78c26de84e987677485742", "attempt_id": "70e6ec2c23c0", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:43.904329Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 939, "message_tokens": 857, "message_utf8_bytes": 635, "cache_tensor_bytes": null, "serialized_payload_bytes": 635, "side_information_bytes": 0, "fetched_bytes": 1468, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.049875001423060894, "decode_payload_ms": 0.0, "receiver_prefill_ms": 192.8330829832703, "ttft_ms": 21.325667039491236, "decode_ms": 20.779125043191016}, "total_wall_ms": 236.61120899487287, "ttft_ms": 21.325667039491236, "input_usage": {"receiver_prompt_tokens": 939, "sender_input_tokens": 2126, "sender_output_tokens": 512, "sender_prefill_ms": 394.66816606000066, "sender_ttft_ms": 20.42266691569239, "sender_decode_ms": 9611.20658298023}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 635797504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6767947852, "mlx_cache_bytes": 9332029804, "process_rss_bytes": 635797504}, "peak_prefill_memory": null, "peak_decode_memory": 6767947852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1468, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e5fa18737f3cbb34441a0ef4b8cf9fe4ddf9fa853f34878071290426cfc81a22", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1952 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "796984c21f47d6228f8c5447", "attempt_id": "4d35b653c8db", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:44.162235Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 938, "message_tokens": 857, "message_utf8_bytes": 635, "cache_tensor_bytes": null, "serialized_payload_bytes": 635, "side_information_bytes": 0, "fetched_bytes": 1468, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.049875001423060894, "decode_payload_ms": 0.0, "receiver_prefill_ms": 206.47587499115616, "ttft_ms": 21.352124982513487, "decode_ms": 21.56679192557931}, "total_wall_ms": 251.12070806790143, "ttft_ms": 21.352124982513487, "input_usage": {"receiver_prompt_tokens": 938, "sender_input_tokens": 2126, "sender_output_tokens": 512, "sender_prefill_ms": 394.66816606000066, "sender_ttft_ms": 20.42266691569239, "sender_decode_ms": 9611.20658298023}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 635797504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6767947852, "mlx_cache_bytes": 9332029804, "process_rss_bytes": 635797504}, "peak_prefill_memory": null, "peak_decode_memory": 6767947852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1468, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fd24f54a407d4499476e48e4f04b464a22017d23ace21eaa3fc1d3d111af7ab", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1953 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2e6aa7970a0c4e8d7da04f54", "attempt_id": "66c0b751c32b", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:44.434461Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 977, "message_tokens": 898, "message_utf8_bytes": 635, "cache_tensor_bytes": null, "serialized_payload_bytes": 635, "side_information_bytes": 0, "fetched_bytes": 1449, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.049875001423060894, "decode_payload_ms": 0.0, "receiver_prefill_ms": 224.75299995858222, "ttft_ms": 19.497707951813936, "decode_ms": 176.69295892119408}, "total_wall_ms": 422.53695894032717, "ttft_ms": 19.497707951813936, "input_usage": {"receiver_prompt_tokens": 977, "sender_input_tokens": 2126, "sender_output_tokens": 512, "sender_prefill_ms": 394.66816606000066, "sender_ttft_ms": 20.42266691569239, "sender_decode_ms": 9611.20658298023}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 635797504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6790197324, "mlx_cache_bytes": 9915021676, "process_rss_bytes": 635797504}, "peak_prefill_memory": null, "peak_decode_memory": 6790197324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1449, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "67bb5b07544ab082cf1d35e63af57a754db328a0beac677eea8d8f394019d7c8", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1954 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0d94c752beae4ca6e8d6256c", "attempt_id": "b671c2f3b6e1", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:44.878257Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 983, "message_tokens": 898, "message_utf8_bytes": 635, "cache_tensor_bytes": null, "serialized_payload_bytes": 635, "side_information_bytes": 0, "fetched_bytes": 1449, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.049875001423060894, "decode_payload_ms": 0.0, "receiver_prefill_ms": 177.0784999243915, "ttft_ms": 20.551459048874676, "decode_ms": 20.255416980944574}, "total_wall_ms": 219.42779095843434, "ttft_ms": 20.551459048874676, "input_usage": {"receiver_prompt_tokens": 983, "sender_input_tokens": 2126, "sender_output_tokens": 512, "sender_prefill_ms": 394.66816606000066, "sender_ttft_ms": 20.42266691569239, "sender_decode_ms": 9611.20658298023}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 635813888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6794113100, "mlx_cache_bytes": 10493671788, "process_rss_bytes": 635813888}, "peak_prefill_memory": null, "peak_decode_memory": 6794113100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1449, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1dd50aa588e3cd6e5cc06f86ce6843e6965b2eaee2f0f280b51ea2b7fecfe54a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1955 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e8a4ad101256c3dd49eb909", "attempt_id": "ec171da0ff4c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:45.118873Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.541404358353511}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 2057, "message_tokens": 1982, "message_utf8_bytes": 7313, "cache_tensor_bytes": null, "serialized_payload_bytes": 2065, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11950009502470493, "decode_payload_ms": 0.018708989955484867, "receiver_prefill_ms": 394.48687504045665, "ttft_ms": 18.620499991811812, "decode_ms": 184.06945804599673}, "total_wall_ms": 600.2708330051973, "ttft_ms": 18.620499991811812, "input_usage": {"receiver_prompt_tokens": 2057}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 635977728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786636, "mlx_cache_bytes": 10493671788, "process_rss_bytes": 635977728}, "peak_prefill_memory": null, "peak_decode_memory": 7054786636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-33P-3231", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "output_hash": "e5861e159e2f089d84f9a5111a99678f644225a54b9dd9a42d5652ebd91bb1db"} |
| |
1956 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0b62bff3bc7af37c25a47f45", "attempt_id": "278c354b03e4", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:45.739854Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.541404358353511}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 2063, "message_tokens": 1982, "message_utf8_bytes": 7313, "cache_tensor_bytes": null, "serialized_payload_bytes": 2065, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11950009502470493, "decode_payload_ms": 0.018708989955484867, "receiver_prefill_ms": 360.301333013922, "ttft_ms": 18.760040984489024, "decode_ms": 216.2601250456646}, "total_wall_ms": 598.397875088267, "ttft_ms": 18.760040984489024, "input_usage": {"receiver_prompt_tokens": 2063}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 635977728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786660, "mlx_cache_bytes": 10493671788, "process_rss_bytes": 635977728}, "peak_prefill_memory": null, "peak_decode_memory": 7054786660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "output_hash": "75b8728724c2624ab378b3826a59a73652392a9bbbb0a852e55d91f6e148ed8b"} |
| |
1957 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3c75887db26f677dd9362784", "attempt_id": "2d855cbad439", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:46.359283Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.541404358353511}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 2062, "message_tokens": 1982, "message_utf8_bytes": 7313, "cache_tensor_bytes": null, "serialized_payload_bytes": 2065, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11950009502470493, "decode_payload_ms": 0.018708989955484867, "receiver_prefill_ms": 353.05766703095287, "ttft_ms": 17.64470897614956, "decode_ms": 139.8424580693245}, "total_wall_ms": 513.6666670441628, "ttft_ms": 17.64470897614956, "input_usage": {"receiver_prompt_tokens": 2062}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 635977728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786660, "mlx_cache_bytes": 10493671788, "process_rss_bytes": 635977728}, "peak_prefill_memory": null, "peak_decode_memory": 7054786660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
1958 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c60fb4f0a7b8e9c06f2f8ef2", "attempt_id": "3b7bbfddac12", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:46.895198Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.541404358353511}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 2060, "message_tokens": 1982, "message_utf8_bytes": 7313, "cache_tensor_bytes": null, "serialized_payload_bytes": 2065, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11950009502470493, "decode_payload_ms": 0.018708989955484867, "receiver_prefill_ms": 362.85179189871997, "ttft_ms": 18.814624985679984, "decode_ms": 176.40324996318668}, "total_wall_ms": 561.1139580141753, "ttft_ms": 18.814624985679984, "input_usage": {"receiver_prompt_tokens": 2060}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 635977728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786660, "mlx_cache_bytes": 10493671788, "process_rss_bytes": 635977728}, "peak_prefill_memory": null, "peak_decode_memory": 7054786660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1959 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e5f535feddc1418556eaccba", "attempt_id": "b3d48d581287", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:47.477703Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.541404358353511}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 2066, "message_tokens": 1982, "message_utf8_bytes": 7313, "cache_tensor_bytes": null, "serialized_payload_bytes": 2065, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11950009502470493, "decode_payload_ms": 0.018708989955484867, "receiver_prefill_ms": 376.15433300379664, "ttft_ms": 19.013250013813376, "decode_ms": 170.2925000572577}, "total_wall_ms": 568.7343330355361, "ttft_ms": 19.013250013813376, "input_usage": {"receiver_prompt_tokens": 2066}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 635994112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786672, "mlx_cache_bytes": 10493671788, "process_rss_bytes": 635994112}, "peak_prefill_memory": null, "peak_decode_memory": 7054786672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,296,125", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "output_hash": "8b531ccf7fd3b97bf2ef32627da2617b8353e5c2dd09a274017a5a5a868bdcdb"} |
| |
1960 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "247e956ddfa3135e81ce7d3a", "attempt_id": "0bd54bd66f27", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:48.750677Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.25832492431886983, "origin_tokens": 1783, "compressed_tokens": 553, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 740, "message_tokens": 663, "message_utf8_bytes": 1885, "cache_tensor_bytes": null, "serialized_payload_bytes": 1885, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 682.7703339513391, "decode_payload_ms": 0.0, "receiver_prefill_ms": 102.60600002948195, "ttft_ms": 13.837625039741397, "decode_ms": 136.40641700476408}, "total_wall_ms": 254.61391592398286, "ttft_ms": 13.837625039741397, "input_usage": {"receiver_prompt_tokens": 740}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 678526976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6646247512, "mlx_cache_bytes": 10932500844, "process_rss_bytes": 678526976}, "peak_prefill_memory": null, "peak_decode_memory": 6646247512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-13P-4841", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ad4150d51c30979f3447dae610cec9bf3e84eacc3fa11835d1c2400dad5fb33", "output_hash": "86d74277112be603caee39e722d1da2de1ddedf93b74b26bb742e3f437da2193"} |
| |
1961 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "279f75415614be25603d126d", "attempt_id": "55ce7eabb700", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:49.030457Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.25832492431886983, "origin_tokens": 1783, "compressed_tokens": 553, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 746, "message_tokens": 663, "message_utf8_bytes": 1885, "cache_tensor_bytes": null, "serialized_payload_bytes": 1885, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 682.7703339513391, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.452332964167, "ttft_ms": 13.731208979152143, "decode_ms": 121.97158311028033}, "total_wall_ms": 234.3651249539107, "ttft_ms": 13.731208979152143, "input_usage": {"receiver_prompt_tokens": 746}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 678526976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6650376280, "mlx_cache_bytes": 11368085868, "process_rss_bytes": 678526976}, "peak_prefill_memory": null, "peak_decode_memory": 6650376280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 951-P Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ad4150d51c30979f3447dae610cec9bf3e84eacc3fa11835d1c2400dad5fb33", "output_hash": "97bf9649a6837a0f3fe4221c4bc8180f47b6d0269615b38d6f598ef0e791d75a"} |
| |
1962 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "782accedde15a0bf300d6a13", "attempt_id": "c939c9c6fa07", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:49.283953Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.25832492431886983, "origin_tokens": 1783, "compressed_tokens": 553, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 745, "message_tokens": 663, "message_utf8_bytes": 1885, "cache_tensor_bytes": null, "serialized_payload_bytes": 1885, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 682.7703339513391, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.58770893979818, "ttft_ms": 13.779958011582494, "decode_ms": 27.53029204905033}, "total_wall_ms": 137.09858304355294, "ttft_ms": 13.779958011582494, "input_usage": {"receiver_prompt_tokens": 745}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 678526976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6649393240, "mlx_cache_bytes": 11674401132, "process_rss_bytes": 678526976}, "peak_prefill_memory": null, "peak_decode_memory": 6649393240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ad4150d51c30979f3447dae610cec9bf3e84eacc3fa11835d1c2400dad5fb33", "output_hash": "a88a7902cb4ef697ba0b6759c50e8c10297ff58f942243de19b984841bfe1f73"} |
| |
1963 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3feccbf0957503a03db12b72", "attempt_id": "7ee674364341", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:49.440559Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.25832492431886983, "origin_tokens": 1783, "compressed_tokens": 553, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 743, "message_tokens": 663, "message_utf8_bytes": 1885, "cache_tensor_bytes": null, "serialized_payload_bytes": 1885, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 682.7703339513391, "decode_payload_ms": 0.0, "receiver_prefill_ms": 99.38462497666478, "ttft_ms": 13.775166007690132, "decode_ms": 123.23591706808656}, "total_wall_ms": 237.57670796476305, "ttft_ms": 13.775166007690132, "input_usage": {"receiver_prompt_tokens": 743}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 678526976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6663925836, "mlx_cache_bytes": 12013549932, "process_rss_bytes": 678526976}, "peak_prefill_memory": null, "peak_decode_memory": 6663925836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ad4150d51c30979f3447dae610cec9bf3e84eacc3fa11835d1c2400dad5fb33", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1964 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33f3bca27aeb79d2d2076406", "attempt_id": "e1da21e3ad4c", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:49.697576Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.25832492431886983, "origin_tokens": 1783, "compressed_tokens": 553, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 749, "message_tokens": 663, "message_utf8_bytes": 1885, "cache_tensor_bytes": null, "serialized_payload_bytes": 1885, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 682.7703339513391, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.40624998044223, "ttft_ms": 13.824875000864267, "decode_ms": 13.502125046215951}, "total_wall_ms": 123.9190410124138, "ttft_ms": 13.824875000864267, "input_usage": {"receiver_prompt_tokens": 749}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 678526976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6651555928, "mlx_cache_bytes": 12321634668, "process_rss_bytes": 678526976}, "peak_prefill_memory": null, "peak_decode_memory": 6651555928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ad4150d51c30979f3447dae610cec9bf3e84eacc3fa11835d1c2400dad5fb33", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
1965 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "39ddfb5a3f430deb127eb15f", "attempt_id": "6189a953a7ce", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:50.136999Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6322872328}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 36, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 74502144, "serialized_payload_bytes": 74518220, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 295.89762503746897, "doc_prefill_ms": 277.40579191595316, "compress_ms": 1.7586249159649014, "serialize_ms": 13.853083015419543, "load_ms": 2.0184169989079237, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.88320799078792, "ttft_ms": 34.88320799078792, "decode_ms": 142.40837504621595}, "total_wall_ms": 180.78591697849333, "ttft_ms": 34.88320799078792, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 753123328, "backend_memory": {"mlx_active_bytes": 6399844360, "mlx_peak_bytes": 6447046976, "mlx_cache_bytes": 13141490173, "process_rss_bytes": 753123328}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6447046976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-33P-3231", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fe330d7032def9f191915d6cef10adcd970e795837baa52fc4f14509caedf22", "output_hash": "e5861e159e2f089d84f9a5111a99678f644225a54b9dd9a42d5652ebd91bb1db"} |
| |
1966 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d6cf25380d246445f5fb0ada", "attempt_id": "1cd55fb6a45e", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:50.337292Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6322872328}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 42, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 74502144, "serialized_payload_bytes": 74518220, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 295.89762503746897, "doc_prefill_ms": 277.40579191595316, "compress_ms": 1.7586249159649014, "serialize_ms": 13.853083015419543, "load_ms": 1.8735420890152454, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.38745792582631, "ttft_ms": 30.38745792582631, "decode_ms": 168.3468749979511}, "total_wall_ms": 202.10508396849036, "ttft_ms": 30.38745792582631, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 753123328, "backend_memory": {"mlx_active_bytes": 6399844360, "mlx_peak_bytes": 6452666688, "mlx_cache_bytes": 13164247717, "process_rss_bytes": 753123328}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6452666688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fe330d7032def9f191915d6cef10adcd970e795837baa52fc4f14509caedf22", "output_hash": "75b8728724c2624ab378b3826a59a73652392a9bbbb0a852e55d91f6e148ed8b"} |
| |
1967 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4a65bbbd13176478d00abe84", "attempt_id": "8b9035b5c360", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:50.558593Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6322872328}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 41, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 74502144, "serialized_payload_bytes": 74518220, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 295.89762503746897, "doc_prefill_ms": 277.40579191595316, "compress_ms": 1.7586249159649014, "serialize_ms": 13.853083015419543, "load_ms": 1.8232079455628991, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.847291996702552, "ttft_ms": 29.847291996702552, "decode_ms": 97.74450003169477}, "total_wall_ms": 131.02199998684227, "ttft_ms": 29.847291996702552, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 753123328, "backend_memory": {"mlx_active_bytes": 6399844360, "mlx_peak_bytes": 6452125928, "mlx_cache_bytes": 13176715941, "process_rss_bytes": 753123328}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6452125928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fe330d7032def9f191915d6cef10adcd970e795837baa52fc4f14509caedf22", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
1968 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "12e94faa9b5bffb346f476c9", "attempt_id": "716b61bd52c7", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:50.708680Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6322872328}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 39, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 74502144, "serialized_payload_bytes": 74518220, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 295.89762503746897, "doc_prefill_ms": 277.40579191595316, "compress_ms": 1.7586249159649014, "serialize_ms": 13.853083015419543, "load_ms": 1.6887920210137963, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.3326249551028, "ttft_ms": 26.3326249551028, "decode_ms": 124.63237496558577}, "total_wall_ms": 154.13145907223225, "ttft_ms": 26.3326249551028, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 39}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 753123328, "backend_memory": {"mlx_active_bytes": 6399844360, "mlx_peak_bytes": 6451732712, "mlx_cache_bytes": 13193165477, "process_rss_bytes": 753123328}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6451732712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fe330d7032def9f191915d6cef10adcd970e795837baa52fc4f14509caedf22", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1969 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23c40d4b2bf4fbb958ad2b4c", "attempt_id": "786e67416b48", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:50.882204Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6322872328}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 45, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 74502144, "serialized_payload_bytes": 74518220, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 295.89762503746897, "doc_prefill_ms": 277.40579191595316, "compress_ms": 1.7586249159649014, "serialize_ms": 13.853083015419543, "load_ms": 1.7399999778717756, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.30087500438094, "ttft_ms": 26.30087500438094, "decode_ms": 125.06529199890792}, "total_wall_ms": 154.60458293091506, "ttft_ms": 26.30087500438094, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 753123328, "backend_memory": {"mlx_active_bytes": 6399844360, "mlx_peak_bytes": 6457712960, "mlx_cache_bytes": 13206848322, "process_rss_bytes": 753123328}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6457712960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,296,125", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fe330d7032def9f191915d6cef10adcd970e795837baa52fc4f14509caedf22", "output_hash": "8b531ccf7fd3b97bf2ef32627da2617b8353e5c2dd09a274017a5a5a868bdcdb"} |
| |
1970 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eb21ccb6e11d82ff9add20f3", "attempt_id": "02508534c52e", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:51.072560Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6322872328}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "68760c0ddc09c503", "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 36, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 74502144, "serialized_payload_bytes": 74518248, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.095499973744154, "doc_prefill_ms": 277.40579191595316, "compress_ms": 0.6356249796226621, "serialize_ms": 15.309000038541853, "load_ms": 8.939832914620638, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.193541056476533, "ttft_ms": 27.193541056476533, "decode_ms": 138.26658308971673}, "total_wall_ms": 175.8647500537336, "ttft_ms": 27.193541056476533, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 828751872, "backend_memory": {"mlx_active_bytes": 6399549448, "mlx_peak_bytes": 6446702800, "mlx_cache_bytes": 13207143234, "process_rss_bytes": 828751872}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6446702800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-33P-3231", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3afffee3baedd92778285e9bc2d2da70facf525adc05acf491ae14d84f568d8b", "output_hash": "e5861e159e2f089d84f9a5111a99678f644225a54b9dd9a42d5652ebd91bb1db"} |
| |
1971 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "def3c4a33ff1cc5b2faac475", "attempt_id": "7c935eba4f00", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:51.267601Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6322872328}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "68760c0ddc09c503", "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 42, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 74502144, "serialized_payload_bytes": 74518248, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.095499973744154, "doc_prefill_ms": 277.40579191595316, "compress_ms": 0.6356249796226621, "serialize_ms": 15.309000038541853, "load_ms": 7.17395800165832, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.262749965302646, "ttft_ms": 27.262749965302646, "decode_ms": 165.8888339297846}, "total_wall_ms": 201.86262507922947, "ttft_ms": 27.262749965302646, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 828751872, "backend_memory": {"mlx_active_bytes": 6399844360, "mlx_peak_bytes": 6452420840, "mlx_cache_bytes": 13206848322, "process_rss_bytes": 828751872}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6452420840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3afffee3baedd92778285e9bc2d2da70facf525adc05acf491ae14d84f568d8b", "output_hash": "75b8728724c2624ab378b3826a59a73652392a9bbbb0a852e55d91f6e148ed8b"} |
| |
1972 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b6d8e55c7c9d0fc840d586b7", "attempt_id": "1d04104e5ef1", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:51.489283Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6322872328}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "68760c0ddc09c503", "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 41, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 74502144, "serialized_payload_bytes": 74518248, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.095499973744154, "doc_prefill_ms": 277.40579191595316, "compress_ms": 0.6356249796226621, "serialize_ms": 15.309000038541853, "load_ms": 7.037458010017872, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.938334107398987, "ttft_ms": 26.938334107398987, "decode_ms": 97.00991597492248}, "total_wall_ms": 132.4277080129832, "ttft_ms": 26.938334107398987, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 828751872, "backend_memory": {"mlx_active_bytes": 6399844360, "mlx_peak_bytes": 6452125928, "mlx_cache_bytes": 13206848322, "process_rss_bytes": 828751872}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6452125928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3afffee3baedd92778285e9bc2d2da70facf525adc05acf491ae14d84f568d8b", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
1973 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef6af04657c8cf590e76558e", "attempt_id": "72297a039b97", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:51.639952Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6322872328}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "68760c0ddc09c503", "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 39, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 74502144, "serialized_payload_bytes": 74518248, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.095499973744154, "doc_prefill_ms": 277.40579191595316, "compress_ms": 0.6356249796226621, "serialize_ms": 15.309000038541853, "load_ms": 7.059541996568441, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.202250039204955, "ttft_ms": 26.202250039204955, "decode_ms": 124.37762506306171}, "total_wall_ms": 159.16537505108863, "ttft_ms": 26.202250039204955, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 39}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 828751872, "backend_memory": {"mlx_active_bytes": 6399844360, "mlx_peak_bytes": 6451503336, "mlx_cache_bytes": 13206848322, "process_rss_bytes": 828751872}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6451503336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3afffee3baedd92778285e9bc2d2da70facf525adc05acf491ae14d84f568d8b", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1974 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2eada965a88cf8f0b7ef9e72", "attempt_id": "01d7bf6e8db6", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:51.818493Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6322872328}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "68760c0ddc09c503", "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 45, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 74502144, "serialized_payload_bytes": 74518248, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.095499973744154, "doc_prefill_ms": 277.40579191595316, "compress_ms": 0.6356249796226621, "serialize_ms": 15.309000038541853, "load_ms": 7.204582914710045, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.89000009559095, "ttft_ms": 26.89000009559095, "decode_ms": 125.35870808642358}, "total_wall_ms": 161.0106669832021, "ttft_ms": 26.89000009559095, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 828751872, "backend_memory": {"mlx_active_bytes": 6399811592, "mlx_peak_bytes": 6457712884, "mlx_cache_bytes": 13206881090, "process_rss_bytes": 828751872}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6457712884, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,296,125", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3afffee3baedd92778285e9bc2d2da70facf525adc05acf491ae14d84f568d8b", "output_hash": "8b531ccf7fd3b97bf2ef32627da2617b8353e5c2dd09a274017a5a5a868bdcdb"} |
| |
1975 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b5b2b0c8e92e12649baea1fa", "attempt_id": "0aada9fd35d8", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:52.017287Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287517320}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 36, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 39579264, "serialized_payload_bytes": 39613454, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.41729204170406, "doc_prefill_ms": 277.40579191595316, "compress_ms": 8.845207979902625, "serialize_ms": 9.212666074745357, "load_ms": 2.1838750690221786, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.809459034353495, "ttft_ms": 20.809459034353495, "decode_ms": 146.6044579865411}, "total_wall_ms": 171.19091609492898, "ttft_ms": 20.809459034353495, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 866762752, "backend_memory": {"mlx_active_bytes": 6331459208, "mlx_peak_bytes": 6390116644, "mlx_cache_bytes": 13365650946, "process_rss_bytes": 866762752}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6390116644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-33P-3231", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cb6081a89c32a74ead3feaeace034dabc77cd56c6b38053d68786c6badaae630", "output_hash": "e5861e159e2f089d84f9a5111a99678f644225a54b9dd9a42d5652ebd91bb1db"} |
| |
1976 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e680b0c0a0bec9ddb7146205", "attempt_id": "70326808a07a", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:52.208053Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287517320}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 42, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 39579264, "serialized_payload_bytes": 39613454, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.41729204170406, "doc_prefill_ms": 277.40579191595316, "compress_ms": 8.845207979902625, "serialize_ms": 9.212666074745357, "load_ms": 1.5113750705495477, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.914708031341434, "ttft_ms": 20.914708031341434, "decode_ms": 174.60116604343057}, "total_wall_ms": 198.49891599733382, "ttft_ms": 20.914708031341434, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 866779136, "backend_memory": {"mlx_active_bytes": 6331475592, "mlx_peak_bytes": 6398975948, "mlx_cache_bytes": 13392300114, "process_rss_bytes": 866779136}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6398975948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cb6081a89c32a74ead3feaeace034dabc77cd56c6b38053d68786c6badaae630", "output_hash": "75b8728724c2624ab378b3826a59a73652392a9bbbb0a852e55d91f6e148ed8b"} |
| |
1977 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ac2e681120cd614b97411a4c", "attempt_id": "a8044174359a", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:52.425921Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287517320}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 41, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 39579264, "serialized_payload_bytes": 39613454, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.41729204170406, "doc_prefill_ms": 277.40579191595316, "compress_ms": 8.845207979902625, "serialize_ms": 9.212666074745357, "load_ms": 2.0912919426336884, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.82087507005781, "ttft_ms": 20.82087507005781, "decode_ms": 102.3079170845449}, "total_wall_ms": 126.6799580771476, "ttft_ms": 20.82087507005781, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 866779136, "backend_memory": {"mlx_active_bytes": 6331459208, "mlx_peak_bytes": 6397769276, "mlx_cache_bytes": 13416815186, "process_rss_bytes": 866779136}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6397769276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cb6081a89c32a74ead3feaeace034dabc77cd56c6b38053d68786c6badaae630", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
1978 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3039d94beacadb717fb17f4e", "attempt_id": "a62c99196605", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:52.573056Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287517320}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 39, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 39579264, "serialized_payload_bytes": 39613454, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.41729204170406, "doc_prefill_ms": 277.40579191595316, "compress_ms": 8.845207979902625, "serialize_ms": 9.212666074745357, "load_ms": 2.1055840188637376, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.689500030130148, "ttft_ms": 20.689500030130148, "decode_ms": 131.4770410535857}, "total_wall_ms": 155.84424999542534, "ttft_ms": 20.689500030130148, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 39}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 866795520, "backend_memory": {"mlx_active_bytes": 6331459208, "mlx_peak_bytes": 6396966460, "mlx_cache_bytes": 13440784978, "process_rss_bytes": 866795520}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6396966460, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cb6081a89c32a74ead3feaeace034dabc77cd56c6b38053d68786c6badaae630", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1979 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd7b343ccd2af0d7eff40b54", "attempt_id": "9f5453d0d52f", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:52.748393Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287517320}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 45, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 39579264, "serialized_payload_bytes": 39613454, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.41729204170406, "doc_prefill_ms": 277.40579191595316, "compress_ms": 8.845207979902625, "serialize_ms": 9.212666074745357, "load_ms": 2.004208043217659, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.858875010162592, "ttft_ms": 20.858875010162592, "decode_ms": 131.24958297703415}, "total_wall_ms": 155.58320900890976, "ttft_ms": 20.858875010162592, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 866795520, "backend_memory": {"mlx_active_bytes": 6331459208, "mlx_peak_bytes": 6405701392, "mlx_cache_bytes": 13469952058, "process_rss_bytes": 866795520}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6405701392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,296,125", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cb6081a89c32a74ead3feaeace034dabc77cd56c6b38053d68786c6badaae630", "output_hash": "8b531ccf7fd3b97bf2ef32627da2617b8353e5c2dd09a274017a5a5a868bdcdb"} |
| |
1980 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fde4815e2033c00419a3107f", "attempt_id": "010890b78826", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:52.942934Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268577416}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 36, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 20953728, "serialized_payload_bytes": 20987784, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.34995800163597, "doc_prefill_ms": 277.40579191595316, "compress_ms": 9.866917040199041, "serialize_ms": 8.124332991428673, "load_ms": 1.6668339958414435, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.16299997922033, "ttft_ms": 20.16299997922033, "decode_ms": 679.4329580152407}, "total_wall_ms": 702.982041053474, "ttft_ms": 20.16299997922033, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 885489664, "backend_memory": {"mlx_active_bytes": 6294382216, "mlx_peak_bytes": 6349315884, "mlx_cache_bytes": 13525086266, "process_rss_bytes": 885489664}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6349315884, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n2\n11 6111 ineee eeeee1111111 the the the the the the e111111", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a78506e87d83f8c8fe6f1ecc4b141fcbf6476ebbe110900c85f3b68ce6be757", "output_hash": "2de48feb93c56f0d9f3c623d49564b3c4cd44d0563bc9b674ea9ed3bb9022231"} |
| |
1981 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "71228781374b4eed4e9ea589", "attempt_id": "b32cee08f17f", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:53.665340Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268577416}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 42, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 20953728, "serialized_payload_bytes": 20987784, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.34995800163597, "doc_prefill_ms": 277.40579191595316, "compress_ms": 9.866917040199041, "serialize_ms": 8.124332991428673, "load_ms": 1.8695410108193755, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.613041939213872, "ttft_ms": 20.613041939213872, "decode_ms": 86.4388330373913}, "total_wall_ms": 110.41545798070729, "ttft_ms": 20.613041939213872, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 42}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 885489664, "backend_memory": {"mlx_active_bytes": 6294349448, "mlx_peak_bytes": 6357918652, "mlx_cache_bytes": 13525119034, "process_rss_bytes": 885489664}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6357918652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\nunknown of2", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a78506e87d83f8c8fe6f1ecc4b141fcbf6476ebbe110900c85f3b68ce6be757", "output_hash": "1b015128e7a68fdedb56f77b56c45b07b8c20448d8fe67fd0a04e7ecdd4c1cfa"} |
| |
1982 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01b4b3dd64f84568db61a787", "attempt_id": "2384c678848b", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:53.794994Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268577416}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 41, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 20953728, "serialized_payload_bytes": 20987784, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.34995800163597, "doc_prefill_ms": 277.40579191595316, "compress_ms": 9.866917040199041, "serialize_ms": 8.124332991428673, "load_ms": 1.8770829774439335, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.520958001725376, "ttft_ms": 20.520958001725376, "decode_ms": 684.8030419787392}, "total_wall_ms": 708.7668339954689, "ttft_ms": 20.520958001725376, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 885506048, "backend_memory": {"mlx_active_bytes": 6294365832, "mlx_peak_bytes": 6357164988, "mlx_cache_bytes": 13525102650, "process_rss_bytes": 885506048}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6357164988, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n of budget of the the of of of of of of of of of of of of of of of of the of of the of the the of the of the the of the of the the the the of of of the of of", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a78506e87d83f8c8fe6f1ecc4b141fcbf6476ebbe110900c85f3b68ce6be757", "output_hash": "a31fee034f2b3751edff72015f801e72f500338e07b801944f0a524dd4fca76a"} |
| |
1983 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6787a56dce5ebd4ee32ed850", "attempt_id": "819d0b2e8c78", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:54.523095Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268577416}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 39, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 20953728, "serialized_payload_bytes": 20987784, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.34995800163597, "doc_prefill_ms": 277.40579191595316, "compress_ms": 9.866917040199041, "serialize_ms": 8.124332991428673, "load_ms": 1.5927499625831842, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.84529201965779, "ttft_ms": 20.84529201965779, "decode_ms": 205.54691704455763}, "total_wall_ms": 229.44845899473876, "ttft_ms": 20.84529201965779, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 39}, "output_usage": {"output_tokens": 14}, "provider_cached_usage": null, "process_memory": 885506048, "backend_memory": {"mlx_active_bytes": 6294546056, "mlx_peak_bytes": 6356493244, "mlx_cache_bytes": 13524922426, "process_rss_bytes": 885506048}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6356493244, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "user\n\n\n\n\n<|im_start|>user\n\n\n<|im_start|>user\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a78506e87d83f8c8fe6f1ecc4b141fcbf6476ebbe110900c85f3b68ce6be757", "output_hash": "bcf066b473ae4f448081b26b6e19598775f00dad35126554694df781d2717222"} |
| |
1984 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "221177a3ca1d272ff75389c8", "attempt_id": "86ff5c158708", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:54.772496Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268577416}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 45, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 20953728, "serialized_payload_bytes": 20987784, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.34995800163597, "doc_prefill_ms": 277.40579191595316, "compress_ms": 9.866917040199041, "serialize_ms": 8.124332991428673, "load_ms": 1.7697500297799706, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.89716703630984, "ttft_ms": 20.89716703630984, "decode_ms": 684.7019579727203}, "total_wall_ms": 711.7068339139223, "ttft_ms": 20.89716703630984, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 885522432, "backend_memory": {"mlx_active_bytes": 6294382216, "mlx_peak_bytes": 6365589232, "mlx_cache_bytes": 13525086266, "process_rss_bytes": 885522432}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6365589232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Based:\n\n\n\nBased\n unknown\n of\n timeframe\n the\n theuser\natetime\n date\nThe the time of ofe of33333333333333333", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a78506e87d83f8c8fe6f1ecc4b141fcbf6476ebbe110900c85f3b68ce6be757", "output_hash": "f93f2dd407d2f5037733807a3eab1d1317f7855bb1792eb3fd91209b248f1e25"} |
| |
1985 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d5c57f795b3299262a54ab4d", "attempt_id": "23e802c53cce", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:55.585415Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2021, "keep": 505, "compress_ms": 8.548124926164746}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 36, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632237, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.68199995998293, "doc_prefill_ms": 277.40579191595316, "compress_ms": 8.581083035096526, "serialize_ms": 72.94520805589855, "load_ms": 1.5005409950390458, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.311292049475014, "ttft_ms": 18.311292049475014, "decode_ms": 133.10049998108298}, "total_wall_ms": 154.59587494842708, "ttft_ms": 18.311292049475014, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 908591104, "backend_memory": {"mlx_active_bytes": 6287958024, "mlx_peak_bytes": 6323085520, "mlx_cache_bytes": 13531512478, "process_rss_bytes": 908591104}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6323085520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "KE-74E-9202", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b4b0c1bc74e7dae8a9e3f5d488581d3194d10b977a85344d10fa179643293c0e", "output_hash": "dbc7db4626eb173a3822322e18632be34e23d5411a7f3a9d0c7de957c2ce9d63"} |
| |
1986 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "282057205facff3b21ebbfc4", "attempt_id": "0e03db539b1f", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:55.760337Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2021, "keep": 505, "compress_ms": 8.548124926164746}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 42, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632237, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.68199995998293, "doc_prefill_ms": 277.40579191595316, "compress_ms": 8.581083035096526, "serialize_ms": 72.94520805589855, "load_ms": 1.6159170772880316, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.649625009857118, "ttft_ms": 18.649625009857118, "decode_ms": 120.81941694486886}, "total_wall_ms": 142.66645803581923, "ttft_ms": 18.649625009857118, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 908591104, "backend_memory": {"mlx_active_bytes": 6287941640, "mlx_peak_bytes": 6329786600, "mlx_cache_bytes": 13531528862, "process_rss_bytes": 908591104}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6329786600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 582-F, Fermont", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b4b0c1bc74e7dae8a9e3f5d488581d3194d10b977a85344d10fa179643293c0e", "output_hash": "1c4f4580193ef991b54806f12ff8d99a69c393242022ba62ad07771fa12ab5ec"} |
| |
1987 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bce0311de662ca60d246f6ae", "attempt_id": "772bee18df1e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:55.922005Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2021, "keep": 505, "compress_ms": 8.548124926164746}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 41, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632237, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.68199995998293, "doc_prefill_ms": 277.40579191595316, "compress_ms": 8.581083035096526, "serialize_ms": 72.94520805589855, "load_ms": 1.3204170390963554, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.52000004146248, "ttft_ms": 18.52000004146248, "decode_ms": 93.50116702262312}, "total_wall_ms": 114.82158408034593, "ttft_ms": 18.52000004146248, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 908591104, "backend_memory": {"mlx_active_bytes": 6287974408, "mlx_peak_bytes": 6329491688, "mlx_cache_bytes": 13531496094, "process_rss_bytes": 908591104}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6329491688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b4b0c1bc74e7dae8a9e3f5d488581d3194d10b977a85344d10fa179643293c0e", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
1988 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8ab39b11cc3a46a32e0ef53a", "attempt_id": "574a8ce02b04", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:56.056201Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2021, "keep": 505, "compress_ms": 8.548124926164746}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 39, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632237, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.68199995998293, "doc_prefill_ms": 277.40579191595316, "compress_ms": 8.581083035096526, "serialize_ms": 72.94520805589855, "load_ms": 1.5795420622453094, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.566833994351327, "ttft_ms": 17.566833994351327, "decode_ms": 27.660291991196573}, "total_wall_ms": 48.23625006247312, "ttft_ms": 17.566833994351327, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 39}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 908591104, "backend_memory": {"mlx_active_bytes": 6287974408, "mlx_peak_bytes": 6328033512, "mlx_cache_bytes": 13531496094, "process_rss_bytes": 908591104}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6328033512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b4b0c1bc74e7dae8a9e3f5d488581d3194d10b977a85344d10fa179643293c0e", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
1989 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe0a794e74f0ac56e99d1bcb", "attempt_id": "e56345ddbc39", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:56.123103Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2021, "keep": 505, "compress_ms": 8.548124926164746}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 45, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632237, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.68199995998293, "doc_prefill_ms": 277.40579191595316, "compress_ms": 8.581083035096526, "serialize_ms": 72.94520805589855, "load_ms": 1.449250034056604, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.57708301395178, "ttft_ms": 18.57708301395178, "decode_ms": 121.16920808330178}, "total_wall_ms": 142.64983299653977, "ttft_ms": 18.57708301395178, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 908591104, "backend_memory": {"mlx_active_bytes": 6287974408, "mlx_peak_bytes": 6334685428, "mlx_cache_bytes": 13531496094, "process_rss_bytes": 908591104}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6334685428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,296,125", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b4b0c1bc74e7dae8a9e3f5d488581d3194d10b977a85344d10fa179643293c0e", "output_hash": "8b531ccf7fd3b97bf2ef32627da2617b8353e5c2dd09a274017a5a5a868bdcdb"} |
| |
1990 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "61f03dc5bd90c46c42e046ab", "attempt_id": "585528592679", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:56.297640Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2021, "keep": 505, "compress_ms": 7.144707953557372}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 36, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632232, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.595916050486267, "doc_prefill_ms": 277.40579191595316, "compress_ms": 7.173249963670969, "serialize_ms": 5.238082958385348, "load_ms": 1.522374921478331, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.208583001978695, "ttft_ms": 18.208583001978695, "decode_ms": 633.6529159452766}, "total_wall_ms": 654.9651250243187, "ttft_ms": 18.208583001978695, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 927596544, "backend_memory": {"mlx_active_bytes": 6288957448, "mlx_peak_bytes": 6323085520, "mlx_cache_bytes": 13530513054, "process_rss_bytes": 927596544}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6323085520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f0b24669cbf84839d2ae9ec9aeec4669f594b00e8c9404cbf6b0a01329d2c23f", "output_hash": "7e57a27f64c095430747df629b60af0fcc7996b95b2b514d724b4dabd003b47b"} |
| |
1991 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee9fca72514b2b5cfc07617c", "attempt_id": "11e7c04fe981", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:56.971770Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2021, "keep": 505, "compress_ms": 7.144707953557372}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 42, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632232, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.595916050486267, "doc_prefill_ms": 277.40579191595316, "compress_ms": 7.173249963670969, "serialize_ms": 5.238082958385348, "load_ms": 1.4631249941885471, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.32150004338473, "ttft_ms": 18.32150004338473, "decode_ms": 631.904166075401}, "total_wall_ms": 653.2326249871403, "ttft_ms": 18.32150004338473, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 927596544, "backend_memory": {"mlx_active_bytes": 6288842760, "mlx_peak_bytes": 6329786600, "mlx_cache_bytes": 13530627742, "process_rss_bytes": 927596544}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6329786600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "assistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\nAssistant:\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f0b24669cbf84839d2ae9ec9aeec4669f594b00e8c9404cbf6b0a01329d2c23f", "output_hash": "3001da0f39151a4075fbe810fe44409aee627bd3351246c8530ddd21d233e394"} |
| |
1992 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e1317192022476581eee5af5", "attempt_id": "9cd833d91b65", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:57.644917Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2021, "keep": 505, "compress_ms": 7.144707953557372}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 41, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632232, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.595916050486267, "doc_prefill_ms": 277.40579191595316, "compress_ms": 7.173249963670969, "serialize_ms": 5.238082958385348, "load_ms": 0.8277080487459898, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.22966698091477, "ttft_ms": 18.22966698091477, "decode_ms": 632.935999892652}, "total_wall_ms": 653.4022089326754, "ttft_ms": 18.22966698091477, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 927596544, "backend_memory": {"mlx_active_bytes": 6288842760, "mlx_peak_bytes": 6329491688, "mlx_cache_bytes": 13530627742, "process_rss_bytes": 927596544}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6329491688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I apologize for the following:\nI apologize for the following:\nI apologize for the following:\nI apologize for the following:\nI apologize for the following:\nI apologize for the following:\nI apologize for the following:\nI apologize for the following:\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f0b24669cbf84839d2ae9ec9aeec4669f594b00e8c9404cbf6b0a01329d2c23f", "output_hash": "c752aa343b6c1e79649c6a350df059264fad00b51939c08f2bc3fee68fa1b39f"} |
| |
1993 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6f0c8e5422020b340c03da66", "attempt_id": "12b2c23dcc03", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:58.318017Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2021, "keep": 505, "compress_ms": 7.144707953557372}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 39, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632232, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.595916050486267, "doc_prefill_ms": 277.40579191595316, "compress_ms": 7.173249963670969, "serialize_ms": 5.238082958385348, "load_ms": 1.4732920099049807, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.667417065240443, "ttft_ms": 17.667417065240443, "decode_ms": 631.5060000633821}, "total_wall_ms": 652.1143330028281, "ttft_ms": 17.667417065240443, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 39}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 927596544, "backend_memory": {"mlx_active_bytes": 6289137672, "mlx_peak_bytes": 6328033512, "mlx_cache_bytes": 13530332830, "process_rss_bytes": 927596544}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6328033512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The procurement follows the local procurement. The procurement follows the local procurement. The procurement follows the local procurement. The procurement follows the local procurement. The procurement follows the local procurement. The procurement follows the local procurement. The procurement follows the local procurement", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f0b24669cbf84839d2ae9ec9aeec4669f594b00e8c9404cbf6b0a01329d2c23f", "output_hash": "3b8b997a91e9773a9560f233d57bb1f8a42c3819f025cb9d2b65f892e6260e8e"} |
| |
1994 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7ac5340e640507e39288614f", "attempt_id": "da7f2c687db8", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:58.989853Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2021, "keep": 505, "compress_ms": 7.144707953557372}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 45, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632232, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.595916050486267, "doc_prefill_ms": 277.40579191595316, "compress_ms": 7.173249963670969, "serialize_ms": 5.238082958385348, "load_ms": 1.457583042792976, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.62254098523408, "ttft_ms": 18.62254098523408, "decode_ms": 634.6911659929901}, "total_wall_ms": 656.3179170479998, "ttft_ms": 18.62254098523408, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 927612928, "backend_memory": {"mlx_active_bytes": 6288842760, "mlx_peak_bytes": 6334685428, "mlx_cache_bytes": 13530627742, "process_rss_bytes": 927612928}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6334685428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "assistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\nassistant\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f0b24669cbf84839d2ae9ec9aeec4669f594b00e8c9404cbf6b0a01329d2c23f", "output_hash": "cf4705e81b175e296b6036d0f52310384cb95064ce3b8b961deefc0ac3d27e7b"} |
| |
1995 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94b8bec9e4ab10f4de824e69", "attempt_id": "e25bf0379aca", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:59.666594Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 36, "compress_ms": 42.84862498752773}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 36, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632277, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.33704209886491, "doc_prefill_ms": 277.40579191595316, "compress_ms": 44.29320793133229, "serialize_ms": 3.813417046330869, "load_ms": 1.232124981470406, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.09641602449119, "ttft_ms": 18.09641602449119, "decode_ms": 80.69258299656212}, "total_wall_ms": 149.97741696424782, "ttft_ms": 18.09641602449119, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 928694272, "backend_memory": {"mlx_active_bytes": 6287974408, "mlx_peak_bytes": 6322839760, "mlx_cache_bytes": 13548420902, "process_rss_bytes": 928694272}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6322839760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-3331", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e7cb8323f7c0b4db9af44ff32cfa94a6bc981970de2a9ee029d2b0f48f5c95d4", "output_hash": "8f271365063d5f3a770a2532418a7b75285617ed210cf82dcbbf814a28e84c45"} |
| |
1996 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9641a5ef5122296791b1ae96", "attempt_id": "47bd118082f5", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:58:59.836041Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 42, "compress_ms": 42.02562500722706}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 42, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632277, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.83508297987282, "doc_prefill_ms": 277.40579191595316, "compress_ms": 43.62904198933393, "serialize_ms": 3.9711249992251396, "load_ms": 1.2578750029206276, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.20795808453113, "ttft_ms": 18.20795808453113, "decode_ms": 164.6336669800803}, "total_wall_ms": 233.53637498803437, "ttft_ms": 18.20795808453113, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 928694272, "backend_memory": {"mlx_active_bytes": 6287974408, "mlx_peak_bytes": 6329147624, "mlx_cache_bytes": 13564854054, "process_rss_bytes": 928694272}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6329147624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e7cb8323f7c0b4db9af44ff32cfa94a6bc981970de2a9ee029d2b0f48f5c95d4", "output_hash": "b58829a1440993c4af3307ba44494f021d726fd11e9337888b6b852a8b37351a"} |
| |
1997 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd5a2840f0a913ec14ce5781", "attempt_id": "d3e6f23feb0e", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:00.089623Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 41, "compress_ms": 42.36754204612225}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 41, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632277, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.877457971684635, "doc_prefill_ms": 277.40579191595316, "compress_ms": 43.94733300432563, "serialize_ms": 4.681332968175411, "load_ms": 0.9773749625310302, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.329667043872178, "ttft_ms": 18.329667043872178, "decode_ms": 94.8305840138346}, "total_wall_ms": 164.6606249269098, "ttft_ms": 18.329667043872178, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 928727040, "backend_memory": {"mlx_active_bytes": 6287974408, "mlx_peak_bytes": 6328852712, "mlx_cache_bytes": 13570162470, "process_rss_bytes": 928727040}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6328852712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e7cb8323f7c0b4db9af44ff32cfa94a6bc981970de2a9ee029d2b0f48f5c95d4", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
1998 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a42363ad3140ff259419b39a", "attempt_id": "444cc43f7ef7", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:00.273943Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 39, "compress_ms": 42.80683305114508}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 39, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632277, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.63337508868426, "doc_prefill_ms": 277.40579191595316, "compress_ms": 44.390416936948895, "serialize_ms": 3.992500016465783, "load_ms": 0.9590840199962258, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.658709082752466, "ttft_ms": 17.658709082752466, "decode_ms": 121.8468330334872}, "total_wall_ms": 190.75162499211729, "ttft_ms": 17.658709082752466, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 39}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 928727040, "backend_memory": {"mlx_active_bytes": 6287745032, "mlx_peak_bytes": 6327591144, "mlx_cache_bytes": 13576257318, "process_rss_bytes": 928727040}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6327591144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e7cb8323f7c0b4db9af44ff32cfa94a6bc981970de2a9ee029d2b0f48f5c95d4", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
1999 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e7e2a608325060ac4594081e", "attempt_id": "85b7bc07b68c", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:00.484360Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 45, "compress_ms": 42.34304197598249}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 45, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632277, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.876750002615154, "doc_prefill_ms": 277.40579191595316, "compress_ms": 43.73116698116064, "serialize_ms": 3.9220410399138927, "load_ms": 1.098457956686616, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.552833003923297, "ttft_ms": 18.552833003923297, "decode_ms": 122.04249994829297}, "total_wall_ms": 191.18583400268108, "ttft_ms": 18.552833003923297, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 928727040, "backend_memory": {"mlx_active_bytes": 6287941640, "mlx_peak_bytes": 6331965684, "mlx_cache_bytes": 13594279718, "process_rss_bytes": 928727040}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6331965684, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,296,125", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e7cb8323f7c0b4db9af44ff32cfa94a6bc981970de2a9ee029d2b0f48f5c95d4", "output_hash": "8b531ccf7fd3b97bf2ef32627da2617b8353e5c2dd09a274017a5a5a868bdcdb"} |
| |
2000 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c7c4a98cf43668c309ebc84a", "attempt_id": "310d0ac56883", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:00.738110Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 19, "compress_ms": 38.715792004950345}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 36, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632278, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.318958905525506, "doc_prefill_ms": 277.40579191595316, "compress_ms": 38.84058294352144, "serialize_ms": 3.312291926704347, "load_ms": 1.1701249750331044, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.724291934631765, "ttft_ms": 18.724291934631765, "decode_ms": 13.242459041066468}, "total_wall_ms": 34.62625003885478, "ttft_ms": 18.724291934631765, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 928743424, "backend_memory": {"mlx_active_bytes": 6286991368, "mlx_peak_bytes": 6322839760, "mlx_cache_bytes": 13607485222, "process_rss_bytes": 928743424}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6322839760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "883754d6d981cc75f020d770fad68cd50aab81162de625110bb43270d399e54f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2001 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "22ddd24a09e1762d5a0216b2", "attempt_id": "aac959eaab91", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:00.792028Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 19, "compress_ms": 38.715792004950345}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 42, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632278, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.318958905525506, "doc_prefill_ms": 277.40579191595316, "compress_ms": 38.84058294352144, "serialize_ms": 3.312291926704347, "load_ms": 1.204957952722907, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.377000000327826, "ttft_ms": 18.377000000327826, "decode_ms": 14.080584049224854}, "total_wall_ms": 35.12070805300027, "ttft_ms": 18.377000000327826, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 42}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 928743424, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6329147624, "mlx_cache_bytes": 13606698790, "process_rss_bytes": 928743424}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6329147624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "883754d6d981cc75f020d770fad68cd50aab81162de625110bb43270d399e54f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2002 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "22684fbe676585ee15eaca85", "attempt_id": "5c0d0b971699", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:00.845920Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 19, "compress_ms": 38.715792004950345}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 41, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632278, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.318958905525506, "doc_prefill_ms": 277.40579191595316, "compress_ms": 38.84058294352144, "serialize_ms": 3.312291926704347, "load_ms": 0.6327920127660036, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.369541969150305, "ttft_ms": 18.369541969150305, "decode_ms": 94.04666698537767}, "total_wall_ms": 114.45954197552055, "ttft_ms": 18.369541969150305, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 928743424, "backend_memory": {"mlx_active_bytes": 6287974408, "mlx_peak_bytes": 6328852712, "mlx_cache_bytes": 13606502182, "process_rss_bytes": 928743424}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6328852712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.12345", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "883754d6d981cc75f020d770fad68cd50aab81162de625110bb43270d399e54f", "output_hash": "a064d54fe30472ae38915e053ff652aa43709e3d2a68e7dbce41faa5d686f5b3"} |
| |
2003 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "08904f759e20a760b36ceef0", "attempt_id": "3c5f2faace89", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:00.979532Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 19, "compress_ms": 38.715792004950345}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 39, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632278, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.318958905525506, "doc_prefill_ms": 277.40579191595316, "compress_ms": 38.84058294352144, "serialize_ms": 3.312291926704347, "load_ms": 0.6089169764891267, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.584041925147176, "ttft_ms": 17.584041925147176, "decode_ms": 13.418624992482364}, "total_wall_ms": 33.0525420140475, "ttft_ms": 17.584041925147176, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 39}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 928743424, "backend_memory": {"mlx_active_bytes": 6287974408, "mlx_peak_bytes": 6327410920, "mlx_cache_bytes": 13606502182, "process_rss_bytes": 928743424}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6327410920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "883754d6d981cc75f020d770fad68cd50aab81162de625110bb43270d399e54f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2004 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "341e3ed4543810a7cb5d2a58", "attempt_id": "0fd66b2a40fd", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:01.031399Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 19, "compress_ms": 38.715792004950345}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 45, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632278, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.318958905525506, "doc_prefill_ms": 277.40579191595316, "compress_ms": 38.84058294352144, "serialize_ms": 3.312291926704347, "load_ms": 1.5047499909996986, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.599792034365237, "ttft_ms": 18.599792034365237, "decode_ms": 13.426500023342669}, "total_wall_ms": 35.03999998793006, "ttft_ms": 18.599792034365237, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 45}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 928743424, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6331965684, "mlx_cache_bytes": 13606698790, "process_rss_bytes": 928743424}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6331965684, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "883754d6d981cc75f020d770fad68cd50aab81162de625110bb43270d399e54f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2005 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68860f62a07d2799f4106383", "attempt_id": "67dfda6746c1", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:01.085880Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 36, "compress_ms": 49.03429199475795}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 36, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632231, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.576249957084656, "doc_prefill_ms": 277.40579191595316, "compress_ms": 50.524584017693996, "serialize_ms": 4.816708969883621, "load_ms": 0.9250420844182372, "receiver_prefill_ms": 0.0, "query_prefill_ms": 343.1846249150112, "ttft_ms": 343.1846249150112, "decode_ms": 67.0551669318229}, "total_wall_ms": 468.34662498440593, "ttft_ms": 343.1846249150112, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 947765248, "backend_memory": {"mlx_active_bytes": 6287581192, "mlx_peak_bytes": 6315791916, "mlx_cache_bytes": 13639396222, "process_rss_bytes": 947765248}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6315791916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-333", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11e90eb5735abe67a487b52e99da24a80ebca754edba2024109f5096c3e6d4f1", "output_hash": "6f033b340fefeb9bfdda2be6298b2f86403d47ac2705b0324367c29cdb218b79"} |
| |
2006 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0632581e019248c66f2af8e6", "attempt_id": "faef4872b7ac", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:01.573933Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 42, "compress_ms": 41.677959030494094}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 42, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632232, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.25154191348702, "doc_prefill_ms": 277.40579191595316, "compress_ms": 43.148625059984624, "serialize_ms": 4.861208028160036, "load_ms": 0.71237504016608, "receiver_prefill_ms": 0.0, "query_prefill_ms": 397.54104195162654, "ttft_ms": 397.54104195162654, "decode_ms": 161.47891606669873}, "total_wall_ms": 609.6090000355616, "ttft_ms": 397.54104195162654, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 965656576, "backend_memory": {"mlx_active_bytes": 6287908872, "mlx_peak_bytes": 6317250212, "mlx_cache_bytes": 13646033446, "process_rss_bytes": 965656576}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6317250212, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f0b24669cbf84839d2ae9ec9aeec4669f594b00e8c9404cbf6b0a01329d2c23f", "output_hash": "b58829a1440993c4af3307ba44494f021d726fd11e9337888b6b852a8b37351a"} |
| |
2007 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8840eef4a41eda7f00049665", "attempt_id": "263466527241", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:02.203151Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 41, "compress_ms": 42.24679106846452}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 41, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632231, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.82129200268537, "doc_prefill_ms": 277.40579191595316, "compress_ms": 43.634959030896425, "serialize_ms": 4.961624974384904, "load_ms": 1.0292920051142573, "receiver_prefill_ms": 0.0, "query_prefill_ms": 387.6517090247944, "ttft_ms": 387.6517090247944, "decode_ms": 93.79008295945823}, "total_wall_ms": 532.9360000323504, "ttft_ms": 387.6517090247944, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 981024768, "backend_memory": {"mlx_active_bytes": 6287712264, "mlx_peak_bytes": 6317023892, "mlx_cache_bytes": 13646230054, "process_rss_bytes": 981024768}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6317023892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11e90eb5735abe67a487b52e99da24a80ebca754edba2024109f5096c3e6d4f1", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
2008 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "131a82998677d161a940fbbc", "attempt_id": "21f775b3b222", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:02.756057Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 39, "compress_ms": 41.733582969754934}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 39, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632232, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.02166600711644, "doc_prefill_ms": 277.40579191595316, "compress_ms": 43.19145798217505, "serialize_ms": 4.606000031344593, "load_ms": 1.2134999269619584, "receiver_prefill_ms": 0.0, "query_prefill_ms": 366.8693749932572, "ttft_ms": 366.8693749932572, "decode_ms": 120.55420794058591}, "total_wall_ms": 538.2982500595972, "ttft_ms": 366.8693749932572, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 39}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 995803136, "backend_memory": {"mlx_active_bytes": 6287712264, "mlx_peak_bytes": 6316444276, "mlx_cache_bytes": 13646230054, "process_rss_bytes": 995803136}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6316444276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvad Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f0b24669cbf84839d2ae9ec9aeec4669f594b00e8c9404cbf6b0a01329d2c23f", "output_hash": "d5dc8c81becff469d1ff693fc30666a93d1b4470c2bd167b79d2e740f593e727"} |
| |
2009 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7af47639c4ea512c7e0d3117", "attempt_id": "bdf6eed480de", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:03.315043Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 45, "compress_ms": 42.32529201544821}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 45, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 18616320, "serialized_payload_bytes": 18632231, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.40616590809077, "doc_prefill_ms": 277.40579191595316, "compress_ms": 43.756249942816794, "serialize_ms": 4.417791962623596, "load_ms": 1.2536250287666917, "receiver_prefill_ms": 0.0, "query_prefill_ms": 422.96295799314976, "ttft_ms": 422.96295799314976, "decode_ms": 94.55666691064835}, "total_wall_ms": 568.7682500574738, "ttft_ms": 422.96295799314976, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1010876416, "backend_memory": {"mlx_active_bytes": 6287843336, "mlx_peak_bytes": 6317897440, "mlx_cache_bytes": 13647140218, "process_rss_bytes": 1010876416}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6317897440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7291250", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11e90eb5735abe67a487b52e99da24a80ebca754edba2024109f5096c3e6d4f1", "output_hash": "24dc709ce577993d1fa367b20fc9ac3e608fa7af0aac6265ead79b82b0147aba"} |
| |
2010 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7f04f7291d39074c2144ce61", "attempt_id": "5c935369361d", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:03.904610Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 36, "compress_ms": 41.48041608277708, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 36, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 9889920, "serialized_payload_bytes": 9923441, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.461499956436455, "doc_prefill_ms": 277.40579191595316, "compress_ms": 49.87870901823044, "serialize_ms": 5.16366702504456, "load_ms": 1.4151670038700104, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.80604210216552, "ttft_ms": 17.80604210216552, "decode_ms": 85.89999994728714}, "total_wall_ms": 162.08687506150454, "ttft_ms": 17.80604210216552, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1015529472, "backend_memory": {"mlx_active_bytes": 6268853628, "mlx_peak_bytes": 6309499424, "mlx_cache_bytes": 13677386222, "process_rss_bytes": 1015529472}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6309499424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HQ-3331", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a74ecf8ddfa586fcf793990875c8a28ebe8de35f6e8884776572422bee56b60", "output_hash": "8f271365063d5f3a770a2532418a7b75285617ed210cf82dcbbf814a28e84c45"} |
| |
2011 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13b89b141fc20b4c97407192", "attempt_id": "db69cce1f284", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:04.086961Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 42, "compress_ms": 42.349333059974015, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 42, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 9889920, "serialized_payload_bytes": 9923442, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.644792038947344, "doc_prefill_ms": 277.40579191595316, "compress_ms": 50.93304195906967, "serialize_ms": 4.284166963770986, "load_ms": 1.5228750417008996, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.703625024296343, "ttft_ms": 17.703625024296343, "decode_ms": 172.38337500020862}, "total_wall_ms": 248.83133301045746, "ttft_ms": 17.703625024296343, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1016135680, "backend_memory": {"mlx_active_bytes": 6268817036, "mlx_peak_bytes": 6315634800, "mlx_cache_bytes": 13689420278, "process_rss_bytes": 1016135680}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6315634800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 376-E, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fcad15f9a99e31da76926283ddd811b5c7d6fdbaf22dc1c1e28b19ce6e090052", "output_hash": "b58829a1440993c4af3307ba44494f021d726fd11e9337888b6b852a8b37351a"} |
| |
2012 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49609701ca4409e5bac45baa", "attempt_id": "6c1217aa842e", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:04.355611Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 41, "compress_ms": 42.15837502852082, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 41, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 9889920, "serialized_payload_bytes": 9923441, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.83766598626971, "doc_prefill_ms": 277.40579191595316, "compress_ms": 50.585499964654446, "serialize_ms": 3.846875042654574, "load_ms": 1.0961249936372042, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.756208078935742, "ttft_ms": 17.756208078935742, "decode_ms": 99.93262495845556}, "total_wall_ms": 175.1683340407908, "ttft_ms": 17.756208078935742, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1016201216, "backend_memory": {"mlx_active_bytes": 6268652112, "mlx_peak_bytes": 6317286284, "mlx_cache_bytes": 13693189682, "process_rss_bytes": 1016201216}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6317286284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "77.6813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a74ecf8ddfa586fcf793990875c8a28ebe8de35f6e8884776572422bee56b60", "output_hash": "f46ae019c46016565ffc65d1a0d3d6edb83df7b3bebd11718e16031b63b695ef"} |
| |
2013 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79c40bd1a6ce76224fc395aa", "attempt_id": "3cd766edca84", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:04.550849Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 39, "compress_ms": 41.83979099616408, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 39, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 9889920, "serialized_payload_bytes": 9923441, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.94720803108066, "doc_prefill_ms": 277.40579191595316, "compress_ms": 50.07395800203085, "serialize_ms": 4.450874985195696, "load_ms": 1.399042084813118, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.91924994904548, "ttft_ms": 17.91924994904548, "decode_ms": 129.36770892702043}, "total_wall_ms": 205.2034999942407, "ttft_ms": 17.91924994904548, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 39}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1016201216, "backend_memory": {"mlx_active_bytes": 6268652200, "mlx_peak_bytes": 6315497956, "mlx_cache_bytes": 13699382746, "process_rss_bytes": 1016201216}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6315497956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6a74ecf8ddfa586fcf793990875c8a28ebe8de35f6e8884776572422bee56b60", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2014 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "87f2f669690c8f45fd3d31f0", "attempt_id": "273bf40c15ff", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:04.775793Z", "task_family": "synthetic", "document_id": "syn_03018_2000", "document_hash": "d284eb07e27da742b9c2b67abccfdf72e4dd67c3259f44f3b41e34dd3e6fc1ff", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03018_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2021, "keep": 505, "window_tokens": 45, "compress_ms": 41.981374961324036, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1982, "source_tokens_receiver": 1982, "query_tokens": 45, "message_tokens": 2021, "message_utf8_bytes": 7313, "cache_tensor_bytes": 9889920, "serialized_payload_bytes": 9923442, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.46891700942069, "doc_prefill_ms": 277.40579191595316, "compress_ms": 50.78074999619275, "serialize_ms": 4.266957985237241, "load_ms": 1.2351250043138862, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.94787507969886, "ttft_ms": 17.94787507969886, "decode_ms": 129.017416969873}, "total_wall_ms": 205.17070894129574, "ttft_ms": 17.94787507969886, "input_usage": {"receiver_prefix_tokens": 2021, "dense_cache_bytes": 74502144, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1016201216, "backend_memory": {"mlx_active_bytes": 6268872004, "mlx_peak_bytes": 6318862168, "mlx_cache_bytes": 13699216606, "process_rss_bytes": 1016201216}, "peak_prefill_memory": 7052984384, "peak_decode_memory": 6318862168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,296,125", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03018_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fcad15f9a99e31da76926283ddd811b5c7d6fdbaf22dc1c1e28b19ce6e090052", "output_hash": "8b531ccf7fd3b97bf2ef32627da2617b8353e5c2dd09a274017a5a5a868bdcdb"} |
| |
2015 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "697b796fdb73e8be4d21c0ff", "attempt_id": "3df1ecbcd4d7", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:05.094626Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.819624950177968, "ttft_ms": 13.764332979917526, "decode_ms": 13.031499926000834}, "total_wall_ms": 42.108875000849366, "ttft_ms": 13.764332979917526, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696156160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 128550584, "process_rss_bytes": 696156160}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2016 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "088a4a8a4ba92bf141a5e0ce", "attempt_id": "3afaa1ecf439", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:05.163936Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.130792007781565, "ttft_ms": 13.108458020724356, "decode_ms": 13.601333019323647}, "total_wall_ms": 51.253207959234715, "ttft_ms": 13.108458020724356, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696156160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 191973048, "process_rss_bytes": 696156160}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2017 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "28f27d88bf66f998a68c061b", "attempt_id": "31165844736b", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:05.240155Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.775832960382104, "ttft_ms": 13.352666050195694, "decode_ms": 13.412667089141905}, "total_wall_ms": 50.98362499848008, "ttft_ms": 13.352666050195694, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696156160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 252724920, "process_rss_bytes": 696156160}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2018 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "debe000bf0dd066c5c0e7d49", "attempt_id": "e7d54b47c519", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:05.315907Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.464584062807262, "ttft_ms": 13.410291983745992, "decode_ms": 13.157167006283998}, "total_wall_ms": 41.44741699565202, "ttft_ms": 13.410291983745992, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696156160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 252724920, "process_rss_bytes": 696156160}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2019 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "414a09596fec5e9ba6d2dad4", "attempt_id": "453acd477d44", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:05.382217Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.893832927569747, "ttft_ms": 13.415416004136205, "decode_ms": 13.227167073637247}, "total_wall_ms": 50.955082988366485, "ttft_ms": 13.415416004136205, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696156160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 296224440, "process_rss_bytes": 696156160}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2020 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f4e2a6296e10b931dcf9c0e", "attempt_id": "a22b0f9f47f8", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:05.457970Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 5865, "message_tokens": 5790, "message_utf8_bytes": 29139, "cache_tensor_bytes": null, "serialized_payload_bytes": 29139, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006958958692848682, "decode_payload_ms": 0.0, "receiver_prefill_ms": 778.9678330300376, "ttft_ms": 14.666083035990596, "decode_ms": 141.19545801077038}, "total_wall_ms": 943.4635000070557, "ttft_ms": 14.666083035990596, "input_usage": {"receiver_prompt_tokens": 5865}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 696188928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2209007288, "process_rss_bytes": 696188928}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2021 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "053c97a9287cf47650cdfd89", "attempt_id": "81301a347114", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:06.426571Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 5869, "message_tokens": 5790, "message_utf8_bytes": 29139, "cache_tensor_bytes": null, "serialized_payload_bytes": 29139, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006958958692848682, "decode_payload_ms": 0.0, "receiver_prefill_ms": 857.0912500144914, "ttft_ms": 14.26495797932148, "decode_ms": 126.4790000859648}, "total_wall_ms": 1006.6935829818249, "ttft_ms": 14.26495797932148, "input_usage": {"receiver_prompt_tokens": 5869}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 696221696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2905900728, "process_rss_bytes": 696221696}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "output_hash": "3fa524abb2f344eee793f1d2e0661c3856e21ccde70f1aa4fd07f4a796141a4a"} |
| |
2022 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fef622e451d64c981d94f64d", "attempt_id": "f3c666f275a5", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:07.459330Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 5870, "message_tokens": 5790, "message_utf8_bytes": 29139, "cache_tensor_bytes": null, "serialized_payload_bytes": 29139, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006958958692848682, "decode_payload_ms": 0.0, "receiver_prefill_ms": 883.3714170614257, "ttft_ms": 14.307167031802237, "decode_ms": 99.80162500869483}, "total_wall_ms": 1006.2845830107108, "ttft_ms": 14.307167031802237, "input_usage": {"receiver_prompt_tokens": 5870}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 696254464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3603531448, "process_rss_bytes": 696254464}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2023 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d211ebe98438aee92bcfb1c", "attempt_id": "b765bca33cda", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:08.490510Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 5865, "message_tokens": 5790, "message_utf8_bytes": 29139, "cache_tensor_bytes": null, "serialized_payload_bytes": 29139, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006958958692848682, "decode_payload_ms": 0.0, "receiver_prefill_ms": 885.6374170864001, "ttft_ms": 14.5776669960469, "decode_ms": 71.06600003316998}, "total_wall_ms": 980.0905419979244, "ttft_ms": 14.5776669960469, "input_usage": {"receiver_prompt_tokens": 5865}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 696287232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3603531448, "process_rss_bytes": 696287232}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2024 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02eaa064bce58f4cc7bf38e3", "attempt_id": "8610875be5c7", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:09.496064Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 5871, "message_tokens": 5790, "message_utf8_bytes": 29139, "cache_tensor_bytes": null, "serialized_payload_bytes": 29139, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006958958692848682, "decode_payload_ms": 0.0, "receiver_prefill_ms": 913.9002920128405, "ttft_ms": 14.598416979424655, "decode_ms": 99.54870899673551}, "total_wall_ms": 1036.8562499061227, "ttft_ms": 14.598416979424655, "input_usage": {"receiver_prompt_tokens": 5871}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 696320000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4090398392, "process_rss_bytes": 696320000}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8544550", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "output_hash": "7ea69da7ca13297bce5fac6a79b7f74d78548d728dc85a91c943d1c2c8172768"} |
| |
2025 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c88a27595ba99fcb00a02b8", "attempt_id": "8a9f4bc9d958", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:10.563544Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5790}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2354, "cache_tensor_bytes": null, "serialized_payload_bytes": 2354, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.047082969918847, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.96895807143301, "ttft_ms": 13.417250011116266, "decode_ms": 134.71333298366517}, "total_wall_ms": 232.33129200525582, "ttft_ms": 13.417250011116266, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 696320000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 4486039224, "process_rss_bytes": 696320000}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6c608d72d35cb3eefe4c48aad41d14363728fb370370480412ceced23f607f7d", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2026 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9a3096bf22f7cc168a21c61a", "attempt_id": "29f580b324a2", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:10.821376Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5790}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2354, "cache_tensor_bytes": null, "serialized_payload_bytes": 2354, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.047082969918847, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.6703750230372, "ttft_ms": 13.716291054151952, "decode_ms": 13.47816688939929}, "total_wall_ms": 104.03333301655948, "ttft_ms": 13.716291054151952, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696336384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 4835903160, "process_rss_bytes": 696336384}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6c608d72d35cb3eefe4c48aad41d14363728fb370370480412ceced23f607f7d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2027 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "36351f930390e7de0a19d1c1", "attempt_id": "229255ff89d8", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:10.951144Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5790}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2354, "cache_tensor_bytes": null, "serialized_payload_bytes": 2354, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.047082969918847, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.8043339010328, "ttft_ms": 13.504332979209721, "decode_ms": 13.707832898944616}, "total_wall_ms": 104.18545897118747, "ttft_ms": 13.504332979209721, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696352768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5083039416, "process_rss_bytes": 696352768}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6c608d72d35cb3eefe4c48aad41d14363728fb370370480412ceced23f607f7d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2028 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe0109268a6bfec60bcf3cea", "attempt_id": "bc15d9d59f6b", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:11.080038Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5790}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2354, "cache_tensor_bytes": null, "serialized_payload_bytes": 2354, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.047082969918847, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.76995894871652, "ttft_ms": 13.320666970685124, "decode_ms": 13.702166033908725}, "total_wall_ms": 104.99333299230784, "ttft_ms": 13.320666970685124, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696369152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 5083039416, "process_rss_bytes": 696369152}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6c608d72d35cb3eefe4c48aad41d14363728fb370370480412ceced23f607f7d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2029 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0634e6c99df19090b0a86799", "attempt_id": "aa7667ab22a2", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:11.209646Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5790}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2354, "cache_tensor_bytes": null, "serialized_payload_bytes": 2354, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.047082969918847, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.1364580616355, "ttft_ms": 13.304124935530126, "decode_ms": 13.477709027938545}, "total_wall_ms": 106.09116696286947, "ttft_ms": 13.304124935530126, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696369152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 5449418424, "process_rss_bytes": 696369152}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6c608d72d35cb3eefe4c48aad41d14363728fb370370480412ceced23f607f7d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2030 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0ddcd1bf6bf426ad3b1ab1f6", "attempt_id": "78f1f99582aa", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:11.345047Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 577, "message_tokens": 501, "message_utf8_bytes": 1248, "cache_tensor_bytes": null, "serialized_payload_bytes": 1248, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.316624952480197, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.14624998252839, "ttft_ms": 13.684832956641912, "decode_ms": 13.642415986396372}, "total_wall_ms": 101.44829098135233, "ttft_ms": 13.684832956641912, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696418304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555070552, "mlx_cache_bytes": 5799773880, "process_rss_bytes": 696418304}, "peak_prefill_memory": null, "peak_decode_memory": 6555070552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "54f3038ddad122f14b050932d498ffb0f093234ed79cb4b3419f1dbd4883f7bd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2031 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "605f97a19ef9799d3e7d3ff2", "attempt_id": "729434667511", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:11.471864Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 581, "message_tokens": 501, "message_utf8_bytes": 1248, "cache_tensor_bytes": null, "serialized_payload_bytes": 1248, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.316624952480197, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.22562498040497, "ttft_ms": 13.759957975707948, "decode_ms": 13.481291942298412}, "total_wall_ms": 106.54191602952778, "ttft_ms": 13.759957975707948, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696434688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 6152783544, "process_rss_bytes": 696434688}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "54f3038ddad122f14b050932d498ffb0f093234ed79cb4b3419f1dbd4883f7bd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2032 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6dfe05588441901ff84a4807", "attempt_id": "6921bfacf131", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:11.603177Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 582, "message_tokens": 501, "message_utf8_bytes": 1248, "cache_tensor_bytes": null, "serialized_payload_bytes": 1248, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.316624952480197, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.92204204108566, "ttft_ms": 13.784833019599319, "decode_ms": 94.46683304850012}, "total_wall_ms": 188.2383330957964, "ttft_ms": 13.784833019599319, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 696451072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559101016, "mlx_cache_bytes": 6492522168, "process_rss_bytes": 696451072}, "peak_prefill_memory": null, "peak_decode_memory": 6559101016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7310260", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "54f3038ddad122f14b050932d498ffb0f093234ed79cb4b3419f1dbd4883f7bd", "output_hash": "324e6bbaddaed8939cde8d01330e6b6510835a175d2741d7d34d84d33cc936f3"} |
| |
2033 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9302c00814ff7d13acc50dbc", "attempt_id": "c34f72f3fc93", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:11.817394Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 577, "message_tokens": 501, "message_utf8_bytes": 1248, "cache_tensor_bytes": null, "serialized_payload_bytes": 1248, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.316624952480197, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.17758405022323, "ttft_ms": 13.253625016659498, "decode_ms": 66.91995891742408}, "total_wall_ms": 153.3453749725595, "ttft_ms": 13.253625016659498, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 696467456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555070552, "mlx_cache_bytes": 6492522168, "process_rss_bytes": 696467456}, "peak_prefill_memory": null, "peak_decode_memory": 6555070552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "54f3038ddad122f14b050932d498ffb0f093234ed79cb4b3419f1dbd4883f7bd", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2034 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b3d492069d975d023f4487cd", "attempt_id": "09ff30444fdb", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:11.995623Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 583, "message_tokens": 501, "message_utf8_bytes": 1248, "cache_tensor_bytes": null, "serialized_payload_bytes": 1248, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.316624952480197, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.05087496247143, "ttft_ms": 13.553124968893826, "decode_ms": 93.76216703094542}, "total_wall_ms": 183.37087507825345, "ttft_ms": 13.553124968893826, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 696483840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 6732285624, "process_rss_bytes": 696483840}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8544550", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "54f3038ddad122f14b050932d498ffb0f093234ed79cb4b3419f1dbd4883f7bd", "output_hash": "7ea69da7ca13297bce5fac6a79b7f74d78548d728dc85a91c943d1c2c8172768"} |
| |
2035 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f66c4d2fe209d805e267e3eb", "attempt_id": "ae8ecf4c4469", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:12.206545Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 580, "message_tokens": 504, "message_utf8_bytes": 1344, "cache_tensor_bytes": null, "serialized_payload_bytes": 1344, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9759160932153463, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.80262499302626, "ttft_ms": 13.592708972282708, "decode_ms": 134.92933299858123}, "total_wall_ms": 226.28145792987198, "ttft_ms": 13.592708972282708, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 696500224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 6732285624, "process_rss_bytes": 696500224}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2efd14bf0cb9c68e95822b7933227d90cee727c8922ff8fdea5f92d57012b9c", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2036 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a715454e80f7d15605770849", "attempt_id": "74a9fc414f54", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:12.458211Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 586, "message_tokens": 506, "message_utf8_bytes": 1742, "cache_tensor_bytes": null, "serialized_payload_bytes": 1742, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.0772500429302454, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.54820899106562, "ttft_ms": 13.781249988824129, "decode_ms": 120.84695894736797}, "total_wall_ms": 210.31624998431653, "ttft_ms": 13.781249988824129, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 696516608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 7074481848, "process_rss_bytes": 696516608}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "77682abfb77638de0dfe90cd2ed1736f387a383e4af048258c99ba93120d3208", "output_hash": "3fa524abb2f344eee793f1d2e0661c3856e21ccde70f1aa4fd07f4a796141a4a"} |
| |
2037 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f6e44656fea7606134871ea5", "attempt_id": "17822fb39488", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:12.694237Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 588, "message_tokens": 507, "message_utf8_bytes": 1409, "cache_tensor_bytes": null, "serialized_payload_bytes": 1409, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.0972919883206487, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.94674999825656, "ttft_ms": 13.659582938998938, "decode_ms": 93.99633388966322}, "total_wall_ms": 181.6983330063522, "ttft_ms": 13.659582938998938, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 696516608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 7316211384, "process_rss_bytes": 696516608}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7186307a7b1da2319558027b0bd1de34ff21b78535c42000a0213d40217d900a", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2038 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c316f915cadb4dc659a44e07", "attempt_id": "c3c85e5d1e0c", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:12.900764Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 588, "message_tokens": 512, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8821250414475799, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.22066703252494, "ttft_ms": 13.802708010189235, "decode_ms": 67.51937500666827}, "total_wall_ms": 156.40733297914267, "ttft_ms": 13.802708010189235, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 696549376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 7316211384, "process_rss_bytes": 696549376}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "87c642f0fadee4e68ec36b6b33a71924da240b7d2410a012794a928d84b66f91", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2039 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c2505cec16ed45bf8b8ea15", "attempt_id": "c5ab0ea9c78b", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:13.082455Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 15}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 586, "message_tokens": 504, "message_utf8_bytes": 1313, "cache_tensor_bytes": null, "serialized_payload_bytes": 1313, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.012707991525531, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.91349994577467, "ttft_ms": 13.426874997094274, "decode_ms": 121.24620901886374}, "total_wall_ms": 211.60087501630187, "ttft_ms": 13.426874997094274, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 696549376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 7316211384, "process_rss_bytes": 696549376}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,544,550", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7481f6f81f270e22b124a5a2581bb372704c06c59a42ee19a8756799145d366a", "output_hash": "275c8abab9d6375639c672e5391f7a9637810a7c2d3985510d6d956c3cb3a509"} |
| |
2040 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "45adeece1d629b95cf1c0eb5", "attempt_id": "af0837beffa2", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:18.232076Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 360, "message_tokens": 281, "message_utf8_bytes": 1409, "cache_tensor_bytes": null, "serialized_payload_bytes": 1409, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4913.0656669149175, "decode_payload_ms": 0.0, "receiver_prefill_ms": 47.939667012542486, "ttft_ms": 13.081207987852395, "decode_ms": 13.421208946965635}, "total_wall_ms": 76.558250002563, "ttft_ms": 13.081207987852395, "input_usage": {"receiver_prompt_tokens": 360, "sender_input_tokens": 5906, "sender_output_tokens": 281, "sender_prefill_ms": 983.7180830072612, "sender_ttft_ms": 14.817208051681519, "sender_decode_ms": 3910.021624993533}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696909824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6476703244, "mlx_cache_bytes": 8799407188, "process_rss_bytes": 696909824}, "peak_prefill_memory": null, "peak_decode_memory": 6476703244, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1688dacbdf59630b9078d65b106c0049fa1370afca9caabc1d21788aa77f4327", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2041 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "71a36b610a3fcfa824e3975b", "attempt_id": "87a0c6dcee31", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:18.335128Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 364, "message_tokens": 281, "message_utf8_bytes": 1409, "cache_tensor_bytes": null, "serialized_payload_bytes": 1409, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4913.0656669149175, "decode_payload_ms": 0.0, "receiver_prefill_ms": 47.984540928155184, "ttft_ms": 13.203333015553653, "decode_ms": 13.21595802437514}, "total_wall_ms": 75.39987494237721, "ttft_ms": 13.203333015553653, "input_usage": {"receiver_prompt_tokens": 364, "sender_input_tokens": 5906, "sender_output_tokens": 281, "sender_prefill_ms": 983.7180830072612, "sender_ttft_ms": 14.817208051681519, "sender_decode_ms": 3910.021624993533}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696909824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486091292, "mlx_cache_bytes": 9076429312, "process_rss_bytes": 696909824}, "peak_prefill_memory": null, "peak_decode_memory": 6486091292, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1688dacbdf59630b9078d65b106c0049fa1370afca9caabc1d21788aa77f4327", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2042 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7af6f601488ecf247333d309", "attempt_id": "fa48f5930829", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:18.436167Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 365, "message_tokens": 281, "message_utf8_bytes": 1409, "cache_tensor_bytes": null, "serialized_payload_bytes": 1409, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4913.0656669149175, "decode_payload_ms": 0.0, "receiver_prefill_ms": 49.36737508978695, "ttft_ms": 13.34062498062849, "decode_ms": 13.543209061026573}, "total_wall_ms": 77.23891700152308, "ttft_ms": 13.34062498062849, "input_usage": {"receiver_prompt_tokens": 365, "sender_input_tokens": 5906, "sender_output_tokens": 281, "sender_prefill_ms": 983.7180830072612, "sender_ttft_ms": 14.817208051681519, "sender_decode_ms": 3910.021624993533}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696909824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6480717344, "mlx_cache_bytes": 9276446640, "process_rss_bytes": 696909824}, "peak_prefill_memory": null, "peak_decode_memory": 6480717344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1688dacbdf59630b9078d65b106c0049fa1370afca9caabc1d21788aa77f4327", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2043 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "042fa025f0dbe3903f6ca4fc", "attempt_id": "b8392b591b17", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:18.538719Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 360, "message_tokens": 281, "message_utf8_bytes": 1409, "cache_tensor_bytes": null, "serialized_payload_bytes": 1409, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4913.0656669149175, "decode_payload_ms": 0.0, "receiver_prefill_ms": 50.662083085626364, "ttft_ms": 13.505542068742216, "decode_ms": 13.29154206905514}, "total_wall_ms": 78.37474998086691, "ttft_ms": 13.505542068742216, "input_usage": {"receiver_prompt_tokens": 360, "sender_input_tokens": 5906, "sender_output_tokens": 281, "sender_prefill_ms": 983.7180830072612, "sender_ttft_ms": 14.817208051681519, "sender_decode_ms": 3910.021624993533}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696926208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6476703244, "mlx_cache_bytes": 9276446640, "process_rss_bytes": 696926208}, "peak_prefill_memory": null, "peak_decode_memory": 6476703244, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1688dacbdf59630b9078d65b106c0049fa1370afca9caabc1d21788aa77f4327", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2044 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ea48f8b8c0877f301a1a2fe2", "attempt_id": "f29b025dc6a7", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:18.642074Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 366, "message_tokens": 281, "message_utf8_bytes": 1409, "cache_tensor_bytes": null, "serialized_payload_bytes": 1409, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4913.0656669149175, "decode_payload_ms": 0.0, "receiver_prefill_ms": 51.44512502010912, "ttft_ms": 13.701291056349874, "decode_ms": 13.373665977269411}, "total_wall_ms": 79.47512494865805, "ttft_ms": 13.701291056349874, "input_usage": {"receiver_prompt_tokens": 366, "sender_input_tokens": 5906, "sender_output_tokens": 281, "sender_prefill_ms": 983.7180830072612, "sender_ttft_ms": 14.817208051681519, "sender_decode_ms": 3910.021624993533}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 696926208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6488204836, "mlx_cache_bytes": 9514671460, "process_rss_bytes": 696926208}, "peak_prefill_memory": null, "peak_decode_memory": 6488204836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1688dacbdf59630b9078d65b106c0049fa1370afca9caabc1d21788aa77f4327", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2045 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d6ba70385266b577185e4f93", "attempt_id": "a6eb7d8bfa8f", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:18.746491Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 146, "message_tokens": 67, "message_utf8_bytes": 302, "cache_tensor_bytes": null, "serialized_payload_bytes": 302, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1959.6262499690056, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.93554195947945, "ttft_ms": 13.222499983385205, "decode_ms": 132.5309999519959}, "total_wall_ms": 2136.853124946356, "ttft_ms": 13.222499983385205, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 5902, "sender_output_tokens": 67, "sender_prefill_ms": 1000.6051249802113, "sender_ttft_ms": 15.378625015728176, "sender_decode_ms": 939.2479580128565}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 696991744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299476660, "mlx_cache_bytes": 10177568680, "process_rss_bytes": 696991744}, "peak_prefill_memory": null, "peak_decode_memory": 6299476660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0b5943f9bcc520dccf53ef82834aa6aab94361d64a77c3914949ccb2a960cf31", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2046 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eb1faa69e3771c03e2a464e4", "attempt_id": "c0de6ab39566", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:20.907867Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 205, "message_tokens": 122, "message_utf8_bytes": 359, "cache_tensor_bytes": null, "serialized_payload_bytes": 359, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2642.7072499645874, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.82029104977846, "ttft_ms": 13.173250015825033, "decode_ms": 119.45037508849055}, "total_wall_ms": 2809.711124980822, "ttft_ms": 13.173250015825033, "input_usage": {"receiver_prompt_tokens": 205, "sender_input_tokens": 5906, "sender_output_tokens": 122, "sender_prefill_ms": 924.9651670688763, "sender_ttft_ms": 15.463874908164144, "sender_decode_ms": 1697.5568750640377}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 697024512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6346270220, "mlx_cache_bytes": 10344751016, "process_rss_bytes": 697024512}, "peak_prefill_memory": null, "peak_decode_memory": 6346270220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0f2b118acb2a28ba4f9c1e70476307ebd16075e5609ed46fa529c1e4e15e0586", "output_hash": "3fa524abb2f344eee793f1d2e0661c3856e21ccde70f1aa4fd07f4a796141a4a"} |
| |
2047 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27456b820c2c68b35360dc28", "attempt_id": "5114a9d48c77", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:23.743216Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 121, "message_tokens": 37, "message_utf8_bytes": 126, "cache_tensor_bytes": null, "serialized_payload_bytes": 126, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1477.2392919985577, "decode_payload_ms": 0.0, "receiver_prefill_ms": 27.960874955169857, "ttft_ms": 13.22200009599328, "decode_ms": 93.27766706701368}, "total_wall_ms": 1612.1948329964653, "ttft_ms": 13.22200009599328, "input_usage": {"receiver_prompt_tokens": 121, "sender_input_tokens": 5907, "sender_output_tokens": 37, "sender_prefill_ms": 935.0758340442553, "sender_ttft_ms": 15.413291985169053, "sender_decode_ms": 522.1249999012798}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 697057280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6278980208, "mlx_cache_bytes": 10935164840, "process_rss_bytes": 697057280}, "peak_prefill_memory": null, "peak_decode_memory": 6278980208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "44733adeba2ebf721ca4ba18db15fb97822ffee0bb850af8531dc693151d1046", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2048 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f2191e8dae628e892bc3355d", "attempt_id": "f3f4fe656b63", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:33.453720Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 373, "message_tokens": 282, "message_utf8_bytes": 710, "cache_tensor_bytes": null, "serialized_payload_bytes": 710, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8073.476584046148, "decode_payload_ms": 0.0, "receiver_prefill_ms": 49.317625002004206, "ttft_ms": 13.931999914348125, "decode_ms": 134.20025003142655}, "total_wall_ms": 198.4186249319464, "ttft_ms": 13.931999914348125, "input_usage": {"receiver_prompt_tokens": 373, "sender_input_tokens": 5934, "sender_output_tokens": 512, "sender_prefill_ms": 945.5736660165712, "sender_ttft_ms": 15.401833108626306, "sender_decode_ms": 7107.850125059485}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 697155584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486615616, "mlx_cache_bytes": 12190688632, "process_rss_bytes": 697155584}, "peak_prefill_memory": null, "peak_decode_memory": 6486615616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2665f9f81ee741579229dd601579a158efa3f8e3b990c8ab70541aa31cc8e7f4", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2049 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "31753ad82d4ec33812d40ea7", "attempt_id": "916c79b912a1", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:33.677875Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 377, "message_tokens": 282, "message_utf8_bytes": 710, "cache_tensor_bytes": null, "serialized_payload_bytes": 710, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8073.476584046148, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.159249941818416, "ttft_ms": 13.73045810032636, "decode_ms": 13.496291008777916}, "total_wall_ms": 76.24295796267688, "ttft_ms": 13.73045810032636, "input_usage": {"receiver_prompt_tokens": 377, "sender_input_tokens": 5934, "sender_output_tokens": 512, "sender_prefill_ms": 945.5736660165712, "sender_ttft_ms": 15.401833108626306, "sender_decode_ms": 7107.850125059485}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 697155584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6490089040, "mlx_cache_bytes": 12457323352, "process_rss_bytes": 697155584}, "peak_prefill_memory": null, "peak_decode_memory": 6490089040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2665f9f81ee741579229dd601579a158efa3f8e3b990c8ab70541aa31cc8e7f4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2050 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8c6958fbd5a7ae80952645f7", "attempt_id": "bb66bd5b275e", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:33.779518Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 378, "message_tokens": 282, "message_utf8_bytes": 710, "cache_tensor_bytes": null, "serialized_payload_bytes": 710, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8073.476584046148, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.2742500025779, "ttft_ms": 13.536292011849582, "decode_ms": 13.145083095878363}, "total_wall_ms": 75.81587496679276, "ttft_ms": 13.536292011849582, "input_usage": {"receiver_prompt_tokens": 378, "sender_input_tokens": 5934, "sender_output_tokens": 512, "sender_prefill_ms": 945.5736660165712, "sender_ttft_ms": 15.401833108626306, "sender_decode_ms": 7107.850125059485}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 697155584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6491399764, "mlx_cache_bytes": 12737704252, "process_rss_bytes": 697155584}, "peak_prefill_memory": null, "peak_decode_memory": 6491399764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2665f9f81ee741579229dd601579a158efa3f8e3b990c8ab70541aa31cc8e7f4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2051 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "797ca36443b1566ac082668c", "attempt_id": "fc8c63c29f09", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:33.880264Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 373, "message_tokens": 282, "message_utf8_bytes": 710, "cache_tensor_bytes": null, "serialized_payload_bytes": 710, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8073.476584046148, "decode_payload_ms": 0.0, "receiver_prefill_ms": 50.18199991900474, "ttft_ms": 13.307917048223317, "decode_ms": 13.542625005356967}, "total_wall_ms": 77.83125003334135, "ttft_ms": 13.307917048223317, "input_usage": {"receiver_prompt_tokens": 373, "sender_input_tokens": 5934, "sender_output_tokens": 512, "sender_prefill_ms": 945.5736660165712, "sender_ttft_ms": 15.401833108626306, "sender_decode_ms": 7107.850125059485}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 697155584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486615616, "mlx_cache_bytes": 12737704252, "process_rss_bytes": 697155584}, "peak_prefill_memory": null, "peak_decode_memory": 6486615616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2665f9f81ee741579229dd601579a158efa3f8e3b990c8ab70541aa31cc8e7f4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2052 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "16fae0107edad92693650912", "attempt_id": "a790a50133b9", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:33.983362Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 379, "message_tokens": 282, "message_utf8_bytes": 710, "cache_tensor_bytes": null, "serialized_payload_bytes": 710, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8073.476584046148, "decode_payload_ms": 0.0, "receiver_prefill_ms": 51.654042094014585, "ttft_ms": 13.415792025625706, "decode_ms": 13.290415983647108}, "total_wall_ms": 79.1774169774726, "ttft_ms": 13.415792025625706, "input_usage": {"receiver_prompt_tokens": 379, "sender_input_tokens": 5934, "sender_output_tokens": 512, "sender_prefill_ms": 945.5736660165712, "sender_ttft_ms": 15.401833108626306, "sender_decode_ms": 7107.850125059485}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 697155584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6491792984, "mlx_cache_bytes": 12945192740, "process_rss_bytes": 697155584}, "peak_prefill_memory": null, "peak_decode_memory": 6491792984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2665f9f81ee741579229dd601579a158efa3f8e3b990c8ab70541aa31cc8e7f4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2053 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "009b00fc55f9ef5dbfec9958", "attempt_id": "9427aa186c34", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:34.087021Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 140, "message_tokens": 49, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2080.973249976523, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.787084018811584, "ttft_ms": 13.09074996970594, "decode_ms": 132.89566698949784}, "total_wall_ms": 2258.2405830034986, "ttft_ms": 13.09074996970594, "input_usage": {"receiver_prompt_tokens": 140, "sender_input_tokens": 5943, "sender_output_tokens": 75, "sender_prefill_ms": 1015.41037496645, "sender_ttft_ms": 14.923834009096026, "sender_decode_ms": 1045.892250025645}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 697188352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294201012, "mlx_cache_bytes": 13779892004, "process_rss_bytes": 697188352}, "peak_prefill_memory": null, "peak_decode_memory": 6294201012, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a5b990efed02834963c7a0b06b1ac2c52663d281759cd75258d1fc3ef5e1f7d", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2054 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c0c405645253bae2e633ec8e", "attempt_id": "f51f14e31e6e", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:36.370216Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 143, "message_tokens": 48, "message_utf8_bytes": 111, "cache_tensor_bytes": null, "serialized_payload_bytes": 111, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1923.4986660303548, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.80850001424551, "ttft_ms": 13.113209046423435, "decode_ms": 120.80320797394961}, "total_wall_ms": 2088.726625079289, "ttft_ms": 13.113209046423435, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 5947, "sender_output_tokens": 68, "sender_prefill_ms": 947.1984589472413, "sender_ttft_ms": 15.387208899483085, "sender_decode_ms": 956.1697919853032}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 697221120, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6304244404, "mlx_cache_bytes": 14542583588, "process_rss_bytes": 697221120}, "peak_prefill_memory": null, "peak_decode_memory": 6304244404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B in La Tuque", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eecce6a56fc2d85ecdd4ac50376db6f994571ce8a583a273b25f6e50aa37670a", "output_hash": "46dbb037a10c29cd2d75c897c0da8271c651c20496aa7d5d1a6bdaac04b5c868"} |
| |
2055 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1dc7b4fc6fa71c9689889aa3", "attempt_id": "231c34049433", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:38.484670Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 148, "message_tokens": 52, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1978.7281249882653, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.498583033680916, "ttft_ms": 13.221291010268033, "decode_ms": 92.39745896775275}, "total_wall_ms": 2116.380541003309, "ttft_ms": 13.221291010268033, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 5948, "sender_output_tokens": 73, "sender_prefill_ms": 940.9024589695036, "sender_ttft_ms": 15.21524996496737, "sender_decode_ms": 1018.1094160070643}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 697237504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300656316, "mlx_cache_bytes": 15131556208, "process_rss_bytes": 697237504}, "peak_prefill_memory": null, "peak_decode_memory": 6300656316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ff8c83c19290f2b89e2747f5f6153002be637bdad5f96f5aeccaf39c993d688c", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2056 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "04c61d990825f1c4f543cdf3", "attempt_id": "ea7a369fb877", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:40.627465Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 821, "message_tokens": 745, "message_utf8_bytes": 450, "cache_tensor_bytes": null, "serialized_payload_bytes": 450, "side_information_bytes": 0, "fetched_bytes": 1398, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023415894247591496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.15145793557167, "ttft_ms": 13.517583953216672, "decode_ms": 134.4477910315618}, "total_wall_ms": 245.16033404506743, "ttft_ms": 13.517583953216672, "input_usage": {"receiver_prompt_tokens": 821, "sender_input_tokens": 5934, "sender_output_tokens": 512, "sender_prefill_ms": 945.5736660165712, "sender_ttft_ms": 15.401833108626306, "sender_decode_ms": 7107.850125059485}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 697466880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6697201740, "mlx_cache_bytes": 15652501872, "process_rss_bytes": 697466880}, "peak_prefill_memory": null, "peak_decode_memory": 6697201740, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1398, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "720e2a564c3482d3b270650335d017e74664fb81a2a8b32b2f9d03b8777398c2", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2057 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a287f097ed77cfc97510c76", "attempt_id": "6906914bd0e5", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:40.898533Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 825, "message_tokens": 745, "message_utf8_bytes": 450, "cache_tensor_bytes": null, "serialized_payload_bytes": 450, "side_information_bytes": 0, "fetched_bytes": 1398, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023415894247591496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.42325004097074, "ttft_ms": 13.730249949730933, "decode_ms": 120.78229093458503}, "total_wall_ms": 232.29087505023926, "ttft_ms": 13.730249949730933, "input_usage": {"receiver_prompt_tokens": 825, "sender_input_tokens": 5934, "sender_output_tokens": 512, "sender_prefill_ms": 945.5736660165712, "sender_ttft_ms": 15.401833108626306, "sender_decode_ms": 7107.850125059485}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 697483264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6699561036, "mlx_cache_bytes": 16136976752, "process_rss_bytes": 697483264}, "peak_prefill_memory": null, "peak_decode_memory": 6699561036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B in La Tuque", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1398, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7350e9b0af34c69436ed64d8bc63669cb507621a0fd40525bce5516007d21a5e", "output_hash": "46dbb037a10c29cd2d75c897c0da8271c651c20496aa7d5d1a6bdaac04b5c868"} |
| |
2058 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "509cf35dc3f9932c66f4d21b", "attempt_id": "1cc1ba21a0b5", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:41.155643Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 826, "message_tokens": 745, "message_utf8_bytes": 450, "cache_tensor_bytes": null, "serialized_payload_bytes": 450, "side_information_bytes": 0, "fetched_bytes": 1398, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023415894247591496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 99.86962494440377, "ttft_ms": 13.6793750571087, "decode_ms": 13.555375044234097}, "total_wall_ms": 128.43595794402063, "ttft_ms": 13.6793750571087, "input_usage": {"receiver_prompt_tokens": 826, "sender_input_tokens": 5934, "sender_output_tokens": 512, "sender_prefill_ms": 945.5736660165712, "sender_ttft_ms": 15.401833108626306, "sender_decode_ms": 7107.850125059485}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 697483264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6735343692, "mlx_cache_bytes": 16476715376, "process_rss_bytes": 697483264}, "peak_prefill_memory": null, "peak_decode_memory": 6735343692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1398, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c129e79bb5c2d2956951d0b6d3e133415ea729667ae09835dd39895797f8bc76", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2059 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9eee19f4ae90d43bdf33328", "attempt_id": "50d2970cf66f", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:41.309169Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 821, "message_tokens": 745, "message_utf8_bytes": 450, "cache_tensor_bytes": null, "serialized_payload_bytes": 450, "side_information_bytes": 0, "fetched_bytes": 1398, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023415894247591496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.58104095980525, "ttft_ms": 13.478709035553038, "decode_ms": 13.548749964684248}, "total_wall_ms": 133.88062501326203, "ttft_ms": 13.478709035553038, "input_usage": {"receiver_prompt_tokens": 821, "sender_input_tokens": 5934, "sender_output_tokens": 512, "sender_prefill_ms": 945.5736660165712, "sender_ttft_ms": 15.401833108626306, "sender_decode_ms": 7107.850125059485}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 697483264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6697168972, "mlx_cache_bytes": 16476715376, "process_rss_bytes": 697483264}, "peak_prefill_memory": null, "peak_decode_memory": 6697168972, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1398, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a3a09c402f81514d5cc66e1c4abc084a2ad53fae4638e129901a6f451e097a4b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2060 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4de49956ae67eb816e008568", "attempt_id": "515ff9e57371", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:41.467458Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 827, "message_tokens": 745, "message_utf8_bytes": 450, "cache_tensor_bytes": null, "serialized_payload_bytes": 450, "side_information_bytes": 0, "fetched_bytes": 1398, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023415894247591496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 115.54420902393758, "ttft_ms": 13.731875107623637, "decode_ms": 14.129332965239882}, "total_wall_ms": 144.88124998752028, "ttft_ms": 13.731875107623637, "input_usage": {"receiver_prompt_tokens": 827, "sender_input_tokens": 5934, "sender_output_tokens": 512, "sender_prefill_ms": 945.5736660165712, "sender_ttft_ms": 15.401833108626306, "sender_decode_ms": 7107.850125059485}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 697434112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6735638604, "mlx_cache_bytes": 16816748912, "process_rss_bytes": 697434112}, "peak_prefill_memory": null, "peak_decode_memory": 6735638604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1398, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bba46bf45fbe206b6a928954e6d5a02f67eac5091afcfce5bdcdb833753a9cfd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2061 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fba1d56e55508cd9143951f5", "attempt_id": "c402e81e46f0", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:41.637635Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.732596685082873}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 5865, "message_tokens": 5790, "message_utf8_bytes": 29139, "cache_tensor_bytes": null, "serialized_payload_bytes": 2715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07916707545518875, "decode_payload_ms": 0.015583005733788013, "receiver_prefill_ms": 1043.6270830687135, "ttft_ms": 15.368124935775995, "decode_ms": 142.11645908653736}, "total_wall_ms": 1209.930166020058, "ttft_ms": 15.368124935775995, "input_usage": {"receiver_prompt_tokens": 5865}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 697466880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 16816748912, "process_rss_bytes": 697466880}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2062 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7287bc257ff077a12451cdf6", "attempt_id": "6eb9cd79370a", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:42.875621Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.732596685082873}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 5869, "message_tokens": 5790, "message_utf8_bytes": 29139, "cache_tensor_bytes": null, "serialized_payload_bytes": 2715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07916707545518875, "decode_payload_ms": 0.015583005733788013, "receiver_prefill_ms": 941.5815840475261, "ttft_ms": 14.740416896529496, "decode_ms": 127.16841697692871}, "total_wall_ms": 1092.3478750046343, "ttft_ms": 14.740416896529496, "input_usage": {"receiver_prompt_tokens": 5869}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 697499648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 16816748912, "process_rss_bytes": 697499648}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "output_hash": "3fa524abb2f344eee793f1d2e0661c3856e21ccde70f1aa4fd07f4a796141a4a"} |
| |
2063 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b28e215a3c7892ae71991660", "attempt_id": "9e305ac94621", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:43.992594Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.732596685082873}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 5870, "message_tokens": 5790, "message_utf8_bytes": 29139, "cache_tensor_bytes": null, "serialized_payload_bytes": 2715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07916707545518875, "decode_payload_ms": 0.015583005733788013, "receiver_prefill_ms": 899.7848329599947, "ttft_ms": 14.640584005974233, "decode_ms": 98.49354100879282}, "total_wall_ms": 1021.5590409934521, "ttft_ms": 14.640584005974233, "input_usage": {"receiver_prompt_tokens": 5870}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 697532416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 16816748912, "process_rss_bytes": 697532416}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2064 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2f0f706e4846dd42598c09fe", "attempt_id": "63803656185f", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:45.039181Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.732596685082873}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 5865, "message_tokens": 5790, "message_utf8_bytes": 29139, "cache_tensor_bytes": null, "serialized_payload_bytes": 2715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07916707545518875, "decode_payload_ms": 0.015583005733788013, "receiver_prefill_ms": 892.8762080613524, "ttft_ms": 14.726042049005628, "decode_ms": 70.77458302956074}, "total_wall_ms": 987.1849169721827, "ttft_ms": 14.726042049005628, "input_usage": {"receiver_prompt_tokens": 5865}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 697565184, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 16816748912, "process_rss_bytes": 697565184}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2065 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c3e29c1b1c51dfdb9ab41a1a", "attempt_id": "dd2de61bd23b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:46.051745Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.732596685082873}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 5871, "message_tokens": 5790, "message_utf8_bytes": 29139, "cache_tensor_bytes": null, "serialized_payload_bytes": 2715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07916707545518875, "decode_payload_ms": 0.015583005733788013, "receiver_prefill_ms": 887.3716669622809, "ttft_ms": 14.694958925247192, "decode_ms": 98.9301250083372}, "total_wall_ms": 1009.760083979927, "ttft_ms": 14.694958925247192, "input_usage": {"receiver_prompt_tokens": 5871}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 697581568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 16816748912, "process_rss_bytes": 697581568}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8544550", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "output_hash": "7ea69da7ca13297bce5fac6a79b7f74d78548d728dc85a91c943d1c2c8172768"} |
| |
2066 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3fc4654f07f715e57ceb9392", "attempt_id": "84508982e58c", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:47.611113Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08842832469775475, "origin_tokens": 5607, "compressed_tokens": 540, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 661, "message_tokens": 584, "message_utf8_bytes": 2571, "cache_tensor_bytes": null, "serialized_payload_bytes": 2571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 524.2978750029579, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.0174159752205, "ttft_ms": 13.750666985288262, "decode_ms": 13.500750064849854}, "total_wall_ms": 115.56075001135468, "ttft_ms": 13.750666985288262, "input_usage": {"receiver_prompt_tokens": 661}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 702185472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6601764952, "mlx_cache_bytes": 17224513904, "process_rss_bytes": 702185472}, "peak_prefill_memory": null, "peak_decode_memory": 6601764952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fb9af14a629eb5c1516149eef1cf675ff1c3154014808d416f856863710f80a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2067 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fafb08243a44c1e1a435b50d", "attempt_id": "f1136e0afa24", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:47.758437Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08842832469775475, "origin_tokens": 5607, "compressed_tokens": 540, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 665, "message_tokens": 584, "message_utf8_bytes": 2571, "cache_tensor_bytes": null, "serialized_payload_bytes": 2571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 524.2978750029579, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.01975005492568, "ttft_ms": 13.662916026078165, "decode_ms": 67.35008396208286}, "total_wall_ms": 167.3239580122754, "ttft_ms": 13.662916026078165, "input_usage": {"receiver_prompt_tokens": 665}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 702185472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6601470040, "mlx_cache_bytes": 17524439408, "process_rss_bytes": 702185472}, "peak_prefill_memory": null, "peak_decode_memory": 6601470040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ixbanruk-8", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fb9af14a629eb5c1516149eef1cf675ff1c3154014808d416f856863710f80a", "output_hash": "ad85d95a4ecc6503ef2a7cc9deac83e51386877669f94fb4a6af4bffd32a3a2e"} |
| |
2068 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b015c186534c9417846d7942", "attempt_id": "d4016f10e105", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:47.952350Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08842832469775475, "origin_tokens": 5607, "compressed_tokens": 540, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 666, "message_tokens": 584, "message_utf8_bytes": 2571, "cache_tensor_bytes": null, "serialized_payload_bytes": 2571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 524.2978750029579, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.52062500733882, "ttft_ms": 13.565250090323389, "decode_ms": 13.715334003791213}, "total_wall_ms": 124.0426670992747, "ttft_ms": 13.565250090323389, "input_usage": {"receiver_prompt_tokens": 666}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 700366848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6602698840, "mlx_cache_bytes": 17929746800, "process_rss_bytes": 700366848}, "peak_prefill_memory": null, "peak_decode_memory": 6602698840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fb9af14a629eb5c1516149eef1cf675ff1c3154014808d416f856863710f80a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2069 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c56da0dc91c3fe9e1db6cd63", "attempt_id": "48199351e5ab", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:48.102379Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08842832469775475, "origin_tokens": 5607, "compressed_tokens": 540, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 661, "message_tokens": 584, "message_utf8_bytes": 2571, "cache_tensor_bytes": null, "serialized_payload_bytes": 2571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 524.2978750029579, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.29462499730289, "ttft_ms": 13.546832953579724, "decode_ms": 13.780292007140815}, "total_wall_ms": 110.84350000601262, "ttft_ms": 13.546832953579724, "input_usage": {"receiver_prompt_tokens": 661}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 700366848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6601764952, "mlx_cache_bytes": 17929746800, "process_rss_bytes": 700366848}, "peak_prefill_memory": null, "peak_decode_memory": 6601764952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fb9af14a629eb5c1516149eef1cf675ff1c3154014808d416f856863710f80a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2070 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1cc1e1e5cfabcdcf7f3ba002", "attempt_id": "98a3e8e7223f", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:48.238209Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08842832469775475, "origin_tokens": 5607, "compressed_tokens": 540, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 667, "message_tokens": 584, "message_utf8_bytes": 2571, "cache_tensor_bytes": null, "serialized_payload_bytes": 2571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 524.2978750029579, "decode_payload_ms": 0.0, "receiver_prefill_ms": 93.72675011400133, "ttft_ms": 13.666582992300391, "decode_ms": 13.358124997466803}, "total_wall_ms": 121.95470789447427, "ttft_ms": 13.666582992300391, "input_usage": {"receiver_prompt_tokens": 667}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 670416896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6602993752, "mlx_cache_bytes": 18203916656, "process_rss_bytes": 670416896}, "peak_prefill_memory": null, "peak_decode_memory": 6602993752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fb9af14a629eb5c1516149eef1cf675ff1c3154014808d416f856863710f80a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2071 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "69bf520b3b67e015c92cc015", "attempt_id": "249051dc644f", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:50.137351Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 214880256, "serialized_payload_bytes": 214896421, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1751.7567500472069, "doc_prefill_ms": 919.3777090404183, "compress_ms": 575.4510409897193, "serialize_ms": 247.93987500015646, "load_ms": 24.661374976858497, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.56074996478856, "ttft_ms": 65.56074996478856, "decode_ms": 221.154416911304}, "total_wall_ms": 315.8634169958532, "ttft_ms": 65.56074996478856, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 866287616, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896050496, "mlx_cache_bytes": 18968689153, "process_rss_bytes": 866287616}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896050496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62df38fddace2cd60075c49d382219009f0fc072cec6e0f531e8b56564e9911c", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2072 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef2f64ef7cf0f24b29c1f215", "attempt_id": "87716a2ec70c", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:50.483120Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 40, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 214880256, "serialized_payload_bytes": 214896421, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1751.7567500472069, "doc_prefill_ms": 919.3777090404183, "compress_ms": 575.4510409897193, "serialize_ms": 247.93987500015646, "load_ms": 1.8376250518485904, "receiver_prefill_ms": 0.0, "query_prefill_ms": 128.2370409462601, "ttft_ms": 128.2370409462601, "decode_ms": 143.1405000621453}, "total_wall_ms": 277.91483292821795, "ttft_ms": 128.2370409462601, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 866271232, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6899458368, "mlx_cache_bytes": 19004178657, "process_rss_bytes": 866271232}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899458368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62df38fddace2cd60075c49d382219009f0fc072cec6e0f531e8b56564e9911c", "output_hash": "3fa524abb2f344eee793f1d2e0661c3856e21ccde70f1aa4fd07f4a796141a4a"} |
| |
2073 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a0586fc38149dd5b03462c5", "attempt_id": "3d54d09dcd76", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:50.791560Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 41, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 214880256, "serialized_payload_bytes": 214896421, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1751.7567500472069, "doc_prefill_ms": 919.3777090404183, "compress_ms": 575.4510409897193, "serialize_ms": 247.93987500015646, "load_ms": 2.0554999355226755, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.993583091534674, "ttft_ms": 46.993583091534674, "decode_ms": 112.48337500728667}, "total_wall_ms": 166.37141699902713, "ttft_ms": 46.993583091534674, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 866156544, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6902407488, "mlx_cache_bytes": 19023317014, "process_rss_bytes": 866156544}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902407488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62df38fddace2cd60075c49d382219009f0fc072cec6e0f531e8b56564e9911c", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2074 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cf94e807e818d6220c533d9e", "attempt_id": "eae6601d363d", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:50.987872Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 214880256, "serialized_payload_bytes": 214896421, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1751.7567500472069, "doc_prefill_ms": 919.3777090404183, "compress_ms": 575.4510409897193, "serialize_ms": 247.93987500015646, "load_ms": 1.898834016174078, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.051165903918445, "ttft_ms": 46.051165903918445, "decode_ms": 74.37508297152817}, "total_wall_ms": 128.78804199863225, "ttft_ms": 46.051165903918445, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 866238464, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896050384, "mlx_cache_bytes": 19023317014, "process_rss_bytes": 866238464}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896050384, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62df38fddace2cd60075c49d382219009f0fc072cec6e0f531e8b56564e9911c", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2075 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "63df43997109a00c0da6d455", "attempt_id": "3d3a44047900", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:51.145891Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 42, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 214880256, "serialized_payload_bytes": 214896421, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1751.7567500472069, "doc_prefill_ms": 919.3777090404183, "compress_ms": 575.4510409897193, "serialize_ms": 247.93987500015646, "load_ms": 1.952082966454327, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.948916929773986, "ttft_ms": 45.948916929773986, "decode_ms": 104.86829106230289}, "total_wall_ms": 157.25312498398125, "ttft_ms": 45.948916929773986, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 866238464, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6902849856, "mlx_cache_bytes": 19023318946, "process_rss_bytes": 866238464}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902849856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8544550", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62df38fddace2cd60075c49d382219009f0fc072cec6e0f531e8b56564e9911c", "output_hash": "7ea69da7ca13297bce5fac6a79b7f74d78548d728dc85a91c943d1c2c8172768"} |
| |
2076 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3ef175bfb7fd83ebb6e38a67", "attempt_id": "fdb0b18e1427", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:51.399508Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a23690f70a0a3b00", "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 214880256, "serialized_payload_bytes": 214896449, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.56733302306384, "doc_prefill_ms": 919.3777090404183, "compress_ms": 6.152375019155443, "serialize_ms": 64.25291602499783, "load_ms": 24.695832980796695, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.7407499672845, "ttft_ms": 46.7407499672845, "decode_ms": 151.3414999935776}, "total_wall_ms": 227.37133398186415, "ttft_ms": 46.7407499672845, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1082195968, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896050384, "mlx_cache_bytes": 19023318946, "process_rss_bytes": 1082195968}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896050384, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d912a242cc6600bdc10bf343a1e467480cc8676c3599d0384a27a3a6f9ff68c", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2077 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6aff2f9a125e223327596ae8", "attempt_id": "6e7ed7ed2408", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:51.655610Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a23690f70a0a3b00", "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 40, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 214880256, "serialized_payload_bytes": 214896449, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.56733302306384, "doc_prefill_ms": 919.3777090404183, "compress_ms": 6.152375019155443, "serialize_ms": 64.25291602499783, "load_ms": 20.70387511048466, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.45133297890425, "ttft_ms": 46.45133297890425, "decode_ms": 135.29170805122703}, "total_wall_ms": 206.92587504163384, "ttft_ms": 46.45133297890425, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1082195968, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6899458272, "mlx_cache_bytes": 19023318946, "process_rss_bytes": 1082195968}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899458272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d912a242cc6600bdc10bf343a1e467480cc8676c3599d0384a27a3a6f9ff68c", "output_hash": "3fa524abb2f344eee793f1d2e0661c3856e21ccde70f1aa4fd07f4a796141a4a"} |
| |
2078 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "88f07638050d1b4dab98d134", "attempt_id": "2b5bc1786602", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:51.888818Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a23690f70a0a3b00", "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 41, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 214880256, "serialized_payload_bytes": 214896449, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.56733302306384, "doc_prefill_ms": 919.3777090404183, "compress_ms": 6.152375019155443, "serialize_ms": 64.25291602499783, "load_ms": 20.405333023518324, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.6331669120118, "ttft_ms": 45.6331669120118, "decode_ms": 104.56562507897615}, "total_wall_ms": 175.12829205952585, "ttft_ms": 45.6331669120118, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1082195968, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6902210788, "mlx_cache_bytes": 19023318946, "process_rss_bytes": 1082195968}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902210788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d912a242cc6600bdc10bf343a1e467480cc8676c3599d0384a27a3a6f9ff68c", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2079 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2592766f679edce22f7d877", "attempt_id": "22ec9d4f5fb6", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:52.090368Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a23690f70a0a3b00", "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 214880256, "serialized_payload_bytes": 214896449, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.56733302306384, "doc_prefill_ms": 919.3777090404183, "compress_ms": 6.152375019155443, "serialize_ms": 64.25291602499783, "load_ms": 20.173707976937294, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.70516704209149, "ttft_ms": 46.70516704209149, "decode_ms": 74.73583403043449}, "total_wall_ms": 146.00579196121544, "ttft_ms": 46.70516704209149, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1082212352, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6896050384, "mlx_cache_bytes": 19023318946, "process_rss_bytes": 1082212352}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896050384, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d912a242cc6600bdc10bf343a1e467480cc8676c3599d0384a27a3a6f9ff68c", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2080 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1397b136529707b7cd1d0a89", "attempt_id": "431c6771b91e", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:52.261395Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a23690f70a0a3b00", "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 42, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 214880256, "serialized_payload_bytes": 214896449, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.56733302306384, "doc_prefill_ms": 919.3777090404183, "compress_ms": 6.152375019155443, "serialize_ms": 64.25291602499783, "load_ms": 20.614166976884007, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.43041698727757, "ttft_ms": 46.43041698727757, "decode_ms": 105.29662505723536}, "total_wall_ms": 176.8323329742998, "ttft_ms": 46.43041698727757, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1082212352, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6902849768, "mlx_cache_bytes": 19023318946, "process_rss_bytes": 1082212352}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902849768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8544550", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d912a242cc6600bdc10bf343a1e467480cc8676c3599d0384a27a3a6f9ff68c", "output_hash": "7ea69da7ca13297bce5fac6a79b7f74d78548d728dc85a91c943d1c2c8172768"} |
| |
2081 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "efa7aae3ac596d58716c0ad5", "attempt_id": "1792677d7a40", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:52.515802Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6505013256}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 114155136, "serialized_payload_bytes": 114189461, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.649041939526796, "doc_prefill_ms": 919.3777090404183, "compress_ms": 21.551958983764052, "serialize_ms": 29.742415994405746, "load_ms": 3.324875026009977, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.688124915584922, "ttft_ms": 27.688124915584922, "decode_ms": 152.0862920442596}, "total_wall_ms": 187.51133303157985, "ttft_ms": 27.688124915584922, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1194868736, "backend_memory": {"mlx_active_bytes": 6620815368, "mlx_peak_bytes": 6724584620, "mlx_cache_bytes": 19386868610, "process_rss_bytes": 1194868736}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6724584620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd04b4c95db22c4c952d2510009ff05a7bf7b6ada36227afd10d249e877f8685", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2082 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "08da700a20c71fc9ade0c9a9", "attempt_id": "bd9b0f92a788", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:52.728965Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6505013256}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 40, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 114155136, "serialized_payload_bytes": 114189461, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.649041939526796, "doc_prefill_ms": 919.3777090404183, "compress_ms": 21.551958983764052, "serialize_ms": 29.742415994405746, "load_ms": 2.287292038090527, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.91512491181493, "ttft_ms": 42.91512491181493, "decode_ms": 137.1684999903664}, "total_wall_ms": 186.83895794674754, "ttft_ms": 42.91512491181493, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1194868736, "backend_memory": {"mlx_active_bytes": 6620815368, "mlx_peak_bytes": 6792962253, "mlx_cache_bytes": 19387036290, "process_rss_bytes": 1194868736}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6792962253, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd04b4c95db22c4c952d2510009ff05a7bf7b6ada36227afd10d249e877f8685", "output_hash": "3fa524abb2f344eee793f1d2e0661c3856e21ccde70f1aa4fd07f4a796141a4a"} |
| |
2083 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf36b7114fb537699c80f17b", "attempt_id": "e1ce1640f65c", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:52.941625Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6505013256}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 41, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 114155136, "serialized_payload_bytes": 114189461, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.649041939526796, "doc_prefill_ms": 919.3777090404183, "compress_ms": 21.551958983764052, "serialize_ms": 29.742415994405746, "load_ms": 2.291457960382104, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.542499941773713, "ttft_ms": 27.542499941773713, "decode_ms": 106.27266694791615}, "total_wall_ms": 140.35570807754993, "ttft_ms": 27.542499941773713, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1194885120, "backend_memory": {"mlx_active_bytes": 6621044744, "mlx_peak_bytes": 6737448544, "mlx_cache_bytes": 19450515938, "process_rss_bytes": 1194885120}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6737448544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd04b4c95db22c4c952d2510009ff05a7bf7b6ada36227afd10d249e877f8685", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2084 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c033d1648f32cb643e2915e6", "attempt_id": "decb18480e15", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:53.107268Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6505013256}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 114155136, "serialized_payload_bytes": 114189461, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.649041939526796, "doc_prefill_ms": 919.3777090404183, "compress_ms": 21.551958983764052, "serialize_ms": 29.742415994405746, "load_ms": 2.3467499995604157, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.877125026658177, "ttft_ms": 26.877125026658177, "decode_ms": 75.79737494233996}, "total_wall_ms": 109.53412496019155, "ttft_ms": 26.877125026658177, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1194934272, "backend_memory": {"mlx_active_bytes": 6621044744, "mlx_peak_bytes": 6724581980, "mlx_cache_bytes": 19450515938, "process_rss_bytes": 1194934272}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6724581980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd04b4c95db22c4c952d2510009ff05a7bf7b6ada36227afd10d249e877f8685", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2085 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0f7a8db0cf0b84d69e5ad8a0", "attempt_id": "9055eb337ca5", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:53.241832Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6505013256}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 42, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 114155136, "serialized_payload_bytes": 114189461, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.649041939526796, "doc_prefill_ms": 919.3777090404183, "compress_ms": 21.551958983764052, "serialize_ms": 29.742415994405746, "load_ms": 2.3351249983534217, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.55833406466991, "ttft_ms": 37.55833406466991, "decode_ms": 106.81120806839317}, "total_wall_ms": 151.11566602718085, "ttft_ms": 37.55833406466991, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1194934272, "backend_memory": {"mlx_active_bytes": 6621044744, "mlx_peak_bytes": 6802162325, "mlx_cache_bytes": 19450692002, "process_rss_bytes": 1194934272}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6802162325, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8544550", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd04b4c95db22c4c952d2510009ff05a7bf7b6ada36227afd10d249e877f8685", "output_hash": "7ea69da7ca13297bce5fac6a79b7f74d78548d728dc85a91c943d1c2c8172768"} |
| |
2086 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f8e730b9a11b6a563f658b9e", "attempt_id": "0c164efae0e2", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:53.446653Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 60435072, "serialized_payload_bytes": 60469312, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.22970796842128, "doc_prefill_ms": 919.3777090404183, "compress_ms": 14.425292029045522, "serialize_ms": 13.443082920275629, "load_ms": 2.1532090613618493, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.877333060838282, "ttft_ms": 26.877333060838282, "decode_ms": 700.7435840787366}, "total_wall_ms": 734.3127920757979, "ttft_ms": 26.877333060838282, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1253883904, "backend_memory": {"mlx_active_bytes": 6513287176, "mlx_peak_bytes": 6604849756, "mlx_cache_bytes": 19713411362, "process_rss_bytes": 1253883904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6604849756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " The the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9206b5ab1d1b09634111390f12d22c205212395281391ca3f6ef48a923e56643", "output_hash": "e9dd3d9bca80e51b1846b37d1bd613a59d6d376f0402dd26363b51ebe2936ff7"} |
| |
2087 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c81860acaa9904854466cf2", "attempt_id": "217821805049", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:54.206695Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 40, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 60435072, "serialized_payload_bytes": 60469312, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.22970796842128, "doc_prefill_ms": 919.3777090404183, "compress_ms": 14.425292029045522, "serialize_ms": 13.443082920275629, "load_ms": 2.063583000563085, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.545290999114513, "ttft_ms": 27.545290999114513, "decode_ms": 704.4348750496283}, "total_wall_ms": 738.5932499310002, "ttft_ms": 27.545290999114513, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1253933056, "backend_memory": {"mlx_active_bytes": 6513287176, "mlx_peak_bytes": 6671700509, "mlx_cache_bytes": 19713411362, "process_rss_bytes": 1253933056}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6671700509, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the bank\n the the budget the budget the the the the the the the bank the the bank the bank the bank the bank the the the the the the bank the the bank the bank the bank the bank the bank the the bank the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9206b5ab1d1b09634111390f12d22c205212395281391ca3f6ef48a923e56643", "output_hash": "be32aa68b94510a28abd6651d1e5e007f167df4b99a92420c6ca34f2c7e53536"} |
| |
2088 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aa0ca06d2859bb2b33c65b8d", "attempt_id": "b833489edacf", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:54.971735Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 41, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 60435072, "serialized_payload_bytes": 60469312, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.22970796842128, "doc_prefill_ms": 919.3777090404183, "compress_ms": 14.425292029045522, "serialize_ms": 13.443082920275629, "load_ms": 1.6467920504510403, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.07816706970334, "ttft_ms": 27.07816706970334, "decode_ms": 699.515291955322}, "total_wall_ms": 732.6162090757862, "ttft_ms": 27.07816706970334, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1253916672, "backend_memory": {"mlx_active_bytes": 6513254408, "mlx_peak_bytes": 6617942752, "mlx_cache_bytes": 19713444130, "process_rss_bytes": 1253916672}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6617942752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n the the the the the the the the\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the\n the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9206b5ab1d1b09634111390f12d22c205212395281391ca3f6ef48a923e56643", "output_hash": "f80d52f1a7d2f32f9db70a805b1349a828984aeb0edb6131f53e6ae27fd9532e"} |
| |
2089 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "05046b7a08781a81911a8598", "attempt_id": "7bd5b6d130cf", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:55.730148Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 60435072, "serialized_payload_bytes": 60469312, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.22970796842128, "doc_prefill_ms": 919.3777090404183, "compress_ms": 14.425292029045522, "serialize_ms": 13.443082920275629, "load_ms": 1.6465000808238983, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.570540969260037, "ttft_ms": 26.570540969260037, "decode_ms": 703.1287499703467}, "total_wall_ms": 736.0020000487566, "ttft_ms": 26.570540969260037, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1253916672, "backend_memory": {"mlx_active_bytes": 6513287176, "mlx_peak_bytes": 6604849756, "mlx_cache_bytes": 19713411362, "process_rss_bytes": 1253916672}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6604849756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " The The the the bank bank the the the bank the bank the the the the the The the the the the bank the bank the the bank the bank the the the the bank the bank the bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9206b5ab1d1b09634111390f12d22c205212395281391ca3f6ef48a923e56643", "output_hash": "8acfb5eb3b1aea8be3070bd3550ec50a86539f2848628138d19ea13c8999816b"} |
| |
2090 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7f01dbb3acacb720f38dbc41", "attempt_id": "245104df2ee5", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:56.491456Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 42, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 60435072, "serialized_payload_bytes": 60469312, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.22970796842128, "doc_prefill_ms": 919.3777090404183, "compress_ms": 14.425292029045522, "serialize_ms": 13.443082920275629, "load_ms": 2.155750058591366, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.092458029277623, "ttft_ms": 28.092458029277623, "decode_ms": 699.9737079022452}, "total_wall_ms": 734.9137500859797, "ttft_ms": 28.092458029277623, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1253916672, "backend_memory": {"mlx_active_bytes": 6513287176, "mlx_peak_bytes": 6680896149, "mlx_cache_bytes": 19713411362, "process_rss_bytes": 1253916672}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6680896149, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9206b5ab1d1b09634111390f12d22c205212395281391ca3f6ef48a923e56643", "output_hash": "0fac262bb8029aaf2dc30212154e210b15887dce3ed0444cdee9aac5676e5084"} |
| |
2091 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "199a655bb764f0b974346c12", "attempt_id": "2fe874a967a2", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:57.276776Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5829, "keep": 1457, "compress_ms": 12.547750025987625}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727037, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.195791989564896, "doc_prefill_ms": 919.3777090404183, "compress_ms": 12.575290980748832, "serialize_ms": 10.45683294069022, "load_ms": 0.7211669581010938, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.30912498291582, "ttft_ms": 23.30912498291582, "decode_ms": 138.82025005295873}, "total_wall_ms": 167.04962495714426, "ttft_ms": 23.30912498291582, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1267728384, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541517008, "mlx_cache_bytes": 19729664290, "process_rss_bytes": 1267728384}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541517008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RE-89M-5273", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec53939c57c49c68d3b94bef2beb2b1059f9c6b569ca501777a8fbcd2addbc54", "output_hash": "9b93d107d9f43c65b57bdd3e43f277c4ac33f8338a7ebf5a2d9a31fe4d8aaa71"} |
| |
2092 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "355a48929af20d6eec765adb", "attempt_id": "b82086a20fe6", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:57.469906Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5829, "keep": 1457, "compress_ms": 12.547750025987625}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 40, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727037, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.195791989564896, "doc_prefill_ms": 919.3777090404183, "compress_ms": 12.575290980748832, "serialize_ms": 10.45683294069022, "load_ms": 1.9362920429557562, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.619709070771933, "ttft_ms": 23.619709070771933, "decode_ms": 82.26029202342033}, "total_wall_ms": 112.3565420275554, "ttft_ms": 23.619709070771933, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 40}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1267728384, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6544892128, "mlx_cache_bytes": 19731433762, "process_rss_bytes": 1267728384}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6544892128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Mont-Saint-Athanäs", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec53939c57c49c68d3b94bef2beb2b1059f9c6b569ca501777a8fbcd2addbc54", "output_hash": "4ed902f7ec981e32569c31b4a7a74fbf7201cff3669a410cb6dfaa1b8d7ce503"} |
| |
2093 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8cf020d31041a41972b82ce3", "attempt_id": "92e7309d3017", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:57.608374Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5829, "keep": 1457, "compress_ms": 12.547750025987625}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 41, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727037, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.195791989564896, "doc_prefill_ms": 919.3777090404183, "compress_ms": 12.575290980748832, "serialize_ms": 10.45683294069022, "load_ms": 1.6772500239312649, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.550583980977535, "ttft_ms": 23.550583980977535, "decode_ms": 27.224124991334975}, "total_wall_ms": 56.94804200902581, "ttft_ms": 23.550583980977535, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1267728384, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6547710180, "mlx_cache_bytes": 19731433762, "process_rss_bytes": 1267728384}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547710180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec53939c57c49c68d3b94bef2beb2b1059f9c6b569ca501777a8fbcd2addbc54", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
2094 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2b6455526dd87856930e8aa6", "attempt_id": "073f564e9d5f", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:57.690540Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5829, "keep": 1457, "compress_ms": 12.547750025987625}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727037, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.195791989564896, "doc_prefill_ms": 919.3777090404183, "compress_ms": 12.575290980748832, "serialize_ms": 10.45683294069022, "load_ms": 1.271874993108213, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.3286659931764, "ttft_ms": 23.3286659931764, "decode_ms": 55.269959033466876}, "total_wall_ms": 84.49912501964718, "ttft_ms": 23.3286659931764, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1267728384, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541517008, "mlx_cache_bytes": 19731433762, "process_rss_bytes": 1267728384}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541517008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Ferrante", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec53939c57c49c68d3b94bef2beb2b1059f9c6b569ca501777a8fbcd2addbc54", "output_hash": "2452cf1e380cf61f6e2d862cdab5018f7d14129c6ded9d9b1fb04c0a1767bd39"} |
| |
2095 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "57c5fa095ca1aaf37999cbc0", "attempt_id": "ac17f521b563", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:57.800826Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5829, "keep": 1457, "compress_ms": 12.547750025987625}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 42, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727037, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.195791989564896, "doc_prefill_ms": 919.3777090404183, "compress_ms": 12.575290980748832, "serialize_ms": 10.45683294069022, "load_ms": 1.7156250542029738, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.693040944635868, "ttft_ms": 23.693040944635868, "decode_ms": 96.60000004805624}, "total_wall_ms": 126.2909589568153, "ttft_ms": 23.693040944635868, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1267728384, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6548381928, "mlx_cache_bytes": 19773999394, "process_rss_bytes": 1267728384}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548381928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8544550", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec53939c57c49c68d3b94bef2beb2b1059f9c6b569ca501777a8fbcd2addbc54", "output_hash": "7ea69da7ca13297bce5fac6a79b7f74d78548d728dc85a91c943d1c2c8172768"} |
| |
2096 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d039c3d8ef498117b54ae6e", "attempt_id": "8d1e3aef47e0", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:57.973678Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5829, "keep": 1457, "compress_ms": 8.806791971437633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727031, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.190084003843367, "doc_prefill_ms": 919.3777090404183, "compress_ms": 8.840500027872622, "serialize_ms": 11.168000055477023, "load_ms": 1.7572080250829458, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.9938329430297, "ttft_ms": 22.9938329430297, "decode_ms": 648.8631670363247}, "total_wall_ms": 678.2051660120487, "ttft_ms": 22.9938329430297, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1308704768, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6541517008, "mlx_cache_bytes": 19830917410, "process_rss_bytes": 1308704768}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541517008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Number (a few words or a number), with the later timestamp, the later timestamp, the later timestamp, the later timestamp, the later timestamp, the later timestamp, the later timestamp, the later timestamp, the later timestamp, the later", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a30913d9bfdfa081ccd19ed001f94f61d64dd0019dde26436bcd0434761fd2a", "output_hash": "82a047ce73fe6d1bf39b1f610c1845996c35fc9d334a069baf26b669c3633beb"} |
| |
2097 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "73cb8dbda2a813c5167f1214", "attempt_id": "fdaed732edcc", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:58.677790Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5829, "keep": 1457, "compress_ms": 8.806791971437633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 40, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727031, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.190084003843367, "doc_prefill_ms": 919.3777090404183, "compress_ms": 8.840500027872622, "serialize_ms": 11.168000055477023, "load_ms": 1.5842500142753124, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.213958997279406, "ttft_ms": 24.213958997279406, "decode_ms": 645.9109589923173}, "total_wall_ms": 675.9466249495745, "ttft_ms": 24.213958997279406, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1308704768, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6544892128, "mlx_cache_bytes": 19830917410, "process_rss_bytes": 1308704768}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6544892128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The site of the lot of the site of the site of the site of the site of the site of the site of the site of the site of the site of the site of the site of the site of the site of the site of", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.05405405405405406}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a30913d9bfdfa081ccd19ed001f94f61d64dd0019dde26436bcd0434761fd2a", "output_hash": "a2c820b04d964101391d517a1c944beb692f5b851ed52a748fe876c65ca20723"} |
| |
2098 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fd7c12cb091caaff9865a07c", "attempt_id": "43dd3654367e", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T04:59:59.380542Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5829, "keep": 1457, "compress_ms": 8.806791971437633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 41, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727031, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.190084003843367, "doc_prefill_ms": 919.3777090404183, "compress_ms": 8.840500027872622, "serialize_ms": 11.168000055477023, "load_ms": 1.671500038355589, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.738916963338852, "ttft_ms": 23.738916963338852, "decode_ms": 650.8128329878673}, "total_wall_ms": 680.4925419855863, "ttft_ms": 23.738916963338852, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1308704768, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6547710180, "mlx_cache_bytes": 19830917410, "process_rss_bytes": 1308704768}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547710180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The calibration constant filed for Obynak-12 is 88888888888888888888888888888888888", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a30913d9bfdfa081ccd19ed001f94f61d64dd0019dde26436bcd0434761fd2a", "output_hash": "8e88ac3c27506e90974019e5df4e9b0732f68e02f1e7998f80a103c202de6b63"} |
| |
2099 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9cd6ff105e3c4f9b1cbd6d86", "attempt_id": "c867bddf9ff0", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:00.088590Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5829, "keep": 1457, "compress_ms": 8.806791971437633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727031, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.190084003843367, "doc_prefill_ms": 919.3777090404183, "compress_ms": 8.840500027872622, "serialize_ms": 11.168000055477023, "load_ms": 1.0737089905887842, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.467249961569905, "ttft_ms": 26.467249961569905, "decode_ms": 658.2908750278875}, "total_wall_ms": 691.0652499645948, "ttft_ms": 26.467249961569905, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1308803072, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6541517008, "mlx_cache_bytes": 19830917410, "process_rss_bytes": 1308803072}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541517008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a30913d9bfdfa081ccd19ed001f94f61d64dd0019dde26436bcd0434761fd2a", "output_hash": "6d625800235ed664e917b07a2900bdfe056efaae47cdc342f18001898bba22a3"} |
| |
2100 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ab62472341eb5bbdcdb5e0b5", "attempt_id": "ec76e8ba0b08", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:00.823160Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5829, "keep": 1457, "compress_ms": 8.806791971437633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 42, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727031, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.190084003843367, "doc_prefill_ms": 919.3777090404183, "compress_ms": 8.840500027872622, "serialize_ms": 11.168000055477023, "load_ms": 1.7495410284027457, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.865833063609898, "ttft_ms": 23.865833063609898, "decode_ms": 68.92374996095896}, "total_wall_ms": 99.04245799407363, "ttft_ms": 23.865833063609898, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 42}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1308803072, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6548381928, "mlx_cache_bytes": 19833276706, "process_rss_bytes": 1308803072}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548381928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a30913d9bfdfa081ccd19ed001f94f61d64dd0019dde26436bcd0434761fd2a", "output_hash": "116db2e50bd829462bebc7b47bf264114f69bbb342326303bae2a025f84fd77f"} |
| |
2101 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af20c3d36b9906c8be8a7b8b", "attempt_id": "7b4c16455aab", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:00.949187Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 36, "compress_ms": 88.26804091222584}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.37908403016627, "doc_prefill_ms": 919.3777090404183, "compress_ms": 92.4613339593634, "serialize_ms": 10.671332944184542, "load_ms": 1.5291250310838223, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.399249999783933, "ttft_ms": 23.399249999783933, "decode_ms": 138.06633395142853}, "total_wall_ms": 270.98195790313184, "ttft_ms": 23.399249999783933, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1312194560, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541418704, "mlx_cache_bytes": 19875325114, "process_rss_bytes": 1312194560}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2102 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f819751cfc5589276ea0a129", "attempt_id": "9a92e5e13423", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:01.245968Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 40, "compress_ms": 67.79987493064255}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 40, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.05429196823388, "doc_prefill_ms": 919.3777090404183, "compress_ms": 72.28712493088096, "serialize_ms": 9.538167039863765, "load_ms": 1.2955829733982682, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.640249972231686, "ttft_ms": 23.640249972231686, "decode_ms": 123.45374992582947}, "total_wall_ms": 235.08616595063359, "ttft_ms": 23.640249972231686, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1312194560, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6544793824, "mlx_cache_bytes": 19907028154, "process_rss_bytes": 1312194560}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6544793824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "3fa524abb2f344eee793f1d2e0661c3856e21ccde70f1aa4fd07f4a796141a4a"} |
| |
2103 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a064c109d0ae125a028f7add", "attempt_id": "97ce7ed180f2", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:01.508131Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 41, "compress_ms": 64.13199997041374}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 41, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.66533398535103, "doc_prefill_ms": 919.3777090404183, "compress_ms": 68.38100007735193, "serialize_ms": 9.056333103217185, "load_ms": 1.595166977494955, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.698542034253478, "ttft_ms": 23.698542034253478, "decode_ms": 96.46395803429186}, "total_wall_ms": 203.97308398969471, "ttft_ms": 23.698542034253478, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1312194560, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6546481380, "mlx_cache_bytes": 19941500090, "process_rss_bytes": 1312194560}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546481380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2104 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec43f778dd09ced58b67e948", "attempt_id": "31721ce2b0b7", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:01.738631Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 36, "compress_ms": 63.103332999162376}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727077, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.45870808139443, "doc_prefill_ms": 919.3777090404183, "compress_ms": 67.3271669074893, "serialize_ms": 9.88191703800112, "load_ms": 1.4244579942896962, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.11941608786583, "ttft_ms": 23.11941608786583, "decode_ms": 68.5107089811936}, "total_wall_ms": 175.06533302366734, "ttft_ms": 23.11941608786583, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1312210944, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541418704, "mlx_cache_bytes": 19942679738, "process_rss_bytes": 1312210944}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "349c206f136e2075bf170e3618071220073342eb12ea83576fe384e95585538b", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2105 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a805e61091a570ed0b52313b", "attempt_id": "353ab4b79dee", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:01.941527Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 42, "compress_ms": 62.888249987736344}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 42, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727077, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.47754198499024, "doc_prefill_ms": 919.3777090404183, "compress_ms": 67.40320799872279, "serialize_ms": 9.84562502708286, "load_ms": 1.5839169500395656, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.48350000102073, "ttft_ms": 23.48350000102073, "decode_ms": 96.21999994851649}, "total_wall_ms": 203.33133300300688, "ttft_ms": 23.48350000102073, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1312210944, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6547153128, "mlx_cache_bytes": 19956884666, "process_rss_bytes": 1312210944}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547153128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8545500", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "349c206f136e2075bf170e3618071220073342eb12ea83576fe384e95585538b", "output_hash": "1db02b0d659c648fb7d154a6949a4b2955654e8c5001b4b9db73007b83695917"} |
| |
2106 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1b0424b32c55f1b9de94f2bc", "attempt_id": "b67adb15dc6e", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:02.259301Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 19, "compress_ms": 78.76929198391736}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 88.23841600678861, "doc_prefill_ms": 919.3777090404183, "compress_ms": 80.73737507220358, "serialize_ms": 7.352416054345667, "load_ms": 1.6545839607715607, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.224917007610202, "ttft_ms": 23.224917007610202, "decode_ms": 82.48962508514524}, "total_wall_ms": 111.82383401319385, "ttft_ms": 23.224917007610202, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1312227328, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541418704, "mlx_cache_bytes": 19967698106, "process_rss_bytes": 1312227328}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-5872", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "9ae15fe0a560ef61e77d447633f48e35eaa8b90ef05ce21f867a75ac9b406d7e"} |
| |
2107 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a47943d917c385ba78ee1e4e", "attempt_id": "e58b16b8962c", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:02.395786Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 19, "compress_ms": 78.76929198391736}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 40, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 88.23841600678861, "doc_prefill_ms": 919.3777090404183, "compress_ms": 80.73737507220358, "serialize_ms": 7.352416054345667, "load_ms": 1.5380419790744781, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.626042064279318, "ttft_ms": 23.626042064279318, "decode_ms": 41.0520420409739}, "total_wall_ms": 70.70591603405774, "ttft_ms": 23.626042064279318, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 40}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1312227328, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6544793824, "mlx_cache_bytes": 19967698106, "process_rss_bytes": 1312227328}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6544793824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "3386b54405a27d7cf286c77001dc75897883844ad2c6646c319a104e812b3830"} |
| |
2108 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0651b7b6a4925f46ac03bd37", "attempt_id": "ae06c1fb7091", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:02.492041Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 19, "compress_ms": 78.76929198391736}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 41, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 88.23841600678861, "doc_prefill_ms": 919.3777090404183, "compress_ms": 80.73737507220358, "serialize_ms": 7.352416054345667, "load_ms": 1.6688749892637134, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.569750017486513, "ttft_ms": 23.569750017486513, "decode_ms": 13.634540955536067}, "total_wall_ms": 43.135334039106965, "ttft_ms": 23.569750017486513, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1312227328, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6546481380, "mlx_cache_bytes": 19967698106, "process_rss_bytes": 1312227328}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546481380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2109 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bccf89db9550747acbc7c4c7", "attempt_id": "fb1aa960f961", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:02.561269Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 19, "compress_ms": 78.76929198391736}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 88.23841600678861, "doc_prefill_ms": 919.3777090404183, "compress_ms": 80.73737507220358, "serialize_ms": 7.352416054345667, "load_ms": 1.8034999957308173, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.533042054623365, "ttft_ms": 23.533042054623365, "decode_ms": 68.16020794212818}, "total_wall_ms": 98.0093750404194, "ttft_ms": 23.533042054623365, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1312227328, "backend_memory": {"mlx_active_bytes": 6498639880, "mlx_peak_bytes": 6541418704, "mlx_cache_bytes": 19967698106, "process_rss_bytes": 1312227328}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2110 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "15a1313904381cefe27ab588", "attempt_id": "7013dcc525ba", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:02.684602Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 19, "compress_ms": 78.76929198391736}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 42, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53727076, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 88.23841600678861, "doc_prefill_ms": 919.3777090404183, "compress_ms": 80.73737507220358, "serialize_ms": 7.352416054345667, "load_ms": 1.782250008545816, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.64979195408523, "ttft_ms": 23.64979195408523, "decode_ms": 123.44375008251518}, "total_wall_ms": 153.31891598179936, "ttft_ms": 23.64979195408523, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1312227328, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6547153128, "mlx_cache_bytes": 19966223546, "process_rss_bytes": 1312227328}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547153128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,975,100", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bb70c922765a6d6dcc922b13ad2a825debade2864c3872f1deb9a395b0bff6b2", "output_hash": "cfc9226a29157274ee2fa369504552c3f34966ad1d1c75fe48bba055d0bddacd"} |
| |
2111 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b0f6e3384510199405ed6d3c", "attempt_id": "663ae8a944a8", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:02.864760Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 36, "compress_ms": 80.20370895974338}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53726966, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.85366692207754, "doc_prefill_ms": 919.3777090404183, "compress_ms": 84.64349992573261, "serialize_ms": 18.97883298806846, "load_ms": 3.1192080350592732, "receiver_prefill_ms": 0.0, "query_prefill_ms": 396.5940830530599, "ttft_ms": 396.5940830530599, "decode_ms": 84.12399992812425}, "total_wall_ms": 596.1509159533307, "ttft_ms": 396.5940830530599, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1368358912, "backend_memory": {"mlx_active_bytes": 6499753992, "mlx_peak_bytes": 6582889380, "mlx_cache_bytes": 20200053370, "process_rss_bytes": 1368358912}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6582889380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-5868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "75bd6fba096a8939b4be7e4ed58073a0c74c7508b5dc8f27d513dbb8ac7e778d", "output_hash": "0cbbfce4b5e099c239567266446acb8b9d459ccf147e060477c539bca015b8d1"} |
| |
2112 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bc41ddecf9c056bada5f10ea", "attempt_id": "7249b5b129f3", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:03.486800Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 40, "compress_ms": 64.71804191824049}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 40, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53726966, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.2804579725489, "doc_prefill_ms": 919.3777090404183, "compress_ms": 69.11537505220622, "serialize_ms": 10.888790944591165, "load_ms": 1.6116669867187738, "receiver_prefill_ms": 0.0, "query_prefill_ms": 395.6111669540405, "ttft_ms": 395.6111669540405, "decode_ms": 151.04483300819993}, "total_wall_ms": 633.1146250013262, "ttft_ms": 395.6111669540405, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1422835712, "backend_memory": {"mlx_active_bytes": 6500048904, "mlx_peak_bytes": 6584169468, "mlx_cache_bytes": 20203495146, "process_rss_bytes": 1422835712}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584169468, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "75bd6fba096a8939b4be7e4ed58073a0c74c7508b5dc8f27d513dbb8ac7e778d", "output_hash": "3fa524abb2f344eee793f1d2e0661c3856e21ccde70f1aa4fd07f4a796141a4a"} |
| |
2113 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "25ae9cd8363b91775309d331", "attempt_id": "8bcc6ed48e93", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:04.146968Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 41, "compress_ms": 63.61316691618413}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 41, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53726966, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.0469169151038, "doc_prefill_ms": 919.3777090404183, "compress_ms": 67.80099996831268, "serialize_ms": 10.996875003911555, "load_ms": 1.5052499948069453, "receiver_prefill_ms": 0.0, "query_prefill_ms": 397.1031659748405, "ttft_ms": 397.1031659748405, "decode_ms": 97.78033301699907}, "total_wall_ms": 579.949792008847, "ttft_ms": 397.1031659748405, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1470431232, "backend_memory": {"mlx_active_bytes": 6499983368, "mlx_peak_bytes": 6584538120, "mlx_cache_bytes": 20203569158, "process_rss_bytes": 1470431232}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584538120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "75bd6fba096a8939b4be7e4ed58073a0c74c7508b5dc8f27d513dbb8ac7e778d", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2114 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0821466fe8b8042102d9d72a", "attempt_id": "cfca14e8159a", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:04.753996Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 36, "compress_ms": 63.857584027573466}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53726967, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.85704201180488, "doc_prefill_ms": 919.3777090404183, "compress_ms": 68.10049992054701, "serialize_ms": 10.51483303308487, "load_ms": 0.7837910670787096, "receiver_prefill_ms": 0.0, "query_prefill_ms": 351.70941706746817, "ttft_ms": 351.70941706746817, "decode_ms": 68.95750004332513}, "total_wall_ms": 504.88629192113876, "ttft_ms": 351.70941706746817, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1506820096, "backend_memory": {"mlx_active_bytes": 6499688456, "mlx_peak_bytes": 6582793164, "mlx_cache_bytes": 20203864070, "process_rss_bytes": 1506820096}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6582793164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d0b4eea40e81370f6f972a6e964c9f5e0815ecf055a32b2e49895d1ff56fe83", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2115 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "48fc2c08dcb63c412761c62f", "attempt_id": "e03868a6e264", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:05.287660Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 42, "compress_ms": 64.66054101474583}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 42, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 53710848, "serialized_payload_bytes": 53726966, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.93124995846301, "doc_prefill_ms": 919.3777090404183, "compress_ms": 68.82462499197572, "serialize_ms": 10.875917039811611, "load_ms": 1.6037080204114318, "receiver_prefill_ms": 0.0, "query_prefill_ms": 409.23754102550447, "ttft_ms": 409.23754102550447, "decode_ms": 96.22362500522286}, "total_wall_ms": 591.5342079242691, "ttft_ms": 409.23754102550447, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1548075008, "backend_memory": {"mlx_active_bytes": 6500016136, "mlx_peak_bytes": 6585005076, "mlx_cache_bytes": 20222157090, "process_rss_bytes": 1548075008}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6585005076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8542070", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "75bd6fba096a8939b4be7e4ed58073a0c74c7508b5dc8f27d513dbb8ac7e778d", "output_hash": "5e7ae542495c438aaf6f38e6c3caa3fbe06327a3701f410dc26971ad73ef52fa"} |
| |
2116 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c7eabe805d3fcd8fca3f33be", "attempt_id": "d9957e33da86", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:05.905075Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 36, "compress_ms": 63.866375014185905, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 28533888, "serialized_payload_bytes": 28568202, "side_information_bytes": 34314, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 180.69020798429847, "doc_prefill_ms": 919.3777090404183, "compress_ms": 76.18799991905689, "serialize_ms": 104.05675007496029, "load_ms": 1.6431660624220967, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.770000013522804, "ttft_ms": 19.770000013522804, "decode_ms": 145.4089169856161}, "total_wall_ms": 352.0382499555126, "ttft_ms": 19.770000013522804, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1606139904, "backend_memory": {"mlx_active_bytes": 6448974224, "mlx_peak_bytes": 6500301540, "mlx_cache_bytes": 20358013306, "process_rss_bytes": 1606139904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6500301540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XT-58M-1436", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5a4023c595a68b05d0ca876017ccb12c008e74e4758a3928db313e39bb5077e3", "output_hash": "88a42ad8cf9f73f734996854479d027d426515d2bbd638fc89c418555a6c0484"} |
| |
2117 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3bc2a4cea9d0a6d382bd9ea6", "attempt_id": "6d41de0ab03b", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:06.283362Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 40, "compress_ms": 63.98445903323591, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 40, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 28533888, "serialized_payload_bytes": 28568201, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.22554191201925, "doc_prefill_ms": 919.3777090404183, "compress_ms": 76.15833298768848, "serialize_ms": 7.6267080148682, "load_ms": 1.712416997179389, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.445124897174537, "ttft_ms": 19.445124897174537, "decode_ms": 130.38229197263718}, "total_wall_ms": 240.20870903041214, "ttft_ms": 19.445124897174537, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1608237056, "backend_memory": {"mlx_active_bytes": 6447797248, "mlx_peak_bytes": 6504226556, "mlx_cache_bytes": 20381571674, "process_rss_bytes": 1608237056}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6504226556, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 69-B, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd19d56dce773f5808f4904b1f2a1e3ccd970b7d4c381ad2b7a5afa275558525", "output_hash": "3fa524abb2f344eee793f1d2e0661c3856e21ccde70f1aa4fd07f4a796141a4a"} |
| |
2118 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "750a9aa7d9b7d959870dd552", "attempt_id": "dacb9a48990e", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:06.549645Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 41, "compress_ms": 63.54095903225243, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 41, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 28533888, "serialized_payload_bytes": 28568201, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.05733294785023, "doc_prefill_ms": 919.3777090404183, "compress_ms": 76.10004197340459, "serialize_ms": 7.493500015698373, "load_ms": 1.6020420007407665, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.32075002696365, "ttft_ms": 19.32075002696365, "decode_ms": 101.53774998616427}, "total_wall_ms": 210.96908289473504, "ttft_ms": 19.32075002696365, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1608286208, "backend_memory": {"mlx_active_bytes": 6447788328, "mlx_peak_bytes": 6506379840, "mlx_cache_bytes": 20399275314, "process_rss_bytes": 1608286208}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6506379840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "64.4363", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd19d56dce773f5808f4904b1f2a1e3ccd970b7d4c381ad2b7a5afa275558525", "output_hash": "e893d3cc84006f45f29fed9ad95a4a4d27a56c544413f192e25efb93ff18e0c9"} |
| |
2119 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3cb9487405ca7da57d442715", "attempt_id": "1f869961fbe6", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:06.787129Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 36, "compress_ms": 61.26600003335625, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 36, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 28533888, "serialized_payload_bytes": 28568201, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.20133401826024, "doc_prefill_ms": 919.3777090404183, "compress_ms": 72.83508393447846, "serialize_ms": 7.939999923110008, "load_ms": 1.0487500112503767, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.09866603091359, "ttft_ms": 19.09866603091359, "decode_ms": 72.48391699977219}, "total_wall_ms": 178.2951250206679, "ttft_ms": 19.09866603091359, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1608286208, "backend_memory": {"mlx_active_bytes": 6447780232, "mlx_peak_bytes": 6499342684, "mlx_cache_bytes": 20399283410, "process_rss_bytes": 1608286208}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6499342684, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd19d56dce773f5808f4904b1f2a1e3ccd970b7d4c381ad2b7a5afa275558525", "output_hash": "f6d5cac4a4e0857d4a2d59edc807a8bc5b4453aa9de6472025ff948ea6d9e901"} |
| |
2120 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa8e54cc2f0077b79e5773b1", "attempt_id": "1fd96e559545", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:06.991216Z", "task_family": "synthetic", "document_id": "syn_03019_8000", "document_hash": "f8991a6ada3dde65b1427947e7dcf1f720fb02070a2dc500ecfd2e9bc6d8bf60", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03019_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5829, "keep": 1457, "window_tokens": 42, "compress_ms": 63.75950004439801, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5790, "source_tokens_receiver": 5790, "query_tokens": 42, "message_tokens": 5829, "message_utf8_bytes": 29139, "cache_tensor_bytes": 28533888, "serialized_payload_bytes": 28568201, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.87366693932563, "doc_prefill_ms": 919.3777090404183, "compress_ms": 76.04537496808916, "serialize_ms": 7.385290926322341, "load_ms": 1.8465829780325294, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.24729095306247, "ttft_ms": 64.24729095306247, "decode_ms": 101.19325004052371}, "total_wall_ms": 255.63966599293053, "ttft_ms": 64.24729095306247, "input_usage": {"receiver_prefix_tokens": 5829, "dense_cache_bytes": 214880256, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1608302592, "backend_memory": {"mlx_active_bytes": 6447797248, "mlx_peak_bytes": 6507403828, "mlx_cache_bytes": 20417451674, "process_rss_bytes": 1608302592}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6507403828, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8545500", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03019_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd19d56dce773f5808f4904b1f2a1e3ccd970b7d4c381ad2b7a5afa275558525", "output_hash": "1db02b0d659c648fb7d154a6949a4b2955654e8c5001b4b9db73007b83695917"} |
| |
2121 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8e83b39fb75689420c5d493e", "attempt_id": "d990e1653362", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:08.044642Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 63, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010415911674499512, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.25145895499736, "ttft_ms": 13.17616703454405, "decode_ms": 14.244499965570867}, "total_wall_ms": 50.304707954637706, "ttft_ms": 13.17616703454405, "input_usage": {"receiver_prompt_tokens": 63}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 679723008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221554036, "mlx_cache_bytes": 269518512, "process_rss_bytes": 679723008}, "peak_prefill_memory": null, "peak_decode_memory": 6221554036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2122 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "50114c0b817c25eec86c5017", "attempt_id": "1954f36f153a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:08.135514Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010415911674499512, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.948124959133565, "ttft_ms": 13.436625013127923, "decode_ms": 13.312082970514894}, "total_wall_ms": 51.163333002477884, "ttft_ms": 13.436625013127923, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 679723008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 332940976, "process_rss_bytes": 679723008}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2123 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5feb29c8179aba26068bd8e8", "attempt_id": "40fdd5251aaa", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:08.219247Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010415911674499512, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.01249995455146, "ttft_ms": 12.926500057801604, "decode_ms": 13.319791993126273}, "total_wall_ms": 50.71550002321601, "ttft_ms": 12.926500057801604, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 679723008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243967624, "mlx_cache_bytes": 393397936, "process_rss_bytes": 679723008}, "peak_prefill_memory": null, "peak_decode_memory": 6243967624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2124 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9fe4ef5db26a26f8a98f33f4", "attempt_id": "5f0b0b0f8e24", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:08.302564Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 67, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010415911674499512, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.906750022433698, "ttft_ms": 13.219584012404084, "decode_ms": 12.991250026971102}, "total_wall_ms": 50.55875005200505, "ttft_ms": 13.219584012404084, "input_usage": {"receiver_prompt_tokens": 67}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 679723008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6241952392, "mlx_cache_bytes": 434243248, "process_rss_bytes": 679723008}, "peak_prefill_memory": null, "peak_decode_memory": 6241952392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2125 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68ba5efd3c6f1923c363c58c", "attempt_id": "cfed4a887391", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:08.386276Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 74, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010415911674499512, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.237958015874028, "ttft_ms": 12.979416060261428, "decode_ms": 13.531374977901578}, "total_wall_ms": 51.20733310468495, "ttft_ms": 12.979416060261428, "input_usage": {"receiver_prompt_tokens": 74}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 679723008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6247801480, "mlx_cache_bytes": 486377136, "process_rss_bytes": 679723008}, "peak_prefill_memory": null, "peak_decode_memory": 6247801480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2126 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eda3fa23d451323e3229908a", "attempt_id": "393e466bdb51", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:08.470329Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 11045, "message_tokens": 10972, "message_utf8_bytes": 58651, "cache_tensor_bytes": null, "serialized_payload_bytes": 58651, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00908400397747755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1503.2140830298886, "ttft_ms": 14.89450002554804, "decode_ms": 145.21487499587238}, "total_wall_ms": 1680.0079999957234, "ttft_ms": 14.89450002554804, "input_usage": {"receiver_prompt_tokens": 11045}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 679788544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3352233648, "process_rss_bytes": 679788544}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2127 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1dd49f6b4b73272929e87ee3", "attempt_id": "00a0a19ded97", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:10.184247Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 11051, "message_tokens": 10972, "message_utf8_bytes": 58651, "cache_tensor_bytes": null, "serialized_payload_bytes": 58651, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00908400397747755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1632.9304170794785, "ttft_ms": 15.163624892011285, "decode_ms": 190.08674996439368}, "total_wall_ms": 1854.5114579610527, "ttft_ms": 15.163624892011285, "input_usage": {"receiver_prompt_tokens": 11051}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 679837696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3833808560, "process_rss_bytes": 679837696}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D in Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "output_hash": "2ba4510e9a251f4230d3acf591c6667e0c5a737b8288a77f3191d2ca96c2565b"} |
| |
2128 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d3b7f455226cb9c22927f9ab", "attempt_id": "e957d7c87c09", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:12.071989Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 11052, "message_tokens": 10972, "message_utf8_bytes": 58651, "cache_tensor_bytes": null, "serialized_payload_bytes": 58651, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00908400397747755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1773.7632499774918, "ttft_ms": 15.300458064302802, "decode_ms": 104.10195798613131}, "total_wall_ms": 1910.0297499680892, "ttft_ms": 15.300458064302802, "input_usage": {"receiver_prompt_tokens": 11052}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 679870464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4167747248, "process_rss_bytes": 679870464}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2129 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "37b0d8911758ec3424a7e762", "attempt_id": "daf790b501cf", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:14.016161Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 11049, "message_tokens": 10972, "message_utf8_bytes": 58651, "cache_tensor_bytes": null, "serialized_payload_bytes": 58651, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00908400397747755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1822.303041932173, "ttft_ms": 15.086458064615726, "decode_ms": 75.00633294694126}, "total_wall_ms": 1928.6495830165222, "ttft_ms": 15.086458064615726, "input_usage": {"receiver_prompt_tokens": 11049}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 679919616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4500407984, "process_rss_bytes": 679919616}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2130 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e5399177788b16c3c98ccb34", "attempt_id": "3d631efd6e05", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:15.978640Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 11056, "message_tokens": 10972, "message_utf8_bytes": 58651, "cache_tensor_bytes": null, "serialized_payload_bytes": 58651, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00908400397747755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1857.8483340097591, "ttft_ms": 15.08629193995148, "decode_ms": 104.73091702442616}, "total_wall_ms": 1994.5360829588026, "ttft_ms": 15.08629193995148, "input_usage": {"receiver_prompt_tokens": 11056}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 679968768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4979836592, "process_rss_bytes": 679968768}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7041735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "output_hash": "2209cbb8208ebcd6e1502a1c31d9fa139f5edcde50b3d8f038db50b40e6234e8"} |
| |
2131 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "439dca31c51bbc7d0517c56a", "attempt_id": "3c4e3530a930", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:18.014861Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10972}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 594, "message_tokens": 516, "message_utf8_bytes": 2200, "cache_tensor_bytes": null, "serialized_payload_bytes": 2200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.802457897923887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.04454199504107, "ttft_ms": 13.766749994829297, "decode_ms": 13.364249956794083}, "total_wall_ms": 106.33504204452038, "ttft_ms": 13.766749994829297, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 679968768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 5369611952, "process_rss_bytes": 679968768}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "001ccf0328e908dbcc6edc7cb92d8caf3170dbcc921ba6477d9b6cd498421774", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2132 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b6fb95c1c4587e1f50505e7", "attempt_id": "29f719ae0f66", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:18.154135Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10972}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2200, "cache_tensor_bytes": null, "serialized_payload_bytes": 2200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.802457897923887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.17795804981142, "ttft_ms": 13.693291926756501, "decode_ms": 13.352541020140052}, "total_wall_ms": 104.44420902058482, "ttft_ms": 13.693291926756501, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 679985152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 5719475888, "process_rss_bytes": 679985152}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "001ccf0328e908dbcc6edc7cb92d8caf3170dbcc921ba6477d9b6cd498421774", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2133 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5c05226da6db1274ac12cf25", "attempt_id": "26d2c61310a7", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:18.292721Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10972}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2200, "cache_tensor_bytes": null, "serialized_payload_bytes": 2200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.802457897923887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.35312499385327, "ttft_ms": 13.62899993546307, "decode_ms": 13.492917059920728}, "total_wall_ms": 103.62562502268702, "ttft_ms": 13.62899993546307, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 679985152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5966612144, "process_rss_bytes": 679985152}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "001ccf0328e908dbcc6edc7cb92d8caf3170dbcc921ba6477d9b6cd498421774", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2134 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "19b4e731802c480035cf82d0", "attempt_id": "bd94e1d843ca", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:18.429502Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10972}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 598, "message_tokens": 516, "message_utf8_bytes": 2200, "cache_tensor_bytes": null, "serialized_payload_bytes": 2200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.802457897923887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.50012494903058, "ttft_ms": 13.583708903752267, "decode_ms": 67.2941249795258}, "total_wall_ms": 157.6258330605924, "ttft_ms": 13.583708903752267, "input_usage": {"receiver_prompt_tokens": 598}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 680001536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568931416, "mlx_cache_bytes": 6212568752, "process_rss_bytes": 680001536}, "peak_prefill_memory": null, "peak_decode_memory": 6568931416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "001ccf0328e908dbcc6edc7cb92d8caf3170dbcc921ba6477d9b6cd498421774", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2135 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f18bdf903ed76e402ba46f12", "attempt_id": "eb38879ba705", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:18.620628Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10972}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 605, "message_tokens": 516, "message_utf8_bytes": 2200, "cache_tensor_bytes": null, "serialized_payload_bytes": 2200, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.802457897923887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.68629099801183, "ttft_ms": 13.659374904818833, "decode_ms": 13.636082992888987}, "total_wall_ms": 102.1734590176493, "ttft_ms": 13.659374904818833, "input_usage": {"receiver_prompt_tokens": 605}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 680017920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6570094680, "mlx_cache_bytes": 6580127408, "process_rss_bytes": 680017920}, "peak_prefill_memory": null, "peak_decode_memory": 6570094680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "001ccf0328e908dbcc6edc7cb92d8caf3170dbcc921ba6477d9b6cd498421774", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2136 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a183b11e7c85b0e3936f7f28", "attempt_id": "a1861a56d152", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:18.766893Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 585, "message_tokens": 511, "message_utf8_bytes": 1235, "cache_tensor_bytes": null, "serialized_payload_bytes": 1235, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10.77608298510313, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.46787492092699, "ttft_ms": 13.431166997179389, "decode_ms": 13.5087079834193}, "total_wall_ms": 99.42770900670439, "ttft_ms": 13.431166997179389, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 680509440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 6935398064, "process_rss_bytes": 680509440}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c53816884c58e18e1ae4ccc4b29fa33ea10a2436f77fb91dbe4c606bb352965", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2137 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "82f4f1dd45685dc3cce13f4b", "attempt_id": "de11d4d72087", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:18.900069Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 591, "message_tokens": 511, "message_utf8_bytes": 1235, "cache_tensor_bytes": null, "serialized_payload_bytes": 1235, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10.77608298510313, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.59408291429281, "ttft_ms": 13.560208026319742, "decode_ms": 13.64641694817692}, "total_wall_ms": 100.84458300843835, "ttft_ms": 13.560208026319742, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 680525824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 7200130736, "process_rss_bytes": 680525824}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c53816884c58e18e1ae4ccc4b29fa33ea10a2436f77fb91dbe4c606bb352965", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2138 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d90cbd9a1434e56ab436e9ae", "attempt_id": "4fb14312a128", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:19.034870Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 592, "message_tokens": 511, "message_utf8_bytes": 1235, "cache_tensor_bytes": null, "serialized_payload_bytes": 1235, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10.77608298510313, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.25908301956952, "ttft_ms": 13.462834060192108, "decode_ms": 94.26683408673853}, "total_wall_ms": 183.0951248994097, "ttft_ms": 13.462834060192108, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 680525824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 7443629744, "process_rss_bytes": 680525824}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6298270", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c53816884c58e18e1ae4ccc4b29fa33ea10a2436f77fb91dbe4c606bb352965", "output_hash": "1fb4c72f53cfb2ed2fc6acac3be352e959c9722dc1962d0f09fcf87261dfa785"} |
| |
2139 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "26fa58bc3ecb0ba37ab2c209", "attempt_id": "9824db8bc380", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:19.250479Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 589, "message_tokens": 511, "message_utf8_bytes": 1235, "cache_tensor_bytes": null, "serialized_payload_bytes": 1235, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10.77608298510313, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.75416697282344, "ttft_ms": 13.750041951425374, "decode_ms": 67.23616702947766}, "total_wall_ms": 153.75454199966043, "ttft_ms": 13.750041951425374, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 680525824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563278936, "mlx_cache_bytes": 7765329584, "process_rss_bytes": 680525824}, "peak_prefill_memory": null, "peak_decode_memory": 6563278936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c53816884c58e18e1ae4ccc4b29fa33ea10a2436f77fb91dbe4c606bb352965", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2140 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "827b1555defeb6346cbb0232", "attempt_id": "b0bb2d7d40dd", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:19.437937Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 596, "message_tokens": 511, "message_utf8_bytes": 1235, "cache_tensor_bytes": null, "serialized_payload_bytes": 1235, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10.77608298510313, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.39462500344962, "ttft_ms": 13.487542048096657, "decode_ms": 94.12333299405873}, "total_wall_ms": 180.04424998071045, "ttft_ms": 13.487542048096657, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 680542208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 8010401456, "process_rss_bytes": 680542208}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7041735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c53816884c58e18e1ae4ccc4b29fa33ea10a2436f77fb91dbe4c606bb352965", "output_hash": "2209cbb8208ebcd6e1502a1c31d9fa139f5edcde50b3d8f038db50b40e6234e8"} |
| |
2141 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "99e7557a061921559203fb83", "attempt_id": "a8b8cce69ded", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:19.650600Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 583, "message_tokens": 509, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1282500131055713, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.74416598677635, "ttft_ms": 13.969750027172267, "decode_ms": 135.06583392154425}, "total_wall_ms": 222.94195799622685, "ttft_ms": 13.969750027172267, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 680558592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 8250164912, "process_rss_bytes": 680558592}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b1a4f5680ec2c4e294f0043e58a97bbf8890bc8ba2b9ef63111046aa3ea5899c", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2142 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c01f29a9b35feae4c078aeb8", "attempt_id": "c851ea602a0e", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:19.906682Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 583, "message_tokens": 503, "message_utf8_bytes": 1539, "cache_tensor_bytes": null, "serialized_payload_bytes": 1539, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.460291074588895, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.36704099643975, "ttft_ms": 13.995542074553668, "decode_ms": 173.90579206403345}, "total_wall_ms": 261.73245802056044, "ttft_ms": 13.995542074553668, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 680558592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 8250164912, "process_rss_bytes": 680558592}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D, Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c6d021414af86776bcc1931dc04ce938e9c6fac8408d80b4ba73ea4812af043f", "output_hash": "cd57fd3d1a212682d6a73f8e8348d3675e624217932d1e3fde06c8ffa0789a4d"} |
| |
2143 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "36b3ea668cb3c642b03beed8", "attempt_id": "1db843695b8d", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:20.201396Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 581, "message_tokens": 500, "message_utf8_bytes": 1285, "cache_tensor_bytes": null, "serialized_payload_bytes": 1285, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.2018329948186874, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.3757499102503, "ttft_ms": 13.563458109274507, "decode_ms": 93.18916592746973}, "total_wall_ms": 180.34400010947138, "ttft_ms": 13.563458109274507, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 680558592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558707800, "mlx_cache_bytes": 8489043632, "process_rss_bytes": 680558592}, "peak_prefill_memory": null, "peak_decode_memory": 6558707800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ceebaf22f70b29fc8eac1573b80ff651bbc63e0c0ab08d0b9b0331cae6013458", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2144 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a5effc8e1f04a50ca3bde8f0", "attempt_id": "bfb13a8f796f", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:20.415477Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 17}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 581, "message_tokens": 503, "message_utf8_bytes": 1396, "cache_tensor_bytes": null, "serialized_payload_bytes": 1396, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.536832984536886, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.43074997980148, "ttft_ms": 13.620874960906804, "decode_ms": 67.24629097152501}, "total_wall_ms": 154.87195807509124, "ttft_ms": 13.620874960906804, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 680574976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558707800, "mlx_cache_bytes": 8489043632, "process_rss_bytes": 680574976}, "peak_prefill_memory": null, "peak_decode_memory": 6558707800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "380aea20d8a27edfbf13586c671164a50fa9f52b06d2100d889e18357e6f3496", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2145 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa45fcdd1e0f173fb87653c5", "attempt_id": "f30f64f6b603", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:20.604030Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 590, "message_tokens": 505, "message_utf8_bytes": 1217, "cache_tensor_bytes": null, "serialized_payload_bytes": 1217, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.3095829421654344, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.12333301827312, "ttft_ms": 13.851583003997803, "decode_ms": 120.980792096816}, "total_wall_ms": 209.23912490252405, "ttft_ms": 13.851583003997803, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 680574976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 8489043632, "process_rss_bytes": 680574976}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,041,735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0e772e4fe94237ea589fd460be1129f48789489b14cda415b9d64ecc048eac4b", "output_hash": "7c55e2aba02dad68ed819caecc44c0698d2302be6982e5178a52b45c53d63dd3"} |
| |
2146 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "650b4593a01f1d922d9dc20f", "attempt_id": "02e80586e50a", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:30.325661Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 590, "message_tokens": 512, "message_utf8_bytes": 1591, "cache_tensor_bytes": null, "serialized_payload_bytes": 1591, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9477.442584000528, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.63158294092864, "ttft_ms": 13.490500045008957, "decode_ms": 134.04587504919618}, "total_wall_ms": 218.73950003646314, "ttft_ms": 13.490500045008957, "input_usage": {"receiver_prompt_tokens": 590, "sender_input_tokens": 11088, "sender_output_tokens": 512, "sender_prefill_ms": 2069.1887499997392, "sender_ttft_ms": 15.472125029191375, "sender_decode_ms": 7383.625291055068}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 680673280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 9874867888, "process_rss_bytes": 680673280}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b19f24ac9eb05b939f12282bd9fa06fb12f9c3f8eaed57a3faa132299ab1c38f", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2147 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e770cdec35637b23a6750e3c", "attempt_id": "df1d9e90e3b6", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:30.578284Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1591, "cache_tensor_bytes": null, "serialized_payload_bytes": 1591, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9477.442584000528, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.46420802362263, "ttft_ms": 13.567291898652911, "decode_ms": 94.59950006566942}, "total_wall_ms": 179.73154096398503, "ttft_ms": 13.567291898652911, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 11088, "sender_output_tokens": 512, "sender_prefill_ms": 2069.1887499997392, "sender_ttft_ms": 15.472125029191375, "sender_decode_ms": 7383.625291055068}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 680673280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 9874867888, "process_rss_bytes": 680673280}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.4}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b19f24ac9eb05b939f12282bd9fa06fb12f9c3f8eaed57a3faa132299ab1c38f", "output_hash": "efc23759834aacf913bf945416327d3153c5ca35edc4ccd5798707d9f54a471b"} |
| |
2148 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b1777769d540eaf70443129b", "attempt_id": "b4d5dfb2a559", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:30.791450Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1591, "cache_tensor_bytes": null, "serialized_payload_bytes": 1591, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9477.442584000528, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.23362505808473, "ttft_ms": 13.696208945475519, "decode_ms": 93.43804104719311}, "total_wall_ms": 179.43108396138996, "ttft_ms": 13.696208945475519, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 11088, "sender_output_tokens": 512, "sender_prefill_ms": 2069.1887499997392, "sender_ttft_ms": 15.472125029191375, "sender_decode_ms": 7383.625291055068}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 680689664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 10120234672, "process_rss_bytes": 680689664}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11.4516", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b19f24ac9eb05b939f12282bd9fa06fb12f9c3f8eaed57a3faa132299ab1c38f", "output_hash": "5362420d2757a9b84ddc142c62f037a3830b6e2fbba5c5cd6aca7d654278ee03"} |
| |
2149 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1a72ee0ebb891ac457e4894f", "attempt_id": "7cbb0f1252a2", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:31.003845Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1591, "cache_tensor_bytes": null, "serialized_payload_bytes": 1591, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9477.442584000528, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.9661249788478, "ttft_ms": 13.871249975636601, "decode_ms": 67.76374997571111}, "total_wall_ms": 155.70387500338256, "ttft_ms": 13.871249975636601, "input_usage": {"receiver_prompt_tokens": 594, "sender_input_tokens": 11088, "sender_output_tokens": 512, "sender_prefill_ms": 2069.1887499997392, "sender_ttft_ms": 15.472125029191375, "sender_decode_ms": 7383.625291055068}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 680689664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 10120234672, "process_rss_bytes": 680689664}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b19f24ac9eb05b939f12282bd9fa06fb12f9c3f8eaed57a3faa132299ab1c38f", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2150 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a15b2444937394978e7a5a2d", "attempt_id": "4681ca39f918", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:31.193300Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 601, "message_tokens": 512, "message_utf8_bytes": 1591, "cache_tensor_bytes": null, "serialized_payload_bytes": 1591, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9477.442584000528, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.18354104831815, "ttft_ms": 13.43937509227544, "decode_ms": 13.575250050053}, "total_wall_ms": 103.38774998672307, "ttft_ms": 13.43937509227544, "input_usage": {"receiver_prompt_tokens": 601, "sender_input_tokens": 11088, "sender_output_tokens": 512, "sender_prefill_ms": 2069.1887499997392, "sender_ttft_ms": 15.472125029191375, "sender_decode_ms": 7383.625291055068}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 680706048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 10120234672, "process_rss_bytes": 680706048}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b19f24ac9eb05b939f12282bd9fa06fb12f9c3f8eaed57a3faa132299ab1c38f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2151 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b8b75f92a38e4012a62eca2", "attempt_id": "10801cd4111b", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:31.329700Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 345, "message_tokens": 268, "message_utf8_bytes": 957, "cache_tensor_bytes": null, "serialized_payload_bytes": 957, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6095.577916945331, "decode_payload_ms": 0.0, "receiver_prefill_ms": 46.63808306213468, "ttft_ms": 13.704707962460816, "decode_ms": 133.6285419529304}, "total_wall_ms": 6290.944749955088, "ttft_ms": 13.704707962460816, "input_usage": {"receiver_prompt_tokens": 345, "sender_input_tokens": 11082, "sender_output_tokens": 268, "sender_prefill_ms": 2187.577958102338, "sender_ttft_ms": 15.891624963842332, "sender_decode_ms": 3883.864458068274}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 680902656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6464300496, "mlx_cache_bytes": 10786147344, "process_rss_bytes": 680902656}, "peak_prefill_memory": null, "peak_decode_memory": 6464300496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a9f04026ca12872914c0d44f6cdd9ed8880a1c6569b6dcbfd7ae82931678fa83", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2152 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "923286f92214c8a49f422ab7", "attempt_id": "504a0203ede9", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:37.654451Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 228, "message_tokens": 145, "message_utf8_bytes": 463, "cache_tensor_bytes": null, "serialized_payload_bytes": 463, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4183.91258304473, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.09083299245685, "ttft_ms": 13.155583990737796, "decode_ms": 172.5412920350209}, "total_wall_ms": 4408.106500050053, "ttft_ms": 13.155583990737796, "input_usage": {"receiver_prompt_tokens": 228, "sender_input_tokens": 11088, "sender_output_tokens": 145, "sender_prefill_ms": 2048.09441708494, "sender_ttft_ms": 15.375833958387375, "sender_decode_ms": 2111.9900420308113}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 680968192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6364571088, "mlx_cache_bytes": 10971745296, "process_rss_bytes": 680968192}, "peak_prefill_memory": null, "peak_decode_memory": 6364571088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D, Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b5e93ee9a6a65432c996f1086563590e6e664e3671222ac29f1bb350fb814608", "output_hash": "cd57fd3d1a212682d6a73f8e8348d3675e624217932d1e3fde06c8ffa0789a4d"} |
| |
2153 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "593cb925b6f12b126b919271", "attempt_id": "51ffbb3f0ea5", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:42.097316Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 197, "message_tokens": 113, "message_utf8_bytes": 264, "cache_tensor_bytes": null, "serialized_payload_bytes": 264, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3676.149250008166, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.612083992920816, "ttft_ms": 13.123625074513257, "decode_ms": 93.21966697461903}, "total_wall_ms": 3816.681833937764, "ttft_ms": 13.123625074513257, "input_usage": {"receiver_prompt_tokens": 197, "sender_input_tokens": 11089, "sender_output_tokens": 113, "sender_prefill_ms": 2015.9711670130491, "sender_ttft_ms": 15.738834044896066, "sender_decode_ms": 1636.0856249229982}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 681000960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6340109776, "mlx_cache_bytes": 11474652176, "process_rss_bytes": 681000960}, "peak_prefill_memory": null, "peak_decode_memory": 6340109776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b308097e244f30f4ec5fa719a855419e71d9d0ea7808d3f8a31639603bae420", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2154 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b4e924f07ff493c48bc61e0d", "attempt_id": "5d52dc4b6b26", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:55.327492Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 451, "message_tokens": 362, "message_utf8_bytes": 844, "cache_tensor_bytes": null, "serialized_payload_bytes": 844, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9377.046082983725, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.7186669902876, "ttft_ms": 13.463790994137526, "decode_ms": 13.626749976538122}, "total_wall_ms": 83.78904103301466, "ttft_ms": 13.463790994137526, "input_usage": {"receiver_prompt_tokens": 451, "sender_input_tokens": 11116, "sender_output_tokens": 512, "sender_prefill_ms": 1964.2139590578154, "sender_ttft_ms": 15.715874964371324, "sender_decode_ms": 7385.534874978475}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 681066496, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6549792632, "mlx_cache_bytes": 12352082712, "process_rss_bytes": 681066496}, "peak_prefill_memory": null, "peak_decode_memory": 6549792632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "093e808254a3143c45cfdc30cc248225c387402d98283e2a6c01326756fd8e09", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2155 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eb981237eee09939ebba63c5", "attempt_id": "752584280767", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:55.444838Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 457, "message_tokens": 362, "message_utf8_bytes": 844, "cache_tensor_bytes": null, "serialized_payload_bytes": 844, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9377.046082983725, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.84225000347942, "ttft_ms": 13.498208951205015, "decode_ms": 13.330666930414736}, "total_wall_ms": 83.61662505194545, "ttft_ms": 13.498208951205015, "input_usage": {"receiver_prompt_tokens": 457, "sender_input_tokens": 11116, "sender_output_tokens": 512, "sender_prefill_ms": 1964.2139590578154, "sender_ttft_ms": 15.715874964371324, "sender_decode_ms": 7385.534874978475}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 681066496, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553757584, "mlx_cache_bytes": 12709878328, "process_rss_bytes": 681066496}, "peak_prefill_memory": null, "peak_decode_memory": 6553757584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "093e808254a3143c45cfdc30cc248225c387402d98283e2a6c01326756fd8e09", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2156 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f99769cd836354745595a1bb", "attempt_id": "15041cfb1063", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:55.563165Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 458, "message_tokens": 362, "message_utf8_bytes": 844, "cache_tensor_bytes": null, "serialized_payload_bytes": 844, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9377.046082983725, "decode_payload_ms": 0.0, "receiver_prefill_ms": 57.2169580264017, "ttft_ms": 13.514457968994975, "decode_ms": 13.36924999486655}, "total_wall_ms": 85.03999991808087, "ttft_ms": 13.514457968994975, "input_usage": {"receiver_prompt_tokens": 458, "sender_input_tokens": 11116, "sender_output_tokens": 512, "sender_prefill_ms": 1964.2139590578154, "sender_ttft_ms": 15.715874964371324, "sender_decode_ms": 7385.534874978475}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 681099264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555543444, "mlx_cache_bytes": 13084107100, "process_rss_bytes": 681099264}, "peak_prefill_memory": null, "peak_decode_memory": 6555543444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "093e808254a3143c45cfdc30cc248225c387402d98283e2a6c01326756fd8e09", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2157 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38c2c3a52c39afacb45723e2", "attempt_id": "86686e3f65d6", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:55.681275Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 455, "message_tokens": 362, "message_utf8_bytes": 844, "cache_tensor_bytes": null, "serialized_payload_bytes": 844, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9377.046082983725, "decode_payload_ms": 0.0, "receiver_prefill_ms": 58.66162502206862, "ttft_ms": 13.51091603282839, "decode_ms": 66.60391704645008}, "total_wall_ms": 139.6489579929039, "ttft_ms": 13.51091603282839, "input_usage": {"receiver_prompt_tokens": 455, "sender_input_tokens": 11116, "sender_output_tokens": 512, "sender_prefill_ms": 1964.2139590578154, "sender_ttft_ms": 15.715874964371324, "sender_decode_ms": 7385.534874978475}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 681115648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6552709008, "mlx_cache_bytes": 13334028636, "process_rss_bytes": 681115648}, "peak_prefill_memory": null, "peak_decode_memory": 6552709008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "093e808254a3143c45cfdc30cc248225c387402d98283e2a6c01326756fd8e09", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2158 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e1449a5f657eda35b350389", "attempt_id": "250d625ccf56", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:55.854083Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 462, "message_tokens": 362, "message_utf8_bytes": 844, "cache_tensor_bytes": null, "serialized_payload_bytes": 844, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9377.046082983725, "decode_payload_ms": 0.0, "receiver_prefill_ms": 57.25962505675852, "ttft_ms": 13.456625049002469, "decode_ms": 14.01079201605171}, "total_wall_ms": 85.69833391811699, "ttft_ms": 13.456625049002469, "input_usage": {"receiver_prompt_tokens": 462, "sender_input_tokens": 11116, "sender_output_tokens": 512, "sender_prefill_ms": 1964.2139590578154, "sender_ttft_ms": 15.715874964371324, "sender_decode_ms": 7385.534874978475}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 681115648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6477817740, "mlx_cache_bytes": 13605677200, "process_rss_bytes": 681115648}, "peak_prefill_memory": null, "peak_decode_memory": 6477817740, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "093e808254a3143c45cfdc30cc248225c387402d98283e2a6c01326756fd8e09", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2159 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d9eefdda866903ebc5b845f6", "attempt_id": "d0adbb2e1227", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:55.972881Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 142, "message_tokens": 53, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3188.7725410051644, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.951624969020486, "ttft_ms": 13.768167002126575, "decode_ms": 131.81883294600993}, "total_wall_ms": 3365.8212500158697, "ttft_ms": 13.768167002126575, "input_usage": {"receiver_prompt_tokens": 142, "sender_input_tokens": 11123, "sender_output_tokens": 74, "sender_prefill_ms": 2088.1427499698475, "sender_ttft_ms": 16.031500068493187, "sender_decode_ms": 1076.182416989468}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 681164800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6296248996, "mlx_cache_bytes": 14231235268, "process_rss_bytes": 681164800}, "peak_prefill_memory": null, "peak_decode_memory": 6296248996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ae6cffa98c391745de01db854ecd0fc2ccc2297880500fb47dac76f0e313cfdb", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2160 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d3764c6215a21af4b95c9a65", "attempt_id": "3e61ccc93bdd", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:00:59.371823Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 195, "message_tokens": 100, "message_utf8_bytes": 229, "cache_tensor_bytes": null, "serialized_payload_bytes": 229, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3983.5566660622135, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.62558304797858, "ttft_ms": 13.242709101177752, "decode_ms": 171.63820809219033}, "total_wall_ms": 4204.41208302509, "ttft_ms": 13.242709101177752, "input_usage": {"receiver_prompt_tokens": 195, "sender_input_tokens": 11129, "sender_output_tokens": 138, "sender_prefill_ms": 1961.4257500506938, "sender_ttft_ms": 15.474957996048033, "sender_decode_ms": 1995.4644580138847}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 681312256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6338880976, "mlx_cache_bytes": 14860118724, "process_rss_bytes": 681312256}, "peak_prefill_memory": null, "peak_decode_memory": 6338880976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D in Lebel-sur-Quévillon", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "41476d6ef94ee8ea0e5ac57ddcf3cf21fea0a547a09c6d9b41d72a808b74b3ca", "output_hash": "2ba4510e9a251f4230d3acf591c6667e0c5a737b8288a77f3191d2ca96c2565b"} |
| |
2161 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a300e6252e40d714b13a44a", "attempt_id": "204f10d29e45", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:03.610306Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 149, "message_tokens": 53, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4551.5992500586435, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.043209019117057, "ttft_ms": 13.525999966077507, "decode_ms": 92.79212495312095}, "total_wall_ms": 4689.476124942303, "ttft_ms": 13.525999966077507, "input_usage": {"receiver_prompt_tokens": 149, "sender_input_tokens": 11130, "sender_output_tokens": 176, "sender_prefill_ms": 1982.1292080450803, "sender_ttft_ms": 15.459249960258603, "sender_decode_ms": 2545.1538329944015}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 681377792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6301049536, "mlx_cache_bytes": 15469423892, "process_rss_bytes": 681377792}, "peak_prefill_memory": null, "peak_decode_memory": 6301049536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a4678eb4090b43ca29900b6bfff57135d33428980aaa1c9dfd71502afeaa65c5", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2162 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b685fd7afb4d2bb608383111", "attempt_id": "d93012d020b1", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:08.333945Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 1110, "message_tokens": 1036, "message_utf8_bytes": 715, "cache_tensor_bytes": null, "serialized_payload_bytes": 715, "side_information_bytes": 0, "fetched_bytes": 1614, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027291011065244675, "decode_payload_ms": 0.0, "receiver_prefill_ms": 120.01541606150568, "ttft_ms": 13.518208055756986, "decode_ms": 13.854417018592358}, "total_wall_ms": 149.41070799250156, "ttft_ms": 13.518208055756986, "input_usage": {"receiver_prompt_tokens": 1110, "sender_input_tokens": 11116, "sender_output_tokens": 512, "sender_prefill_ms": 1964.2139590578154, "sender_ttft_ms": 15.715874964371324, "sender_decode_ms": 7385.534874978475}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 681394176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6856405408, "mlx_cache_bytes": 16169336424, "process_rss_bytes": 681394176}, "peak_prefill_memory": null, "peak_decode_memory": 6856405408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1614, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3258ab8c02f04bfe863a0bc2a3dfa76a126bc9e296bf218492906b02ea1591e8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2163 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7f173d163b511867a17944a", "attempt_id": "46b9f7dfb19f", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:08.516553Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 1116, "message_tokens": 1036, "message_utf8_bytes": 715, "cache_tensor_bytes": null, "serialized_payload_bytes": 715, "side_information_bytes": 0, "fetched_bytes": 1614, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027291011065244675, "decode_payload_ms": 0.0, "receiver_prefill_ms": 128.44866700470448, "ttft_ms": 13.771124999038875, "decode_ms": 13.879875070415437}, "total_wall_ms": 157.6647920301184, "ttft_ms": 13.771124999038875, "input_usage": {"receiver_prompt_tokens": 1116, "sender_input_tokens": 11116, "sender_output_tokens": 512, "sender_prefill_ms": 1964.2139590578154, "sender_ttft_ms": 15.715874964371324, "sender_decode_ms": 7385.534874978475}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 681410560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6859489356, "mlx_cache_bytes": 16825073256, "process_rss_bytes": 681410560}, "peak_prefill_memory": null, "peak_decode_memory": 6859489356, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1614, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7469093892dbe8243b1ef163022347a1bb857d9c172ae8b8f496f93a9e1009eb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2164 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2f8bf21a52a9fa8493550c8e", "attempt_id": "d94bbdf1c2c4", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:08.707748Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 1117, "message_tokens": 1036, "message_utf8_bytes": 715, "cache_tensor_bytes": null, "serialized_payload_bytes": 715, "side_information_bytes": 0, "fetched_bytes": 1614, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027291011065244675, "decode_payload_ms": 0.0, "receiver_prefill_ms": 136.61358295939863, "ttft_ms": 13.786333031021059, "decode_ms": 13.870083959773183}, "total_wall_ms": 165.81399994902313, "ttft_ms": 13.786333031021059, "input_usage": {"receiver_prompt_tokens": 1117, "sender_input_tokens": 11116, "sender_output_tokens": 512, "sender_prefill_ms": 1964.2139590578154, "sender_ttft_ms": 15.715874964371324, "sender_decode_ms": 7385.534874978475}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 681426944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6859784268, "mlx_cache_bytes": 17284546152, "process_rss_bytes": 681426944}, "peak_prefill_memory": null, "peak_decode_memory": 6859784268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1614, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ff1acc0c94e969684324d5af574a3dab896267742d7d13226b9d6d6beabaf06b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2165 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a732749a384b6aa79058738b", "attempt_id": "6550ab7d3138", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:08.906770Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 1096, "message_tokens": 1018, "message_utf8_bytes": 715, "cache_tensor_bytes": null, "serialized_payload_bytes": 715, "side_information_bytes": 0, "fetched_bytes": 1614, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027291011065244675, "decode_payload_ms": 0.0, "receiver_prefill_ms": 145.0748749775812, "ttft_ms": 13.927082996815443, "decode_ms": 68.68941592983902}, "total_wall_ms": 229.3710830854252, "ttft_ms": 13.927082996815443, "input_usage": {"receiver_prompt_tokens": 1096, "sender_input_tokens": 11116, "sender_output_tokens": 512, "sender_prefill_ms": 1964.2139590578154, "sender_ttft_ms": 15.715874964371324, "sender_decode_ms": 7385.534874978475}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 681426944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6848115104, "mlx_cache_bytes": 17928502888, "process_rss_bytes": 681426944}, "peak_prefill_memory": null, "peak_decode_memory": 6848115104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1614, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9e3f0d1f6a90945e2e37b90dfbd97d86ec5c09b44fd02c99f0859129a24f12ff", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2166 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1ae6784555ef61403c360221", "attempt_id": "705a82b2f237", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:09.169822Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 1121, "message_tokens": 1036, "message_utf8_bytes": 715, "cache_tensor_bytes": null, "serialized_payload_bytes": 715, "side_information_bytes": 0, "fetched_bytes": 1614, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027291011065244675, "decode_payload_ms": 0.0, "receiver_prefill_ms": 145.809083012864, "ttft_ms": 13.731041923165321, "decode_ms": 13.759333989582956}, "total_wall_ms": 175.03383301664144, "ttft_ms": 13.731041923165321, "input_usage": {"receiver_prompt_tokens": 1121, "sender_input_tokens": 11116, "sender_output_tokens": 512, "sender_prefill_ms": 1964.2139590578154, "sender_ttft_ms": 15.715874964371324, "sender_decode_ms": 7385.534874978475}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 681426944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6861979724, "mlx_cache_bytes": 18586812008, "process_rss_bytes": 681426944}, "peak_prefill_memory": null, "peak_decode_memory": 6861979724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1614, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a2a80738023efd5f5c52b389c5e843112a8d71aff289a5e4b165ac82968537ff", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2167 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "995e33cf0394c112ae3acda2", "attempt_id": "da7b070fb8cc", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:09.379793Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.558723884810842}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 11045, "message_tokens": 10972, "message_utf8_bytes": 58651, "cache_tensor_bytes": null, "serialized_payload_bytes": 3542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.1032090513035655, "decode_payload_ms": 0.018499908037483692, "receiver_prefill_ms": 2076.485958066769, "ttft_ms": 15.459374990314245, "decode_ms": 149.5218329364434}, "total_wall_ms": 2258.4126670844853, "ttft_ms": 15.459374990314245, "input_usage": {"receiver_prompt_tokens": 11045}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 681476096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 18586812008, "process_rss_bytes": 681476096}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2168 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e124d2dfacb425e540410b75", "attempt_id": "581e0ff6d588", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:11.672505Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.558723884810842}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 11051, "message_tokens": 10972, "message_utf8_bytes": 58651, "cache_tensor_bytes": null, "serialized_payload_bytes": 3542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.1032090513035655, "decode_payload_ms": 0.018499908037483692, "receiver_prefill_ms": 1898.0534159345552, "ttft_ms": 15.36795892752707, "decode_ms": 193.1678329128772}, "total_wall_ms": 2122.7842080406845, "ttft_ms": 15.36795892752707, "input_usage": {"receiver_prompt_tokens": 11051}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 681525248, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 18586812008, "process_rss_bytes": 681525248}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D in Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "output_hash": "2ba4510e9a251f4230d3acf591c6667e0c5a737b8288a77f3191d2ca96c2565b"} |
| |
2169 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b2c4793a0e7bcd37877def40", "attempt_id": "ae4b7b1d125b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:13.829302Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.558723884810842}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 11052, "message_tokens": 10972, "message_utf8_bytes": 58651, "cache_tensor_bytes": null, "serialized_payload_bytes": 3542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.1032090513035655, "decode_payload_ms": 0.018499908037483692, "receiver_prefill_ms": 1851.6702499473467, "ttft_ms": 15.468124998733401, "decode_ms": 105.44858302455395}, "total_wall_ms": 1989.608958014287, "ttft_ms": 15.468124998733401, "input_usage": {"receiver_prompt_tokens": 11052}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 681574400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 18586812008, "process_rss_bytes": 681574400}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2170 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "258f370d08ba12dc0e9c34ec", "attempt_id": "d3153ef270dc", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:15.852660Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.558723884810842}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 11049, "message_tokens": 10972, "message_utf8_bytes": 58651, "cache_tensor_bytes": null, "serialized_payload_bytes": 3542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.1032090513035655, "decode_payload_ms": 0.018499908037483692, "receiver_prefill_ms": 1869.1044159932062, "ttft_ms": 15.25054092053324, "decode_ms": 73.91166698653251}, "total_wall_ms": 1975.0412080902606, "ttft_ms": 15.25054092053324, "input_usage": {"receiver_prompt_tokens": 11049}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 681623552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 18586812008, "process_rss_bytes": 681623552}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2171 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "db99040c8e77504c71f17aaa", "attempt_id": "82d5b460f426", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:17.862047Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.558723884810842}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 11056, "message_tokens": 10972, "message_utf8_bytes": 58651, "cache_tensor_bytes": null, "serialized_payload_bytes": 3542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.1032090513035655, "decode_payload_ms": 0.018499908037483692, "receiver_prefill_ms": 1870.8259999984875, "ttft_ms": 15.07691596634686, "decode_ms": 105.09987501427531}, "total_wall_ms": 2007.39662500564, "ttft_ms": 15.07691596634686, "input_usage": {"receiver_prompt_tokens": 11056}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 681672704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 18586812008, "process_rss_bytes": 681672704}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7041735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "output_hash": "2209cbb8208ebcd6e1502a1c31d9fa139f5edcde50b3d8f038db50b40e6234e8"} |
| |
2172 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d63fac7b3798681b9dbc5a4", "attempt_id": "1c899c236122", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:21.148143Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04666423623769595, "origin_tokens": 10774, "compressed_tokens": 535, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 626, "message_tokens": 551, "message_utf8_bytes": 2602, "cache_tensor_bytes": null, "serialized_payload_bytes": 2602, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1244.538167025894, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.3812909796834, "ttft_ms": 13.800957938656211, "decode_ms": 13.784833950921893}, "total_wall_ms": 127.39033298566937, "ttft_ms": 13.800957938656211, "input_usage": {"receiver_prompt_tokens": 626}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 689356800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6583660632, "mlx_cache_bytes": 18973638248, "process_rss_bytes": 689356800}, "peak_prefill_memory": null, "peak_decode_memory": 6583660632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f278e598c7c8cba1ccac8187739c3b358b734c4a95dfdb9fb8240164af4d8835", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2173 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c6259d3a6c0150d469d6da7f", "attempt_id": "06ccd3d09ceb", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:21.321996Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04666423623769595, "origin_tokens": 10774, "compressed_tokens": 535, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 632, "message_tokens": 551, "message_utf8_bytes": 2602, "cache_tensor_bytes": null, "serialized_payload_bytes": 2602, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1244.538167025894, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.70750006381422, "ttft_ms": 13.69599997997284, "decode_ms": 13.525458052754402}, "total_wall_ms": 113.24587499257177, "ttft_ms": 13.69599997997284, "input_usage": {"receiver_prompt_tokens": 632}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 688799744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584201304, "mlx_cache_bytes": 19342179944, "process_rss_bytes": 688799744}, "peak_prefill_memory": null, "peak_decode_memory": 6584201304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f278e598c7c8cba1ccac8187739c3b358b734c4a95dfdb9fb8240164af4d8835", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2174 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "62750a754736cbf024e65f7c", "attempt_id": "41c26896153d", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:21.470227Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04666423623769595, "origin_tokens": 10774, "compressed_tokens": 535, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 633, "message_tokens": 551, "message_utf8_bytes": 2602, "cache_tensor_bytes": null, "serialized_payload_bytes": 2602, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1244.538167025894, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.4652909329161, "ttft_ms": 13.884374988265336, "decode_ms": 13.375958078540862}, "total_wall_ms": 113.97208296693861, "ttft_ms": 13.884374988265336, "input_usage": {"receiver_prompt_tokens": 633}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 687882240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584692824, "mlx_cache_bytes": 19602488936, "process_rss_bytes": 687882240}, "peak_prefill_memory": null, "peak_decode_memory": 6584692824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f278e598c7c8cba1ccac8187739c3b358b734c4a95dfdb9fb8240164af4d8835", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2175 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a8fb53fd9c03d7aa4a2f6382", "attempt_id": "97d934d3372d", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:21.618343Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04666423623769595, "origin_tokens": 10774, "compressed_tokens": 535, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 630, "message_tokens": 551, "message_utf8_bytes": 2602, "cache_tensor_bytes": null, "serialized_payload_bytes": 2602, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1244.538167025894, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.14016708452255, "ttft_ms": 13.53983290027827, "decode_ms": 13.400624971836805}, "total_wall_ms": 114.3832920351997, "ttft_ms": 13.53983290027827, "input_usage": {"receiver_prompt_tokens": 630}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 681623552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6586101848, "mlx_cache_bytes": 19861618280, "process_rss_bytes": 681623552}, "peak_prefill_memory": null, "peak_decode_memory": 6586101848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f278e598c7c8cba1ccac8187739c3b358b734c4a95dfdb9fb8240164af4d8835", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2176 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "41661cdbcba5920bf8085c88", "attempt_id": "6364ac10f717", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:21.767713Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04666423623769595, "origin_tokens": 10774, "compressed_tokens": 535, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 637, "message_tokens": 551, "message_utf8_bytes": 2602, "cache_tensor_bytes": null, "serialized_payload_bytes": 2602, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1244.538167025894, "decode_payload_ms": 0.0, "receiver_prefill_ms": 264.6475830115378, "ttft_ms": 13.890083064325154, "decode_ms": 13.721292023546994}, "total_wall_ms": 293.53670903947204, "ttft_ms": 13.890083064325154, "input_usage": {"receiver_prompt_tokens": 637}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 680787968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6587117656, "mlx_cache_bytes": 20248641128, "process_rss_bytes": 680787968}, "peak_prefill_memory": null, "peak_decode_memory": 6587117656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f278e598c7c8cba1ccac8187739c3b358b734c4a95dfdb9fb8240164af4d8835", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2177 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d1fd02ed01c8908206931615", "attempt_id": "7c92490aaf9d", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:25.335766Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6994092040}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 34, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 405909504, "serialized_payload_bytes": 405925994, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3239.980874932371, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 495.4892920795828, "serialize_ms": 244.23712491989136, "load_ms": 9.466417017392814, "receiver_prefill_ms": 0.0, "query_prefill_ms": 131.02979108225554, "ttft_ms": 131.02979108225554, "decode_ms": 174.91791700012982}, "total_wall_ms": 324.44145902991295, "ttft_ms": 131.02979108225554, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1484177408, "backend_memory": {"mlx_active_bytes": 7402250248, "mlx_peak_bytes": 7513794569, "mlx_cache_bytes": 20829683441, "process_rss_bytes": 1484177408}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7513794569, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c4fae3e17c8d000871063e3b134a51bd8fbcd1c86447a136ce1201ad671d485e", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2178 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "65a262bec173ed84b244041d", "attempt_id": "0f5a3a7e5b8f", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:25.710488Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6994092040}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 40, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 405909504, "serialized_payload_bytes": 405925994, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3239.980874932371, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 495.4892920795828, "serialize_ms": 244.23712491989136, "load_ms": 2.0670410012826324, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.79124995693564, "ttft_ms": 72.79124995693564, "decode_ms": 222.6637089625001}, "total_wall_ms": 307.764875004068, "ttft_ms": 72.79124995693564, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 40}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 1041154048, "backend_memory": {"mlx_active_bytes": 7402250248, "mlx_peak_bytes": 7517511992, "mlx_cache_bytes": 20858290065, "process_rss_bytes": 1041154048}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7517511992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D in Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c4fae3e17c8d000871063e3b134a51bd8fbcd1c86447a136ce1201ad671d485e", "output_hash": "2ba4510e9a251f4230d3acf591c6667e0c5a737b8288a77f3191d2ca96c2565b"} |
| |
2179 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "36ea1c97191bd0fb2e8fe28e", "attempt_id": "d0ec13addeaf", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:26.066747Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6994092040}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 41, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 405909504, "serialized_payload_bytes": 405925994, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3239.980874932371, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 495.4892920795828, "serialize_ms": 244.23712491989136, "load_ms": 2.9973749769851565, "receiver_prefill_ms": 0.0, "query_prefill_ms": 69.19666600879282, "ttft_ms": 69.19666600879282, "decode_ms": 116.70854105614126}, "total_wall_ms": 197.5772080477327, "ttft_ms": 69.19666600879282, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1043398656, "backend_memory": {"mlx_active_bytes": 7402250248, "mlx_peak_bytes": 7519134008, "mlx_cache_bytes": 20876525621, "process_rss_bytes": 1043398656}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7519134008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c4fae3e17c8d000871063e3b134a51bd8fbcd1c86447a136ce1201ad671d485e", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2180 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2c1a536adab58ae7ea8c6be7", "attempt_id": "eea3b98d306b", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:26.298839Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6994092040}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 38, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 405909504, "serialized_payload_bytes": 405925994, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3239.980874932371, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 495.4892920795828, "serialize_ms": 244.23712491989136, "load_ms": 2.608124981634319, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.63637508731335, "ttft_ms": 72.63637508731335, "decode_ms": 83.30099994782358}, "total_wall_ms": 167.11912502069026, "ttft_ms": 72.63637508731335, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1043415040, "backend_memory": {"mlx_active_bytes": 7402250248, "mlx_peak_bytes": 7517069536, "mlx_cache_bytes": 20901707829, "process_rss_bytes": 1043415040}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7517069536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c4fae3e17c8d000871063e3b134a51bd8fbcd1c86447a136ce1201ad671d485e", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2181 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a201f5e3284518e3e422b1b7", "attempt_id": "bafd73ea733c", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:26.500738Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6994092040}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 45, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 405909504, "serialized_payload_bytes": 405925994, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3239.980874932371, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 495.4892920795828, "serialize_ms": 244.23712491989136, "load_ms": 3.0015410156920552, "receiver_prefill_ms": 0.0, "query_prefill_ms": 69.20679204631597, "ttft_ms": 69.20679204631597, "decode_ms": 117.07495793234557}, "total_wall_ms": 197.75837496854365, "ttft_ms": 69.20679204631597, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1043415040, "backend_memory": {"mlx_active_bytes": 7402250248, "mlx_peak_bytes": 7522296120, "mlx_cache_bytes": 20942391506, "process_rss_bytes": 1043415040}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522296120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7041735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c4fae3e17c8d000871063e3b134a51bd8fbcd1c86447a136ce1201ad671d485e", "output_hash": "2209cbb8208ebcd6e1502a1c31d9fa139f5edcde50b3d8f038db50b40e6234e8"} |
| |
2182 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4b28355539e77d0098b6ae55", "attempt_id": "4ae469aa70db", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:26.832147Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6994092040}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "aaac26f337b865a4", "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 34, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 405909504, "serialized_payload_bytes": 405926022, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.46066699922085, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 4.939542035572231, "serialize_ms": 94.36558396555483, "load_ms": 43.57266705483198, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.47449991013855, "ttft_ms": 74.47449991013855, "decode_ms": 166.62750008981675}, "total_wall_ms": 293.7904160935432, "ttft_ms": 74.47449991013855, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1450442752, "backend_memory": {"mlx_active_bytes": 7402250248, "mlx_peak_bytes": 7513794481, "mlx_cache_bytes": 20942391506, "process_rss_bytes": 1450442752}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7513794481, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71378238b07437d4b9c6c310f7f52e99a8d0c382497b831f5c239e22ad2e3af5", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2183 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f4c7cdd7ee334e8532e9df03", "attempt_id": "cf926e81fac5", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:27.162644Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6994092040}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "aaac26f337b865a4", "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 40, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 405909504, "serialized_payload_bytes": 405926022, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.46066699922085, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 4.939542035572231, "serialize_ms": 94.36558396555483, "load_ms": 36.76820790860802, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.36070896033198, "ttft_ms": 72.36070896033198, "decode_ms": 218.50845904555172}, "total_wall_ms": 336.01658302359283, "ttft_ms": 72.36070896033198, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 40}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 1450442752, "backend_memory": {"mlx_active_bytes": 7402250248, "mlx_peak_bytes": 7517495520, "mlx_cache_bytes": 20942391506, "process_rss_bytes": 1450442752}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7517495520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D in Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71378238b07437d4b9c6c310f7f52e99a8d0c382497b831f5c239e22ad2e3af5", "output_hash": "2ba4510e9a251f4230d3acf591c6667e0c5a737b8288a77f3191d2ca96c2565b"} |
| |
2184 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "840aa22e957f664c28c89493", "attempt_id": "437d65872c8b", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:27.532676Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6994092040}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "aaac26f337b865a4", "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 41, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 405909504, "serialized_payload_bytes": 405926022, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.46066699922085, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 4.939542035572231, "serialize_ms": 94.36558396555483, "load_ms": 37.11229201871902, "receiver_prefill_ms": 0.0, "query_prefill_ms": 68.84845800232142, "ttft_ms": 68.84845800232142, "decode_ms": 118.08220797684044}, "total_wall_ms": 232.3077078908682, "ttft_ms": 68.84845800232142, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1450442752, "backend_memory": {"mlx_active_bytes": 7402250248, "mlx_peak_bytes": 7519133924, "mlx_cache_bytes": 20942391506, "process_rss_bytes": 1450442752}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7519133924, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71378238b07437d4b9c6c310f7f52e99a8d0c382497b831f5c239e22ad2e3af5", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2185 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1b5d3eea4b48f73aa993acd2", "attempt_id": "1c6e90eda428", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:27.798530Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6994092040}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "aaac26f337b865a4", "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 38, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 405909504, "serialized_payload_bytes": 405926022, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.46066699922085, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 4.939542035572231, "serialize_ms": 94.36558396555483, "load_ms": 40.393541916273534, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.05704103782773, "ttft_ms": 73.05704103782773, "decode_ms": 83.28845805954188}, "total_wall_ms": 205.45066602062434, "ttft_ms": 73.05704103782773, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1450442752, "backend_memory": {"mlx_active_bytes": 7402250248, "mlx_peak_bytes": 7517069536, "mlx_cache_bytes": 20942391506, "process_rss_bytes": 1450442752}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7517069536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71378238b07437d4b9c6c310f7f52e99a8d0c382497b831f5c239e22ad2e3af5", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2186 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aebebeef499a24c5c94a03a7", "attempt_id": "3c218719a637", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:28.038551Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6994092040}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "aaac26f337b865a4", "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 45, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 405909504, "serialized_payload_bytes": 405926022, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.46066699922085, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 4.939542035572231, "serialize_ms": 94.36558396555483, "load_ms": 36.26445902045816, "receiver_prefill_ms": 0.0, "query_prefill_ms": 69.29641705937684, "ttft_ms": 69.29641705937684, "decode_ms": 117.21837508957833}, "total_wall_ms": 231.33625008631498, "ttft_ms": 69.29641705937684, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1450442752, "backend_memory": {"mlx_active_bytes": 7402250248, "mlx_peak_bytes": 7522296052, "mlx_cache_bytes": 20942391506, "process_rss_bytes": 1450442752}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522296052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7041735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71378238b07437d4b9c6c310f7f52e99a8d0c382497b831f5c239e22ad2e3af5", "output_hash": "2209cbb8208ebcd6e1502a1c31d9fa139f5edcde50b3d8f038db50b40e6234e8"} |
| |
2187 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d2208fcdd85c003201608ff", "attempt_id": "8f797c02cce5", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:28.368430Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805528584}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 34, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 215639424, "serialized_payload_bytes": 215674496, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.61258407216519, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 20.458374987356365, "serialize_ms": 43.80062501877546, "load_ms": 5.739875021390617, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.77879199292511, "ttft_ms": 35.77879199292511, "decode_ms": 162.63179201632738}, "total_wall_ms": 212.83562504686415, "ttft_ms": 35.77879199292511, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1666580480, "backend_memory": {"mlx_active_bytes": 7023763464, "mlx_peak_bytes": 7193074465, "mlx_cache_bytes": 21910281426, "process_rss_bytes": 1666580480}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7193074465, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5fd723218cf43d4122c0ebb6225e6de52c5ff4900c973599de01e6fd4350899e", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2188 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7b0e3fbf0ee80b6d3406a513", "attempt_id": "51ce1e558464", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:28.615528Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805528584}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 40, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 215639424, "serialized_payload_bytes": 215674496, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.61258407216519, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 20.458374987356365, "serialize_ms": 43.80062501877546, "load_ms": 2.8588749701157212, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.94458301085979, "ttft_ms": 35.94458301085979, "decode_ms": 211.9297500466928}, "total_wall_ms": 258.7328749941662, "ttft_ms": 35.94458301085979, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 40}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 1666580480, "backend_memory": {"mlx_active_bytes": 7023763464, "mlx_peak_bytes": 7212081545, "mlx_cache_bytes": 22023531474, "process_rss_bytes": 1666580480}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7212081545, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D in Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5fd723218cf43d4122c0ebb6225e6de52c5ff4900c973599de01e6fd4350899e", "output_hash": "2ba4510e9a251f4230d3acf591c6667e0c5a737b8288a77f3191d2ca96c2565b"} |
| |
2189 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "246fc2fbddd8ea91b43fb8ae", "attempt_id": "16f85a76b64c", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:28.908266Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805528584}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 41, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 215639424, "serialized_payload_bytes": 215674496, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.61258407216519, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 20.458374987356365, "serialize_ms": 43.80062501877546, "load_ms": 2.6844580424949527, "receiver_prefill_ms": 0.0, "query_prefill_ms": 279.3443329865113, "ttft_ms": 279.3443329865113, "decode_ms": 114.82841696124524}, "total_wall_ms": 405.46691697090864, "ttft_ms": 279.3443329865113, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1666580480, "backend_memory": {"mlx_active_bytes": 7023763464, "mlx_peak_bytes": 7260627453, "mlx_cache_bytes": 22096116530, "process_rss_bytes": 1666580480}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7260627453, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5fd723218cf43d4122c0ebb6225e6de52c5ff4900c973599de01e6fd4350899e", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2190 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c84a43508fa3c093c214d05b", "attempt_id": "deb8bddb0c4c", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:29.348064Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805528584}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 38, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 215639424, "serialized_payload_bytes": 215674496, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.61258407216519, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 20.458374987356365, "serialize_ms": 43.80062501877546, "load_ms": 2.7806670404970646, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.63095803838223, "ttft_ms": 35.63095803838223, "decode_ms": 82.04829203896224}, "total_wall_ms": 129.09862503875047, "ttft_ms": 35.63095803838223, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1666580480, "backend_memory": {"mlx_active_bytes": 7023763464, "mlx_peak_bytes": 7208081509, "mlx_cache_bytes": 22203726642, "process_rss_bytes": 1666580480}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7208081509, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5fd723218cf43d4122c0ebb6225e6de52c5ff4900c973599de01e6fd4350899e", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2191 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d968f1c7fcaafb8c732a2368", "attempt_id": "16d4fc439425", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:29.510904Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805528584}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 45, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 215639424, "serialized_payload_bytes": 215674496, "side_information_bytes": 35072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.61258407216519, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 20.458374987356365, "serialize_ms": 43.80062501877546, "load_ms": 2.6403749361634254, "receiver_prefill_ms": 0.0, "query_prefill_ms": 38.05187507532537, "ttft_ms": 38.05187507532537, "decode_ms": 113.3446249878034}, "total_wall_ms": 162.3735420871526, "ttft_ms": 38.05187507532537, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1666580480, "backend_memory": {"mlx_active_bytes": 7023763464, "mlx_peak_bytes": 7229695154, "mlx_cache_bytes": 22332705810, "process_rss_bytes": 1666580480}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7229695154, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7041735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5fd723218cf43d4122c0ebb6225e6de52c5ff4900c973599de01e6fd4350899e", "output_hash": "2209cbb8208ebcd6e1502a1c31d9fa139f5edcde50b3d8f038db50b40e6234e8"} |
| |
2192 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b2618b42ff07f8473d66b667", "attempt_id": "7492a1a67274", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:29.757651Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 34, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 114162048, "serialized_payload_bytes": 114196952, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.506833009421825, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 25.01491690054536, "serialize_ms": 25.150917004793882, "load_ms": 3.0023750150576234, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.55625008791685, "ttft_ms": 34.55625008791685, "decode_ms": 729.8543750075623}, "total_wall_ms": 776.1051250854507, "ttft_ms": 34.55625008791685, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1779073024, "backend_memory": {"mlx_active_bytes": 6820814856, "mlx_peak_bytes": 6967426853, "mlx_cache_bytes": 22766572306, "process_rss_bytes": 1779073024}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6967426853, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n the\n\n the\n\n unknown, entry the the entry, entry entry entry entry entry the entry the entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8694f5446c2c51cd24594b77e6d7b5aa7f86b0b226d11be56b6daaeeddb91d4", "output_hash": "ce6b8f15c6f5dd52d04f61b45fe7ebcf30986daf4fea335bcb7b6d023560cd39"} |
| |
2193 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ce5e5bd54c1195735a950e97", "attempt_id": "5d00b280ba47", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:30.568125Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 40, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 114162048, "serialized_payload_bytes": 114196952, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.506833009421825, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 25.01491690054536, "serialize_ms": 25.150917004793882, "load_ms": 2.435582922771573, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.36912507843226, "ttft_ms": 35.36912507843226, "decode_ms": 729.1948330821469}, "total_wall_ms": 775.3755830926821, "ttft_ms": 35.36912507843226, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1779105792, "backend_memory": {"mlx_active_bytes": 6820814856, "mlx_peak_bytes": 6986437541, "mlx_cache_bytes": 22766572306, "process_rss_bytes": 1779105792}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6986437541, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " entry the the entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8694f5446c2c51cd24594b77e6d7b5aa7f86b0b226d11be56b6daaeeddb91d4", "output_hash": "051046806b02374ec06226277bb229fa8ffc2f94164f44facb7924fb45051d91"} |
| |
2194 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b1c7cf90672f40154cc7bd0f", "attempt_id": "e8178ee4beee", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:31.377577Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 41, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 114162048, "serialized_payload_bytes": 114196952, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.506833009421825, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 25.01491690054536, "serialize_ms": 25.150917004793882, "load_ms": 2.324083005078137, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.78487504273653, "ttft_ms": 35.78487504273653, "decode_ms": 734.5419579651207}, "total_wall_ms": 780.6804589927197, "ttft_ms": 35.78487504273653, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1779122176, "backend_memory": {"mlx_active_bytes": 6820814856, "mlx_peak_bytes": 7034985049, "mlx_cache_bytes": 22766572306, "process_rss_bytes": 1779122176}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7034985049, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "g the the the bank the the the entry bank bank the bank the bank the bank the the the the the bank the bank the bank the bank the bank the bank the bank the bank the bank the bank the bank bank the bank the bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8694f5446c2c51cd24594b77e6d7b5aa7f86b0b226d11be56b6daaeeddb91d4", "output_hash": "1e4a3b74aabfe3ad035000553b63036f0a1bcd6a173fcd7eeba9f33d2265e96c"} |
| |
2195 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "55dc6a661f7dae1afd588153", "attempt_id": "1e62c42ab7ea", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:32.192710Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 38, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 114162048, "serialized_payload_bytes": 114196952, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.506833009421825, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 25.01491690054536, "serialize_ms": 25.150917004793882, "load_ms": 1.4957500388845801, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.8551669633016, "ttft_ms": 35.8551669633016, "decode_ms": 730.9222921030596}, "total_wall_ms": 776.5900420490652, "ttft_ms": 35.8551669633016, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1779138560, "backend_memory": {"mlx_active_bytes": 6820814856, "mlx_peak_bytes": 6982439845, "mlx_cache_bytes": 22766572306, "process_rss_bytes": 1779138560}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6982439845, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " bank bank\n entry the the entry the the bank entry bank entry bank bank bank bank bank entry bank entry bank entry bank entry bank entry bank entry bank bank entry bank entry bank entry bank entry bank entry bank entry bank entry bank bank bank entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8694f5446c2c51cd24594b77e6d7b5aa7f86b0b226d11be56b6daaeeddb91d4", "output_hash": "611745a36f753d1abe0e3bd76e6df3bab68db1fb04f1c3e2faffff37060cce02"} |
| |
2196 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b1ec93a432ef749a4ec39028", "attempt_id": "5db1c8b507da", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:33.004360Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 45, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 114162048, "serialized_payload_bytes": 114196952, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.506833009421825, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 25.01491690054536, "serialize_ms": 25.150917004793882, "load_ms": 2.401542034931481, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.518125048838556, "ttft_ms": 35.518125048838556, "decode_ms": 729.8120410414413}, "total_wall_ms": 776.2759169563651, "ttft_ms": 35.518125048838556, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1779138560, "backend_memory": {"mlx_active_bytes": 6820814856, "mlx_peak_bytes": 7004054706, "mlx_cache_bytes": 22766572306, "process_rss_bytes": 1779138560}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7004054706, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the bank the the the bank the bank the bank bank the bank the bank the the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8694f5446c2c51cd24594b77e6d7b5aa7f86b0b226d11be56b6daaeeddb91d4", "output_hash": "359473041668a5a136a7626a4b40f4829903a908d4a1fdb30addb46e1b6db41f"} |
| |
2197 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1fd138753bf94410c23cce13", "attempt_id": "38c8672697f8", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:33.849648Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11011, "keep": 2753, "compress_ms": 13.247624970972538}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 34, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502872, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.63104099500924, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 13.289291993714869, "serialize_ms": 21.180749987252057, "load_ms": 2.0282079931348562, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.908541986718774, "ttft_ms": 30.908541986718774, "decode_ms": 155.22249997593462}, "total_wall_ms": 196.8265000032261, "ttft_ms": 30.908541986718774, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 34}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1801797632, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6845587656, "mlx_cache_bytes": 22898856722, "process_rss_bytes": 1801797632}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845587656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "KX-57Q-3412", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d9a95cafcf2a09837dd851d8cb6b045cb4206adcfe49ac029128ef8325c06df", "output_hash": "bc8c09399178e3b95e20872e2bbd47ad5566ccc504190de16a8a526da5be9803"} |
| |
2198 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b8cff9f6472dbddf50d2048", "attempt_id": "4bd33d8eb229", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:34.080808Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11011, "keep": 2753, "compress_ms": 13.247624970972538}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 40, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502872, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.63104099500924, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 13.289291993714869, "serialize_ms": 21.180749987252057, "load_ms": 1.914417021907866, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.513792065903544, "ttft_ms": 30.513792065903544, "decode_ms": 155.43562499806285}, "total_wall_ms": 196.49341597687453, "ttft_ms": 30.513792065903544, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1801797632, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6849585376, "mlx_cache_bytes": 22900626194, "process_rss_bytes": 1801797632}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849585376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 333, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d9a95cafcf2a09837dd851d8cb6b045cb4206adcfe49ac029128ef8325c06df", "output_hash": "0a0e331d2dc7dc58c7bcf3823701a1ca56331a17594350bf88fd9fa51eac158b"} |
| |
2199 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "116f95af3520aa7251ef75d4", "attempt_id": "618e3d8da14a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:34.311381Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11011, "keep": 2753, "compress_ms": 13.247624970972538}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 41, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502872, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.63104099500924, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 13.289291993714869, "serialize_ms": 21.180749987252057, "load_ms": 2.0103330025449395, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.368375009857118, "ttft_ms": 30.368375009857118, "decode_ms": 97.70275000482798}, "total_wall_ms": 138.44620890449733, "ttft_ms": 30.368375009857118, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1801797632, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6851141860, "mlx_cache_bytes": 22900626194, "process_rss_bytes": 1801797632}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851141860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d9a95cafcf2a09837dd851d8cb6b045cb4206adcfe49ac029128ef8325c06df", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2200 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d18b55dab3ba1e4dc106084a", "attempt_id": "8bab62e75e3d", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:34.483138Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11011, "keep": 2753, "compress_ms": 13.247624970972538}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 38, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502872, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.63104099500924, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 13.289291993714869, "serialize_ms": 21.180749987252057, "load_ms": 1.8700830405578017, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.363042023964226, "ttft_ms": 30.363042023964226, "decode_ms": 98.03141700103879}, "total_wall_ms": 138.2870840607211, "ttft_ms": 30.363042023964226, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1801797632, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6849536224, "mlx_cache_bytes": 22902330130, "process_rss_bytes": 1801797632}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849536224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d9a95cafcf2a09837dd851d8cb6b045cb4206adcfe49ac029128ef8325c06df", "output_hash": "c6af60595a9efe8b0cde8711eeba8b196a8297c86209448448653af810f9e0ae"} |
| |
2201 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "98fb51dbf1b4941478059150", "attempt_id": "ea254973dd80", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:34.655366Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11011, "keep": 2753, "compress_ms": 13.247624970972538}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 45, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502872, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.63104099500924, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 13.289291993714869, "serialize_ms": 21.180749987252057, "load_ms": 2.0500419195741415, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.9351658904925, "ttft_ms": 29.9351658904925, "decode_ms": 98.93720899708569}, "total_wall_ms": 139.65625001583248, "ttft_ms": 29.9351658904925, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1801797632, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6854222068, "mlx_cache_bytes": 22904328978, "process_rss_bytes": 1801797632}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6854222068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7258527", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7d9a95cafcf2a09837dd851d8cb6b045cb4206adcfe49ac029128ef8325c06df", "output_hash": "e6c1c2a8d213d9a7e37985412d9ef7869cf78a58402648d22b2181ef1c18e49d"} |
| |
2202 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4143e1d67b9bb91f40eceda8", "attempt_id": "bcff4221682b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:34.866248Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11011, "keep": 2753, "compress_ms": 14.602208975702524}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 34, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502867, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.73050000704825, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 14.64158296585083, "serialize_ms": 20.900166942737997, "load_ms": 1.9355419790372252, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.82599998358637, "ttft_ms": 29.82599998358637, "decode_ms": 665.6605419702828}, "total_wall_ms": 705.518291098997, "ttft_ms": 29.82599998358637, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1878949888, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6845292744, "mlx_cache_bytes": 23008432914, "process_rss_bytes": 1878949888}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845292744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The short answer is a number. The short answer is a number. The short answer is a number. The short answer is a number. The short answer is a number. The short answer is a number. The short answer is a number", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "839baa76a3de8ff9f2e40e8e6493d901d3fce8f370f2b8e31743ce48ae6d5b4f", "output_hash": "3c3cd7b7a759bb14964b835c5c52b5399f033b5eddb5478ec395b4d27a27c0a4"} |
| |
2203 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "21abd1d60f8581451b94802e", "attempt_id": "d8c46d1a4019", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:35.606089Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11011, "keep": 2753, "compress_ms": 14.602208975702524}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 40, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502867, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.73050000704825, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 14.64158296585083, "serialize_ms": 20.900166942737997, "load_ms": 0.9782919660210609, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.841458938084543, "ttft_ms": 30.841458938084543, "decode_ms": 665.2736249379814}, "total_wall_ms": 706.2109160469845, "ttft_ms": 30.841458938084543, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1875509248, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6849585376, "mlx_cache_bytes": 23008432914, "process_rss_bytes": 1875509248}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849585376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words), with no explanation, with no explanation. Give a short answer (a few words), with no explanation, with no explanation, with no explanation, with no explanation, with no explanation, with no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "839baa76a3de8ff9f2e40e8e6493d901d3fce8f370f2b8e31743ce48ae6d5b4f", "output_hash": "0a78e4a8c48d8340efbd14eb500e317bdca72d1c6557f065cfe297dbbb7bea59"} |
| |
2204 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0297709ba133a49d6df334d8", "attempt_id": "3d39011ee0af", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:36.349007Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11011, "keep": 2753, "compress_ms": 14.602208975702524}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 41, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502867, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.73050000704825, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 14.64158296585083, "serialize_ms": 20.900166942737997, "load_ms": 1.86420907266438, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.88933294545859, "ttft_ms": 29.88933294545859, "decode_ms": 674.8143750010058}, "total_wall_ms": 715.1914580026641, "ttft_ms": 29.88933294545859, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1711980544, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6851141860, "mlx_cache_bytes": 23008432914, "process_rss_bytes": 1711980544}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851141860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The calibration constant is filed for Lot 5-Z. The calibration constant is filed for Lot 5-Z. The calibration constant is filed for Lot 5-Z. The calibration constant is filed for Lot 5-Z. The calibration constant is", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "839baa76a3de8ff9f2e40e8e6493d901d3fce8f370f2b8e31743ce48ae6d5b4f", "output_hash": "2701222fb94e16f3e52e4931f971af3380e6acc0c341680cb5698ff2662ac024"} |
| |
2205 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ead9681da37fa6e21248cab6", "attempt_id": "f2b8c3381903", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:37.102828Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11011, "keep": 2753, "compress_ms": 14.602208975702524}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 38, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502867, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.73050000704825, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 14.64158296585083, "serialize_ms": 20.900166942737997, "load_ms": 1.8934999825432897, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.883625033311546, "ttft_ms": 30.883625033311546, "decode_ms": 666.9412499759346}, "total_wall_ms": 707.946417038329, "ttft_ms": 30.883625033311546, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1711980544, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6849536224, "mlx_cache_bytes": 23008432914, "process_rss_bytes": 1711980544}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849536224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The number is the number is the number is the number is the number is the number is the number is the number is the number is the number is the number is the number is the number is the number is the number is the number is", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "839baa76a3de8ff9f2e40e8e6493d901d3fce8f370f2b8e31743ce48ae6d5b4f", "output_hash": "fd594067c73aa94a913293f20c1519c8ef260a7bdf8e43465ba04ac4839dcab8"} |
| |
2206 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b53f3c5c1073702f28eb733d", "attempt_id": "13c0c1da5b08", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:37.845380Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11011, "keep": 2753, "compress_ms": 14.602208975702524}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 45, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502867, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.73050000704825, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 14.64158296585083, "serialize_ms": 20.900166942737997, "load_ms": 1.897374982945621, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.301166931167245, "ttft_ms": 30.301166931167245, "decode_ms": 667.7412909921259}, "total_wall_ms": 708.653207984753, "ttft_ms": 30.301166931167245, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1711947776, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6854222068, "mlx_cache_bytes": 23008432914, "process_rss_bytes": 1711947776}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6854222068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "839baa76a3de8ff9f2e40e8e6493d901d3fce8f370f2b8e31743ce48ae6d5b4f", "output_hash": "9249800c02ba8c80b64a9e43142e2a1f42b7e94480c846c27014a8405a710530"} |
| |
2207 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a1c6fbfb2101f52c423253d5", "attempt_id": "f82752df856f", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:38.589222Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 34, "compress_ms": 204.8432920128107}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 34, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502911, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 239.85979205463082, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 215.3243749635294, "serialize_ms": 24.237208999693394, "load_ms": 1.2772500049322844, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.84995795506984, "ttft_ms": 30.84995795506984, "decode_ms": 154.23483401536942}, "total_wall_ms": 436.7367089726031, "ttft_ms": 30.84995795506984, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1272266752, "backend_memory": {"mlx_active_bytes": 6793617416, "mlx_peak_bytes": 6844358856, "mlx_cache_bytes": 23465169818, "process_rss_bytes": 1272266752}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6844358856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff7e5038faa6ca3d7ff842301e9c64f179f5bc0a48103bed3665be95df2a222", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2208 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cff87cee6ca6c3b3be257fc1", "attempt_id": "c7f7901d975b", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:39.071742Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 40, "compress_ms": 99.25658407155424}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 40, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502911, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 128.19762504659593, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 108.83775004185736, "serialize_ms": 19.099124940112233, "load_ms": 1.5377500094473362, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.872332979924977, "ttft_ms": 30.872332979924977, "decode_ms": 185.40108297020197}, "total_wall_ms": 354.75437506102026, "ttft_ms": 30.872332979924977, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 40}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 1273036800, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6849143008, "mlx_cache_bytes": 23501329306, "process_rss_bytes": 1273036800}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849143008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D in Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff7e5038faa6ca3d7ff842301e9c64f179f5bc0a48103bed3665be95df2a222", "output_hash": "2ba4510e9a251f4230d3acf591c6667e0c5a737b8288a77f3191d2ca96c2565b"} |
| |
2209 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "127b1de1fe70b511076152e5", "attempt_id": "0b23c5ca45dc", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:39.465330Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 41, "compress_ms": 100.220917025581}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 41, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502910, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 131.77849992644042, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 108.85508300270885, "serialize_ms": 22.701208014041185, "load_ms": 1.1748329270631075, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.180417001247406, "ttft_ms": 30.180417001247406, "decode_ms": 102.62579109985381}, "total_wall_ms": 274.42229096777737, "ttft_ms": 30.180417001247406, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1272561664, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6851092708, "mlx_cache_bytes": 23534195610, "process_rss_bytes": 1272561664}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851092708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d909f54e0dfa1f0d70f7b90fbca820b9c5f9f57f59b946c3e3b1b3b50d0be997", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2210 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1b5190e33def43b58b3766f0", "attempt_id": "05ea7d6bb2c6", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:39.777133Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 38, "compress_ms": 104.83016690704972}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 38, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502912, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.86145895067602, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 113.79766708705574, "serialize_ms": 16.810000059194863, "load_ms": 1.3049578992649913, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.669166008010507, "ttft_ms": 30.669166008010507, "decode_ms": 72.5041669793427}, "total_wall_ms": 243.99916699621826, "ttft_ms": 30.669166008010507, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1274068992, "backend_memory": {"mlx_active_bytes": 6793584648, "mlx_peak_bytes": 6848012512, "mlx_cache_bytes": 23561245594, "process_rss_bytes": 1274068992}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6848012512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "438ac943b0d7ea0f14172efa1f8cafa696be6656b340469bc29031fce0390701", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2211 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bcf6f7dd0638709a90456ab4", "attempt_id": "4e6e76cdaab0", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:40.065473Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 45, "compress_ms": 103.7345000077039}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 45, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502911, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 128.6086670588702, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 112.11087496485561, "serialize_ms": 16.268583945930004, "load_ms": 0.7540410151705146, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.88095802720636, "ttft_ms": 29.88095802720636, "decode_ms": 99.59858399815857}, "total_wall_ms": 267.61704101227224, "ttft_ms": 29.88095802720636, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1276166144, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6854222068, "mlx_cache_bytes": 23607251866, "process_rss_bytes": 1276166144}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6854222068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7041735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff7e5038faa6ca3d7ff842301e9c64f179f5bc0a48103bed3665be95df2a222", "output_hash": "2209cbb8208ebcd6e1502a1c31d9fa139f5edcde50b3d8f038db50b40e6234e8"} |
| |
2212 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b28b041a8ca31942ecce8a4", "attempt_id": "3dceba9b5269", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:40.461676Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 19, "compress_ms": 78.74966610688716}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 34, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502911, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.6090000430122, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 78.8808329962194, "serialize_ms": 13.564624940045178, "load_ms": 1.7363340593874454, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.77237494289875, "ttft_ms": 30.77237494289875, "decode_ms": 86.41320804599673}, "total_wall_ms": 127.15616694185883, "ttft_ms": 30.77237494289875, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 34}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1275609088, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6844358856, "mlx_cache_bytes": 23620731802, "process_rss_bytes": 1275609088}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6844358856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-6020", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff7e5038faa6ca3d7ff842301e9c64f179f5bc0a48103bed3665be95df2a222", "output_hash": "ae8e26d30df908ef1991110a8b7c2d621b5830fc0c8d0b60f0ceb155f868006d"} |
| |
2213 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e82e775b457fcf55a7e60c4c", "attempt_id": "54d8f8dde066", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:40.624176Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 19, "compress_ms": 78.74966610688716}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 40, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502911, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.6090000430122, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 78.8808329962194, "serialize_ms": 13.564624940045178, "load_ms": 1.7643329920247197, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.805749935097992, "ttft_ms": 30.805749935097992, "decode_ms": 142.61404203716666}, "total_wall_ms": 183.9643750572577, "ttft_ms": 30.805749935097992, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 40}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1275609088, "backend_memory": {"mlx_active_bytes": 6793584648, "mlx_peak_bytes": 6849143008, "mlx_cache_bytes": 23620993946, "process_rss_bytes": 1275609088}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849143008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D, Lebouvillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff7e5038faa6ca3d7ff842301e9c64f179f5bc0a48103bed3665be95df2a222", "output_hash": "f852f06decea94c17aa7c7923abf88067345b2a0daa7a78a68e63479fb994206"} |
| |
2214 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e2b61e4a9835e33e496900e", "attempt_id": "f0845a053c4e", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:40.843567Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 19, "compress_ms": 78.74966610688716}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 41, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502911, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.6090000430122, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 78.8808329962194, "serialize_ms": 13.564624940045178, "load_ms": 1.2037920532748103, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.991584062576294, "ttft_ms": 30.991584062576294, "decode_ms": 87.9644580418244}, "total_wall_ms": 130.23450004402548, "ttft_ms": 30.991584062576294, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 41}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1275559936, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6851092708, "mlx_cache_bytes": 23620731802, "process_rss_bytes": 1275559936}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851092708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7.5111", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff7e5038faa6ca3d7ff842301e9c64f179f5bc0a48103bed3665be95df2a222", "output_hash": "372c211e5434c6c691d133f862089cdca2b47fd77a815a5f2abb04307807a5d1"} |
| |
2215 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0fdf916246e12e29bd126b35", "attempt_id": "5910fe367061", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:41.012659Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 19, "compress_ms": 78.74966610688716}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 38, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502911, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.6090000430122, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 78.8808329962194, "serialize_ms": 13.564624940045178, "load_ms": 1.3863749336451292, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.933541944250464, "ttft_ms": 30.933541944250464, "decode_ms": 73.56124999932945}, "total_wall_ms": 114.70179108437151, "ttft_ms": 30.933541944250464, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1275559936, "backend_memory": {"mlx_active_bytes": 6793584648, "mlx_peak_bytes": 6848012512, "mlx_cache_bytes": 23620993946, "process_rss_bytes": 1275559936}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6848012512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff7e5038faa6ca3d7ff842301e9c64f179f5bc0a48103bed3665be95df2a222", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2216 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "00c18a40e8f2483b75e634aa", "attempt_id": "ec943d9f1ec9", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:41.162043Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 19, "compress_ms": 78.74966610688716}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 45, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502911, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.6090000430122, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 78.8808329962194, "serialize_ms": 13.564624940045178, "load_ms": 1.7145000165328383, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.787834082730114, "ttft_ms": 30.787834082730114, "decode_ms": 129.9095000140369}, "total_wall_ms": 170.5064579145983, "ttft_ms": 30.787834082730114, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1275559936, "backend_memory": {"mlx_active_bytes": 6793814024, "mlx_peak_bytes": 6854222068, "mlx_cache_bytes": 23620764570, "process_rss_bytes": 1275559936}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6854222068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,000,735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eff7e5038faa6ca3d7ff842301e9c64f179f5bc0a48103bed3665be95df2a222", "output_hash": "1f025d191f60d169fe1aa74c2daa5f245de32fb4254527f4b402201f72e6b8b1"} |
| |
2217 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3860aab84d4ce675ec0c49a6", "attempt_id": "476431b973f8", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:41.370593Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 34, "compress_ms": 173.94754197448492}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 34, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502842, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 206.84516697656363, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 182.36741609871387, "serialize_ms": 24.239999940618873, "load_ms": 55.05429196637124, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1123.6395830055699, "ttft_ms": 1123.6395830055699, "decode_ms": 149.43241700530052}, "total_wall_ms": 1543.3370840037242, "ttft_ms": 1123.6395830055699, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 34}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1376616448, "backend_memory": {"mlx_active_bytes": 6793125896, "mlx_peak_bytes": 6909778076, "mlx_cache_bytes": 24282308234, "process_rss_bytes": 1376616448}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6909778076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-2561", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc058dad9442d97024088ab3b10b2ca4b83297de3616592bbf4a013f9e409632", "output_hash": "8045bb8d279fce06a17d6433deec7300a2af3715c9325f9081e1f4c3d5eecf15"} |
| |
2218 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2e8aff6328b4ccaa8a2905cf", "attempt_id": "8f162aa149c8", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:42.949571Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 40, "compress_ms": 117.68679099623114}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 40, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502842, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 152.07108401227742, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 126.23329099733382, "serialize_ms": 25.59812506660819, "load_ms": 16.956749954260886, "receiver_prefill_ms": 0.0, "query_prefill_ms": 597.5919170305133, "ttft_ms": 597.5919170305133, "decode_ms": 477.04616596456617}, "total_wall_ms": 1252.0890409359708, "ttft_ms": 597.5919170305133, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 40}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 1477099520, "backend_memory": {"mlx_active_bytes": 6793502728, "mlx_peak_bytes": 6913278228, "mlx_cache_bytes": 24373439282, "process_rss_bytes": 1477099520}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6913278228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D in Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc058dad9442d97024088ab3b10b2ca4b83297de3616592bbf4a013f9e409632", "output_hash": "2ba4510e9a251f4230d3acf591c6667e0c5a737b8288a77f3191d2ca96c2565b"} |
| |
2219 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7f84cf94a8b3430214bb0f37", "attempt_id": "5fba67fa306f", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:44.237435Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 41, "compress_ms": 196.0553340613842}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 41, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502841, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 232.71762498188764, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 204.788374947384, "serialize_ms": 27.68712490797043, "load_ms": 79.46608297061175, "receiver_prefill_ms": 0.0, "query_prefill_ms": 426.7405830323696, "ttft_ms": 426.7405830323696, "decode_ms": 124.1038329899311}, "total_wall_ms": 871.686042053625, "ttft_ms": 426.7405830323696, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1501757440, "backend_memory": {"mlx_active_bytes": 6793322504, "mlx_peak_bytes": 6913761576, "mlx_cache_bytes": 24377855566, "process_rss_bytes": 1501757440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6913761576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1373ae15a394fabe3ccc6af1719cdf1d4c66f11ae030a97f71326062e52f0307", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2220 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef804c1917d281e4c48de690", "attempt_id": "461771620e2b", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:45.148780Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 38, "compress_ms": 109.53250003512949}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 38, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502842, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 144.83308303169906, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 118.32599993795156, "serialize_ms": 26.269291061908007, "load_ms": 1.8652079161256552, "receiver_prefill_ms": 0.0, "query_prefill_ms": 394.08929203636944, "ttft_ms": 394.08929203636944, "decode_ms": 71.176000055857}, "total_wall_ms": 620.4137499444187, "ttft_ms": 394.08929203636944, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1563607040, "backend_memory": {"mlx_active_bytes": 6793093128, "mlx_peak_bytes": 6911934708, "mlx_cache_bytes": 24378904142, "process_rss_bytes": 1563607040}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6911934708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc058dad9442d97024088ab3b10b2ca4b83297de3616592bbf4a013f9e409632", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2221 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "896c35df445287f630d66c0a", "attempt_id": "02f69f6c82e0", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:45.805237Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 45, "compress_ms": 105.00558302737772}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 45, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 101486592, "serialized_payload_bytes": 101502842, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.2157920114696, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 113.62133303191513, "serialize_ms": 19.336292054504156, "load_ms": 1.5737500507384539, "receiver_prefill_ms": 0.0, "query_prefill_ms": 464.11637496203184, "ttft_ms": 464.11637496203184, "decode_ms": 100.17450002487749}, "total_wall_ms": 707.5790000380948, "ttft_ms": 464.11637496203184, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1632714752, "backend_memory": {"mlx_active_bytes": 6793469960, "mlx_peak_bytes": 6916186488, "mlx_cache_bytes": 24388686526, "process_rss_bytes": 1632714752}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6916186488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7041735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dc058dad9442d97024088ab3b10b2ca4b83297de3616592bbf4a013f9e409632", "output_hash": "2209cbb8208ebcd6e1502a1c31d9fa139f5edcde50b3d8f038db50b40e6234e8"} |
| |
2222 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "399c309baa7fbcabfc4efcc9", "attempt_id": "790ab4b979c0", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:46.550976Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 34, "compress_ms": 100.11875000782311, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 34, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 53914752, "serialized_payload_bytes": 53949242, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 137.29379209689796, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 118.77454200293869, "serialize_ms": 18.08012498077005, "load_ms": 2.2749999770894647, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.16524991672486, "ttft_ms": 22.16524991672486, "decode_ms": 149.4423330295831}, "total_wall_ms": 319.5899580605328, "ttft_ms": 22.16524991672486, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1691533312, "backend_memory": {"mlx_active_bytes": 6700802056, "mlx_peak_bytes": 6766148812, "mlx_cache_bytes": 24626746046, "process_rss_bytes": 1691533312}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6766148812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LK-25D-3061", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cfc839170520f22add2f31f8404c7148e6b4a85c9cef33efff469cd7232742e", "output_hash": "dfc95421aa59cf5179566642e88cb956ef8c2526811eab28ad4f7bf0882b5339"} |
| |
2223 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5caf672574755bc11eadf2a4", "attempt_id": "39adf87f2b58", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:46.905800Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 40, "compress_ms": 117.87437496241182, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 40, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 53914752, "serialized_payload_bytes": 53949242, "side_information_bytes": 34490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 153.90979091171175, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 134.51600004918873, "serialize_ms": 18.91691703349352, "load_ms": 1.202917075715959, "receiver_prefill_ms": 0.0, "query_prefill_ms": 402.8438749955967, "ttft_ms": 402.8438749955967, "decode_ms": 195.0702080503106}, "total_wall_ms": 762.214667047374, "ttft_ms": 402.8438749955967, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 40}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 1634287616, "backend_memory": {"mlx_active_bytes": 6700539912, "mlx_peak_bytes": 6774301044, "mlx_cache_bytes": 24627028670, "process_rss_bytes": 1634287616}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6774301044, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 56-D in Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cfc839170520f22add2f31f8404c7148e6b4a85c9cef33efff469cd7232742e", "output_hash": "2ba4510e9a251f4230d3acf591c6667e0c5a737b8288a77f3191d2ca96c2565b"} |
| |
2224 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02d5384d6c582538b937ed73", "attempt_id": "770663ea47a1", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:47.702571Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 41, "compress_ms": 101.9986669998616, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 41, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 53914752, "serialized_payload_bytes": 53949241, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 131.77866593468934, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 118.30408393871039, "serialize_ms": 13.0363330245018, "load_ms": 2.043958054855466, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.159957909025252, "ttft_ms": 22.159957909025252, "decode_ms": 103.29720901791006}, "total_wall_ms": 267.79591699596494, "ttft_ms": 22.159957909025252, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1648869376, "backend_memory": {"mlx_active_bytes": 6700507144, "mlx_peak_bytes": 6776958072, "mlx_cache_bytes": 24660112574, "process_rss_bytes": 1648869376}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6776958072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "76.3511", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "716807898f3f09f74f894ee82c051fbe3a540c0210cf0dc0b0425f98887d8ec4", "output_hash": "35bae1309696559f7808a82a055f07ba19471c997c5d5c8a04b2c60cc9e14da1"} |
| |
2225 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f268f0cfb5a60602d3f63634", "attempt_id": "1fae146ab5f0", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:48.005922Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 38, "compress_ms": 92.68854092806578, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 38, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 53914752, "serialized_payload_bytes": 53949241, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 129.1109579615295, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 109.61545794270933, "serialize_ms": 19.068125053308904, "load_ms": 1.819250057451427, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.990915993228555, "ttft_ms": 21.990915993228555, "decode_ms": 74.16220800951123}, "total_wall_ms": 235.49412505235523, "ttft_ms": 21.990915993228555, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1650196480, "backend_memory": {"mlx_active_bytes": 6700539912, "mlx_peak_bytes": 6772089716, "mlx_cache_bytes": 24690750654, "process_rss_bytes": 1650196480}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6772089716, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Oksana Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "716807898f3f09f74f894ee82c051fbe3a540c0210cf0dc0b0425f98887d8ec4", "output_hash": "12db6f9af4222f00c4c7519ca6690ec976bd4aaed740e443ab5148a947eb7f57"} |
| |
2226 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "34147d50af8fd8ee4a0dbab9", "attempt_id": "5a7c594dd422", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:48.275776Z", "task_family": "synthetic", "document_id": "syn_03020_16000", "document_hash": "4b594f32d4e18cae34a0b4b72741bb2f8306989a08d8989ff4a6fe026f126b6d", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03020_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11011, "keep": 2753, "window_tokens": 45, "compress_ms": 94.08262500073761, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10972, "source_tokens_receiver": 10972, "query_tokens": 45, "message_tokens": 11011, "message_utf8_bytes": 58651, "cache_tensor_bytes": 53914752, "serialized_payload_bytes": 53949241, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.13499998021871, "doc_prefill_ms": 2482.8916660044342, "compress_ms": 109.62720809038728, "serialize_ms": 15.079083037562668, "load_ms": 1.7228330252692103, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.192375035956502, "ttft_ms": 22.192375035956502, "decode_ms": 103.83012506645173}, "total_wall_ms": 261.25624997075647, "ttft_ms": 22.192375035956502, "input_usage": {"receiver_prefix_tokens": 11011, "dense_cache_bytes": 405909504, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1650556928, "backend_memory": {"mlx_active_bytes": 6700507144, "mlx_peak_bytes": 6782578864, "mlx_cache_bytes": 24727080638, "process_rss_bytes": 1650556928}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6782578864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7041735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03020_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "716807898f3f09f74f894ee82c051fbe3a540c0210cf0dc0b0425f98887d8ec4", "output_hash": "2209cbb8208ebcd6e1502a1c31d9fa139f5edcde50b3d8f038db50b40e6234e8"} |
| |
2227 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "369a524368f56a80f10dceef", "attempt_id": "50990698b2d2", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:49.251543Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 63, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008958042599260807, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.212499985471368, "ttft_ms": 13.383292010985315, "decode_ms": 13.107875012792647}, "total_wall_ms": 49.21945801470429, "ttft_ms": 13.383292010985315, "input_usage": {"receiver_prompt_tokens": 63}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624394240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221554036, "mlx_cache_bytes": 467699376, "process_rss_bytes": 624394240}, "peak_prefill_memory": null, "peak_decode_memory": 6221554036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2228 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e902f17fb1974b554763f1be", "attempt_id": "4e1d2db6c6e2", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:49.335263Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008958042599260807, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.850833997130394, "ttft_ms": 13.251833035610616, "decode_ms": 13.501334004104137}, "total_wall_ms": 51.002042018808424, "ttft_ms": 13.251833035610616, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624394240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 531121840, "process_rss_bytes": 624394240}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2229 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e26bb12e86506a076ccd0293", "attempt_id": "efafb1b10b16", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:49.419212Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008958042599260807, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.67970801424235, "ttft_ms": 13.316457974724472, "decode_ms": 13.094999943859875}, "total_wall_ms": 50.54645810741931, "ttft_ms": 13.316457974724472, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624394240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 531121840, "process_rss_bytes": 624394240}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2230 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6807f0d87778bb943b7fc826", "attempt_id": "191a06162bc7", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:49.489235Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008958042599260807, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.930667084641755, "ttft_ms": 13.26808298472315, "decode_ms": 13.243084074929357}, "total_wall_ms": 50.8810420287773, "ttft_ms": 13.26808298472315, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624394240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6240625288, "mlx_cache_bytes": 571803312, "process_rss_bytes": 624394240}, "peak_prefill_memory": null, "peak_decode_memory": 6240625288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2231 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d759785f3398785fdf30565", "attempt_id": "1f5ac09852ea", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:49.569315Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008958042599260807, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.137542000971735, "ttft_ms": 13.154792017303407, "decode_ms": 13.666542014107108}, "total_wall_ms": 51.423000055365264, "ttft_ms": 13.154792017303407, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624394240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245884552, "mlx_cache_bytes": 619431600, "process_rss_bytes": 624394240}, "peak_prefill_memory": null, "peak_decode_memory": 6245884552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2232 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d5a9b234a2cd9c6ad341d03", "attempt_id": "3b460c0a03e9", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:49.640091Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1987, "message_tokens": 1914, "message_utf8_bytes": 7171, "cache_tensor_bytes": null, "serialized_payload_bytes": 7171, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007375027053058147, "decode_payload_ms": 0.0, "receiver_prefill_ms": 209.29237501695752, "ttft_ms": 14.135167002677917, "decode_ms": 137.77087500784546}, "total_wall_ms": 363.93012502230704, "ttft_ms": 14.135167002677917, "input_usage": {"receiver_prompt_tokens": 1987}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 624427008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7038877512, "mlx_cache_bytes": 1493394872, "process_rss_bytes": 624427008}, "peak_prefill_memory": null, "peak_decode_memory": 7038877512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-49S-8868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "output_hash": "4cc3c5053f830db44f19e6ebbdb99b898d31569e68baec422a9c78a7af174fec"} |
| |
2233 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "937cd1d968507ad81c568b07", "attempt_id": "76ea1b2af17b", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:50.023123Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1993, "message_tokens": 1914, "message_utf8_bytes": 7171, "cache_tensor_bytes": null, "serialized_payload_bytes": 7171, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007375027053058147, "decode_payload_ms": 0.0, "receiver_prefill_ms": 230.17879098188132, "ttft_ms": 14.139999984763563, "decode_ms": 152.39262499380857}, "total_wall_ms": 399.46191594935954, "ttft_ms": 14.139999984763563, "input_usage": {"receiver_prompt_tokens": 1993}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 624443392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7040991296, "mlx_cache_bytes": 2276713912, "process_rss_bytes": 624443392}, "peak_prefill_memory": null, "peak_decode_memory": 7040991296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2234 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fb4c086254d7d3ed3b313cf8", "attempt_id": "e8d5e162b95e", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:50.441160Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1993, "message_tokens": 1914, "message_utf8_bytes": 7171, "cache_tensor_bytes": null, "serialized_payload_bytes": 7171, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007375027053058147, "decode_payload_ms": 0.0, "receiver_prefill_ms": 271.67087490670383, "ttft_ms": 14.804583974182606, "decode_ms": 99.24200002569705}, "total_wall_ms": 388.460542075336, "ttft_ms": 14.804583974182606, "input_usage": {"receiver_prompt_tokens": 1993}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 624459776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7040991296, "mlx_cache_bytes": 2276713912, "process_rss_bytes": 624459776}, "peak_prefill_memory": null, "peak_decode_memory": 7040991296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2235 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8c1ff1a9da4c163be0c42910", "attempt_id": "4d49fe9ca735", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:50.848501Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1990, "message_tokens": 1914, "message_utf8_bytes": 7171, "cache_tensor_bytes": null, "serialized_payload_bytes": 7171, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007375027053058147, "decode_payload_ms": 0.0, "receiver_prefill_ms": 292.78324998449534, "ttft_ms": 14.826791011728346, "decode_ms": 56.757790967822075}, "total_wall_ms": 367.0477910200134, "ttft_ms": 14.826791011728346, "input_usage": {"receiver_prompt_tokens": 1990}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 624459776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7040204864, "mlx_cache_bytes": 2822628792, "process_rss_bytes": 624459776}, "peak_prefill_memory": null, "peak_decode_memory": 7040204864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2236 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a50fd83ec23c8582dad0c947", "attempt_id": "cef4be7c4fdc", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:51.234941Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1997, "message_tokens": 1914, "message_utf8_bytes": 7171, "cache_tensor_bytes": null, "serialized_payload_bytes": 7171, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007375027053058147, "decode_payload_ms": 0.0, "receiver_prefill_ms": 296.3848339859396, "ttft_ms": 14.312166022136807, "decode_ms": 98.25687494594604}, "total_wall_ms": 411.9177090469748, "ttft_ms": 14.312166022136807, "input_usage": {"receiver_prompt_tokens": 1997}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 624476160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7042646080, "mlx_cache_bytes": 3607602616, "process_rss_bytes": 624476160}, "peak_prefill_memory": null, "peak_decode_memory": 7042646080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1505050", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "output_hash": "1db39f1ff343ec77d0d361cc7fba61c718cf3d6710f9f1a136e92bb82fce515d"} |
| |
2237 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "424d46aff881f734827ef00b", "attempt_id": "bdd881af98d8", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:51.666881Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1914}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 594, "message_tokens": 516, "message_utf8_bytes": 1861, "cache_tensor_bytes": null, "serialized_payload_bytes": 1861, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2227919651195407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.16991702467203, "ttft_ms": 14.02458397205919, "decode_ms": 135.97445806954056}, "total_wall_ms": 242.2796250320971, "ttft_ms": 14.02458397205919, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 624476160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 4002358712, "process_rss_bytes": 624476160}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-49S-8868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2a6090ea562dc6146bece624012f16d0eb227a78ee97ac24183047d091abcc8c", "output_hash": "4cc3c5053f830db44f19e6ebbdb99b898d31569e68baec422a9c78a7af174fec"} |
| |
2238 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d907c5ffb787ba6f5111a63", "attempt_id": "937a7c83f23d", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:51.927827Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1914}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 1861, "cache_tensor_bytes": null, "serialized_payload_bytes": 1861, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2227919651195407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.08516591507941, "ttft_ms": 13.681959011591971, "decode_ms": 148.24491599574685}, "total_wall_ms": 243.13412490300834, "ttft_ms": 13.681959011591971, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 624476160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 4352222648, "process_rss_bytes": 624476160}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2a6090ea562dc6146bece624012f16d0eb227a78ee97ac24183047d091abcc8c", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2239 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bcf4503f707ca6b899ff321f", "attempt_id": "8b4209ae8ef6", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:52.189885Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1914}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 1861, "cache_tensor_bytes": null, "serialized_payload_bytes": 1861, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2227919651195407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.19191706180573, "ttft_ms": 13.547208975069225, "decode_ms": 13.808791991323233}, "total_wall_ms": 104.63266691658646, "ttft_ms": 13.547208975069225, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624492544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 4352222648, "process_rss_bytes": 624492544}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2a6090ea562dc6146bece624012f16d0eb227a78ee97ac24183047d091abcc8c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2240 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "614fab9f7e358285cc210272", "attempt_id": "2a73cf13c189", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:52.313592Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1914}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 1861, "cache_tensor_bytes": null, "serialized_payload_bytes": 1861, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2227919651195407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.11575005669147, "ttft_ms": 13.606250053271651, "decode_ms": 13.36795894894749}, "total_wall_ms": 105.12149997521192, "ttft_ms": 13.606250053271651, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624492544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4597589432, "process_rss_bytes": 624492544}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2a6090ea562dc6146bece624012f16d0eb227a78ee97ac24183047d091abcc8c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2241 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7f3ebc922df9b7a8504b8bd6", "attempt_id": "517f2079a358", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:52.436704Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1914}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 1861, "cache_tensor_bytes": null, "serialized_payload_bytes": 1861, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2227919651195407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.89225001074374, "ttft_ms": 13.759040972217917, "decode_ms": 13.700124924071133}, "total_wall_ms": 108.55129093397409, "ttft_ms": 13.759040972217917, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624508928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569799768, "mlx_cache_bytes": 4964853176, "process_rss_bytes": 624508928}, "peak_prefill_memory": null, "peak_decode_memory": 6569799768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2a6090ea562dc6146bece624012f16d0eb227a78ee97ac24183047d091abcc8c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2242 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cfc0da054dc13c4273d0a22c", "attempt_id": "56083a2a04e4", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:52.565972Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 581, "message_tokens": 507, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5211659483611584, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.00379107054323, "ttft_ms": 13.617582968436182, "decode_ms": 53.990666987374425}, "total_wall_ms": 149.63179209735245, "ttft_ms": 13.617582968436182, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 624541696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 5317862840, "process_rss_bytes": 624541696}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Quital-3", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9181616992bfd53ca16f2562f17e5adeed4af82722c6aa5eefd32678c734853", "output_hash": "afbf4910f8901622fd15b86baf53c5a654cecf1e73ba179354f34a3e6df66253"} |
| |
2243 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e241ae61e2103000de4487c7", "attempt_id": "e01d265d6e41", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:52.734040Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 587, "message_tokens": 507, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5211659483611584, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.97075000498444, "ttft_ms": 13.732166029512882, "decode_ms": 13.414957909844816}, "total_wall_ms": 110.12891703285277, "ttft_ms": 13.732166029512882, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624541696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5660353976, "process_rss_bytes": 624541696}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9181616992bfd53ca16f2562f17e5adeed4af82722c6aa5eefd32678c734853", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2244 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c6444600a07a9947bb146448", "attempt_id": "418e14e17c71", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:52.863257Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 587, "message_tokens": 507, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5211659483611584, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.29237496946007, "ttft_ms": 13.606209075078368, "decode_ms": 13.471707934513688}, "total_wall_ms": 111.3172919722274, "ttft_ms": 13.606209075078368, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624558080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5660353976, "process_rss_bytes": 624558080}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9181616992bfd53ca16f2562f17e5adeed4af82722c6aa5eefd32678c734853", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2245 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e9df25a72f730f997c5c3e25", "attempt_id": "2f9a74e7df5f", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:52.993748Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 584, "message_tokens": 507, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5211659483611584, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.444041993469, "ttft_ms": 13.650708016939461, "decode_ms": 53.617166937328875}, "total_wall_ms": 153.70870800688863, "ttft_ms": 13.650708016939461, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 624574464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579794008, "mlx_cache_bytes": 5922039224, "process_rss_bytes": 624574464}, "peak_prefill_memory": null, "peak_decode_memory": 6579794008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9181616992bfd53ca16f2562f17e5adeed4af82722c6aa5eefd32678c734853", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2246 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "626b31a03d88aebc9f873256", "attempt_id": "afa342145d46", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:53.166181Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 591, "message_tokens": 507, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5211659483611584, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.34787504281849, "ttft_ms": 13.786250026896596, "decode_ms": 94.31029192637652}, "total_wall_ms": 192.46129097882658, "ttft_ms": 13.786250026896596, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 624590848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 6186771896, "process_rss_bytes": 624590848}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1505050", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9181616992bfd53ca16f2562f17e5adeed4af82722c6aa5eefd32678c734853", "output_hash": "1db39f1ff343ec77d0d361cc7fba61c718cf3d6710f9f1a136e92bb82fce515d"} |
| |
2247 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "26fe802e1b986ddf96478660", "attempt_id": "4ce93ad1d5f4", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:53.377244Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 584, "message_tokens": 510, "message_utf8_bytes": 1376, "cache_tensor_bytes": null, "serialized_payload_bytes": 1376, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9468329371884465, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.05462493747473, "ttft_ms": 13.581333099864423, "decode_ms": 133.83212499320507}, "total_wall_ms": 229.34058296959847, "ttft_ms": 13.581333099864423, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 624607232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577385560, "mlx_cache_bytes": 6186771896, "process_rss_bytes": 624607232}, "peak_prefill_memory": null, "peak_decode_memory": 6577385560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-49S-8868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "28c555364eb2377e1f49d057d047d082ac81aaec977504438458742ba1c89383", "output_hash": "4cc3c5053f830db44f19e6ebbdb99b898d31569e68baec422a9c78a7af174fec"} |
| |
2248 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a17d8c113295defcd56cff2a", "attempt_id": "69b8458660ce", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:53.625161Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 28}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 589, "message_tokens": 509, "message_utf8_bytes": 1803, "cache_tensor_bytes": null, "serialized_payload_bytes": 1803, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9965419303625822, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.77549996878952, "ttft_ms": 13.538833009079099, "decode_ms": 148.96979206241667}, "total_wall_ms": 241.35129200294614, "ttft_ms": 13.538833009079099, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 624623616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6428992952, "process_rss_bytes": 624623616}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d27f192d13359e07fce85cc283a8b825fcca35dcc6e5a6f5d132be3bfafecc5", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2249 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80cad52cd4cb99bbecc904e8", "attempt_id": "d9418a563c05", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:53.885178Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 589, "message_tokens": 509, "message_utf8_bytes": 1377, "cache_tensor_bytes": null, "serialized_payload_bytes": 1377, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0877919849008322, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.21020802576095, "ttft_ms": 13.42283294070512, "decode_ms": 94.30908295325935}, "total_wall_ms": 184.03929099440575, "ttft_ms": 13.42283294070512, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 624640000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6428992952, "process_rss_bytes": 624640000}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3d5c896572cd7c45f775a2f82a01d2be608bf1d301fc0ec29431e983cddedf", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2250 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "95ff8a7871f8ddd8440e105f", "attempt_id": "855c2eb7b556", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:54.088208Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 586, "message_tokens": 509, "message_utf8_bytes": 1599, "cache_tensor_bytes": null, "serialized_payload_bytes": 1599, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9301250101998448, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.2972920415923, "ttft_ms": 13.572708005085588, "decode_ms": 53.81795798894018}, "total_wall_ms": 143.5902080265805, "ttft_ms": 13.572708005085588, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 624640000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 6428992952, "process_rss_bytes": 624640000}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8b2f22697a854a038e9ed833e4c1c0d282574fe98fb8541820caf619fab22cad", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2251 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7153f33ab5fab64882db8772", "attempt_id": "64e8aacd3e26", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:01:54.250381Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 581, "message_tokens": 497, "message_utf8_bytes": 1207, "cache_tensor_bytes": null, "serialized_payload_bytes": 1207, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.8464589482173324, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.35562496539205, "ttft_ms": 13.745415955781937, "decode_ms": 94.74820899777114}, "total_wall_ms": 184.69354091212153, "ttft_ms": 13.745415955781937, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 624623616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 6428992952, "process_rss_bytes": 624623616}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1505050", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8598010221e60eb2bd5a3866e3c9649909d725596ff8d70a71ebc11112481e60", "output_hash": "1db39f1ff343ec77d0d361cc7fba61c718cf3d6710f9f1a136e92bb82fce515d"} |
| |
2252 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f207f2a2297b8540fc0ba908", "attempt_id": "fd774f064dcd", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:01.683170Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 590, "message_tokens": 512, "message_utf8_bytes": 1156, "cache_tensor_bytes": null, "serialized_payload_bytes": 1156, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7229.425041005015, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.75174997933209, "ttft_ms": 13.591250055469573, "decode_ms": 13.193207909353077}, "total_wall_ms": 98.60179095994681, "ttft_ms": 13.591250055469573, "input_usage": {"receiver_prompt_tokens": 590, "sender_input_tokens": 2030, "sender_output_tokens": 512, "sender_prefill_ms": 251.91795802675188, "sender_ttft_ms": 14.107333030551672, "sender_decode_ms": 6958.630750072189}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624803840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 7405020600, "process_rss_bytes": 624803840}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b385e9749b912cc21ddf83c70c8112523a591f9b66295ddfb381c8af18263260", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2253 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a4bb3284746a0b08df363f50", "attempt_id": "cb812b9550df", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:01.802306Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1156, "cache_tensor_bytes": null, "serialized_payload_bytes": 1156, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7229.425041005015, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.19983290228993, "ttft_ms": 13.529707910493016, "decode_ms": 147.20466698054224}, "total_wall_ms": 231.9882499286905, "ttft_ms": 13.529707910493016, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 2030, "sender_output_tokens": 512, "sender_prefill_ms": 251.91795802675188, "sender_ttft_ms": 14.107333030551672, "sender_decode_ms": 6958.630750072189}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 624803840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 7405020600, "process_rss_bytes": 624803840}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b385e9749b912cc21ddf83c70c8112523a591f9b66295ddfb381c8af18263260", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2254 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6841bdb620311d2e669155fa", "attempt_id": "749c3eae11f5", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:02.053427Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1156, "cache_tensor_bytes": null, "serialized_payload_bytes": 1156, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7229.425041005015, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.45274991448969, "ttft_ms": 13.56158300768584, "decode_ms": 94.08716601319611}, "total_wall_ms": 178.15879092086107, "ttft_ms": 13.56158300768584, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 2030, "sender_output_tokens": 512, "sender_prefill_ms": 251.91795802675188, "sender_ttft_ms": 14.107333030551672, "sender_decode_ms": 6958.630750072189}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 624836608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 7405020600, "process_rss_bytes": 624836608}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b385e9749b912cc21ddf83c70c8112523a591f9b66295ddfb381c8af18263260", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2255 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0c7f20e33e0c56b390f981be", "attempt_id": "a3786a8bc95f", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:02.250662Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1156, "cache_tensor_bytes": null, "serialized_payload_bytes": 1156, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7229.425041005015, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.39779197983444, "ttft_ms": 13.729167054407299, "decode_ms": 53.88449993915856}, "total_wall_ms": 155.01912496984005, "ttft_ms": 13.729167054407299, "input_usage": {"receiver_prompt_tokens": 593, "sender_input_tokens": 2030, "sender_output_tokens": 512, "sender_prefill_ms": 251.91795802675188, "sender_ttft_ms": 14.107333030551672, "sender_decode_ms": 6958.630750072189}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 624852992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566129752, "mlx_cache_bytes": 7492314552, "process_rss_bytes": 624852992}, "peak_prefill_memory": null, "peak_decode_memory": 6566129752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b385e9749b912cc21ddf83c70c8112523a591f9b66295ddfb381c8af18263260", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2256 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "279c4b7a96ce515864a51b5a", "attempt_id": "18d087c21098", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:02.424773Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 600, "message_tokens": 512, "message_utf8_bytes": 1156, "cache_tensor_bytes": null, "serialized_payload_bytes": 1156, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7229.425041005015, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.9823750751093, "ttft_ms": 13.654833077453077, "decode_ms": 13.842707965523005}, "total_wall_ms": 109.49100006837398, "ttft_ms": 13.654833077453077, "input_usage": {"receiver_prompt_tokens": 600, "sender_input_tokens": 2030, "sender_output_tokens": 512, "sender_prefill_ms": 251.91795802675188, "sender_ttft_ms": 14.107333030551672, "sender_decode_ms": 6958.630750072189}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 624852992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 7492314552, "process_rss_bytes": 624852992}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b385e9749b912cc21ddf83c70c8112523a591f9b66295ddfb381c8af18263260", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2257 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f691d0831d7bf9a61e7cd428", "attempt_id": "e08f58456780", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:02.553343Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 268, "message_tokens": 191, "message_utf8_bytes": 583, "cache_tensor_bytes": null, "serialized_payload_bytes": 583, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2870.2071249717847, "decode_payload_ms": 0.0, "receiver_prefill_ms": 41.93908395245671, "ttft_ms": 13.619375065900385, "decode_ms": 133.92708299215883}, "total_wall_ms": 3061.2665000371635, "ttft_ms": 13.619375065900385, "input_usage": {"receiver_prompt_tokens": 268, "sender_input_tokens": 2024, "sender_output_tokens": 191, "sender_prefill_ms": 261.3563339691609, "sender_ttft_ms": 14.431667048484087, "sender_decode_ms": 2592.830791021697}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 624934912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6403335324, "mlx_cache_bytes": 8507058660, "process_rss_bytes": 624934912}, "peak_prefill_memory": null, "peak_decode_memory": 6403335324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-49S-8868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "282ed56b70a7f7cebcb1fbfc7a14a1002ee0a1b9c50fef0f1f20f8f8b8c7e1d3", "output_hash": "4cc3c5053f830db44f19e6ebbdb99b898d31569e68baec422a9c78a7af174fec"} |
| |
2258 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "036c1505aefb71f8c5c9d5ab", "attempt_id": "8d3f8ddcafec", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:05.633580Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 211, "message_tokens": 128, "message_utf8_bytes": 363, "cache_tensor_bytes": null, "serialized_payload_bytes": 363, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1975.1822920516133, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.86108309496194, "ttft_ms": 13.30650004092604, "decode_ms": 147.49420806765556}, "total_wall_ms": 2170.4492919379845, "ttft_ms": 13.30650004092604, "input_usage": {"receiver_prompt_tokens": 211, "sender_input_tokens": 2030, "sender_output_tokens": 128, "sender_prefill_ms": 220.44512501452118, "sender_ttft_ms": 13.886750093661249, "sender_decode_ms": 1739.3297910457477}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 624934912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6351512732, "mlx_cache_bytes": 8679614948, "process_rss_bytes": 624934912}, "peak_prefill_memory": null, "peak_decode_memory": 6351512732, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fbe37562a9285856cde962b5e4fb448305e5239f602be226d3a4b09fb1c5e4a6", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2259 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9bf2438958a20f00f7890aab", "attempt_id": "fc698a2ac01e", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:07.823712Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 136, "message_tokens": 53, "message_utf8_bytes": 168, "cache_tensor_bytes": null, "serialized_payload_bytes": 168, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 959.0660420944914, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.658334027975798, "ttft_ms": 13.178749941289425, "decode_ms": 93.03858398925513}, "total_wall_ms": 1096.417374908924, "ttft_ms": 13.178749941289425, "input_usage": {"receiver_prompt_tokens": 136, "sender_input_tokens": 2030, "sender_output_tokens": 53, "sender_prefill_ms": 221.34987509343773, "sender_ttft_ms": 13.92391708213836, "sender_decode_ms": 722.1715829800814}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 624951296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6290973852, "mlx_cache_bytes": 8778181092, "process_rss_bytes": 624951296}, "peak_prefill_memory": null, "peak_decode_memory": 6290973852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d98e0ea0324391a01e838ba7655eda567a4dd12a6f000b0c2fb5c70c557fab8", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2260 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd53928fe12a39bed5a87ad2", "attempt_id": "11af5a89b313", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:16.216677Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 468, "message_tokens": 379, "message_utf8_bytes": 900, "cache_tensor_bytes": null, "serialized_payload_bytes": 900, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7276.703582960181, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.25362503249198, "ttft_ms": 13.79595894832164, "decode_ms": 13.505415990948677}, "total_wall_ms": 83.54474999941885, "ttft_ms": 13.79595894832164, "input_usage": {"receiver_prompt_tokens": 468, "sender_input_tokens": 2058, "sender_output_tokens": 512, "sender_prefill_ms": 244.57458301912993, "sender_ttft_ms": 13.799792039208114, "sender_decode_ms": 7016.150374896824}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 625115136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6481373092, "mlx_cache_bytes": 9956598100, "process_rss_bytes": 625115136}, "peak_prefill_memory": null, "peak_decode_memory": 6481373092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2ae8e199245ad716748b3e420d7b2c8e50b7daeeebd965effa93b31557ba8942", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2261 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4900a57f68ee584b67d2783", "attempt_id": "bb42f2d9856b", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:16.319787Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 474, "message_tokens": 379, "message_utf8_bytes": 900, "cache_tensor_bytes": null, "serialized_payload_bytes": 900, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7276.703582960181, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.67083403002471, "ttft_ms": 13.579374994151294, "decode_ms": 13.24791694059968}, "total_wall_ms": 83.39649997651577, "ttft_ms": 13.579374994151294, "input_usage": {"receiver_prompt_tokens": 474, "sender_input_tokens": 2058, "sender_output_tokens": 512, "sender_prefill_ms": 244.57458301912993, "sender_ttft_ms": 13.799792039208114, "sender_decode_ms": 7016.150374896824}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 625115136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6485338044, "mlx_cache_bytes": 10247809208, "process_rss_bytes": 625115136}, "peak_prefill_memory": null, "peak_decode_memory": 6485338044, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2ae8e199245ad716748b3e420d7b2c8e50b7daeeebd965effa93b31557ba8942", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2262 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4544c5bdb7bbcebda534b7a", "attempt_id": "bb91986b5ee4", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:16.422741Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 474, "message_tokens": 379, "message_utf8_bytes": 900, "cache_tensor_bytes": null, "serialized_payload_bytes": 900, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7276.703582960181, "decode_payload_ms": 0.0, "receiver_prefill_ms": 58.32954100333154, "ttft_ms": 13.847750029526651, "decode_ms": 13.42345797456801}, "total_wall_ms": 86.5390410181135, "ttft_ms": 13.847750029526651, "input_usage": {"receiver_prompt_tokens": 474, "sender_input_tokens": 2058, "sender_output_tokens": 512, "sender_prefill_ms": 244.57458301912993, "sender_ttft_ms": 13.799792039208114, "sender_decode_ms": 7016.150374896824}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 625115136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6485305276, "mlx_cache_bytes": 10248054968, "process_rss_bytes": 625115136}, "peak_prefill_memory": null, "peak_decode_memory": 6485305276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2ae8e199245ad716748b3e420d7b2c8e50b7daeeebd965effa93b31557ba8942", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2263 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f0122355cc1905b777af5dc3", "attempt_id": "a67537a0026c", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:16.528124Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 471, "message_tokens": 379, "message_utf8_bytes": 900, "cache_tensor_bytes": null, "serialized_payload_bytes": 900, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7276.703582960181, "decode_payload_ms": 0.0, "receiver_prefill_ms": 60.91437500435859, "ttft_ms": 13.396624941378832, "decode_ms": 13.353999936953187}, "total_wall_ms": 88.51787494495511, "ttft_ms": 13.396624941378832, "input_usage": {"receiver_prompt_tokens": 471, "sender_input_tokens": 2058, "sender_output_tokens": 512, "sender_prefill_ms": 244.57458301912993, "sender_ttft_ms": 13.799792039208114, "sender_decode_ms": 7016.150374896824}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 625131520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6499248060, "mlx_cache_bytes": 10459261112, "process_rss_bytes": 625131520}, "peak_prefill_memory": null, "peak_decode_memory": 6499248060, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2ae8e199245ad716748b3e420d7b2c8e50b7daeeebd965effa93b31557ba8942", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2264 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a6496015aea7232018fbd45a", "attempt_id": "cc04213baef1", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:16.635492Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 478, "message_tokens": 379, "message_utf8_bytes": 900, "cache_tensor_bytes": null, "serialized_payload_bytes": 900, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7276.703582960181, "decode_payload_ms": 0.0, "receiver_prefill_ms": 62.86008399911225, "ttft_ms": 13.343750033527613, "decode_ms": 13.592708040960133}, "total_wall_ms": 90.73799999896437, "ttft_ms": 13.343750033527613, "input_usage": {"receiver_prompt_tokens": 478, "sender_input_tokens": 2058, "sender_output_tokens": 512, "sender_prefill_ms": 244.57458301912993, "sender_ttft_ms": 13.799792039208114, "sender_decode_ms": 7016.150374896824}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 625131520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6487517132, "mlx_cache_bytes": 10740215852, "process_rss_bytes": 625131520}, "peak_prefill_memory": null, "peak_decode_memory": 6487517132, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2ae8e199245ad716748b3e420d7b2c8e50b7daeeebd965effa93b31557ba8942", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2265 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3787dc2a04208723559c389f", "attempt_id": "0afe0e54efc6", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:16.744964Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 139, "message_tokens": 50, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1304.057625005953, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.76400002464652, "ttft_ms": 13.629042077809572, "decode_ms": 132.87279196083546}, "total_wall_ms": 1481.800082954578, "ttft_ms": 13.629042077809572, "input_usage": {"receiver_prompt_tokens": 139, "sender_input_tokens": 2065, "sender_output_tokens": 72, "sender_prefill_ms": 301.7295839963481, "sender_ttft_ms": 14.457250013947487, "sender_decode_ms": 986.2272500758991}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 625147904, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6293677212, "mlx_cache_bytes": 10857336940, "process_rss_bytes": 625147904}, "peak_prefill_memory": null, "peak_decode_memory": 6293677212, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-49S-8868", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a494d6f06a1a8fc1414fc60b6009abc4a8d8fc76c990efb74b494f618b602f78", "output_hash": "4cc3c5053f830db44f19e6ebbdb99b898d31569e68baec422a9c78a7af174fec"} |
| |
2266 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "162d12e8e5bda11eba32c7d2", "attempt_id": "8e9947dcf92c", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:18.246302Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 144, "message_tokens": 49, "message_utf8_bytes": 111, "cache_tensor_bytes": null, "serialized_payload_bytes": 111, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1174.4424159405753, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.76170792337507, "ttft_ms": 13.45900003798306, "decode_ms": 144.68862500507385}, "total_wall_ms": 1363.8034580508247, "ttft_ms": 13.45900003798306, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 2071, "sender_output_tokens": 67, "sender_prefill_ms": 245.68875005934387, "sender_ttft_ms": 13.922833022661507, "sender_decode_ms": 913.1777909351513}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 625180672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297429148, "mlx_cache_bytes": 10983609540, "process_rss_bytes": 625180672}, "peak_prefill_memory": null, "peak_decode_memory": 6297429148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R in Senneterre", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4d4ae894cef4cc256d17dd08944bc06ea8130e78db78cd53f311b73a29963a6e", "output_hash": "c45a2033b686f0c2cf9e4c1b2df0c4374b61f7c52379842bed36ab91e415291f"} |
| |
2267 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56a05dfdb16aa9dd4eaf9d65", "attempt_id": "45a5f7e7791a", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:19.629051Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 144, "message_tokens": 49, "message_utf8_bytes": 114, "cache_tensor_bytes": null, "serialized_payload_bytes": 114, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1228.5543750040233, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.70283296983689, "ttft_ms": 12.934167054481804, "decode_ms": 91.84691705740988}, "total_wall_ms": 1364.533458952792, "ttft_ms": 12.934167054481804, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 2071, "sender_output_tokens": 71, "sender_prefill_ms": 247.16970801819116, "sender_ttft_ms": 13.877333025448024, "sender_decode_ms": 965.7941251061857}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 625180672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297429148, "mlx_cache_bytes": 10983707844, "process_rss_bytes": 625180672}, "peak_prefill_memory": null, "peak_decode_memory": 6297429148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "368e742becb332e7b65c1b7960f81c73318f789ffb5bf59e2a0057697763b346", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2268 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2099fbba12d6bfb2c82dcce7", "attempt_id": "4054d74ca73c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:21.013648Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1003, "message_tokens": 929, "message_utf8_bytes": 702, "cache_tensor_bytes": null, "serialized_payload_bytes": 702, "side_information_bytes": 0, "fetched_bytes": 1498, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023792032152414322, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.77425007149577, "ttft_ms": 13.809166965074837, "decode_ms": 13.679791940376163}, "total_wall_ms": 139.1166669782251, "ttft_ms": 13.809166965074837, "input_usage": {"receiver_prompt_tokens": 1003, "sender_input_tokens": 2058, "sender_output_tokens": 512, "sender_prefill_ms": 244.57458301912993, "sender_ttft_ms": 13.799792039208114, "sender_decode_ms": 7016.150374896824}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 625278976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6805942348, "mlx_cache_bytes": 11640362180, "process_rss_bytes": 625278976}, "peak_prefill_memory": null, "peak_decode_memory": 6805942348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1498, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "98fb7fe78e47b34afdadee9463748c2aca888eb10f6982eae8819e71cb8debf8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2269 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "67311d5a0a5528a638e2549c", "attempt_id": "d86eb2762008", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:21.173059Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 971, "message_tokens": 891, "message_utf8_bytes": 702, "cache_tensor_bytes": null, "serialized_payload_bytes": 702, "side_information_bytes": 0, "fetched_bytes": 1513, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023792032152414322, "decode_payload_ms": 0.0, "receiver_prefill_ms": 121.17249995935708, "ttft_ms": 13.87054193764925, "decode_ms": 150.60783305671066}, "total_wall_ms": 287.54699998535216, "ttft_ms": 13.87054193764925, "input_usage": {"receiver_prompt_tokens": 971, "sender_input_tokens": 2058, "sender_output_tokens": 512, "sender_prefill_ms": 244.57458301912993, "sender_ttft_ms": 13.799792039208114, "sender_decode_ms": 7016.150374896824}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 625311744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6787133516, "mlx_cache_bytes": 12234953924, "process_rss_bytes": 625311744}, "peak_prefill_memory": null, "peak_decode_memory": 6787133516, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1513, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "df949190133ded50ecbfdfcb393bfd5c6b7b1ea2ea429ccb0ecfab065f7783ea", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2270 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "efebaa1cc138eb3571999be4", "attempt_id": "2b2c6e2fd148", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:21.480022Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 986, "message_tokens": 906, "message_utf8_bytes": 702, "cache_tensor_bytes": null, "serialized_payload_bytes": 702, "side_information_bytes": 0, "fetched_bytes": 1501, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023792032152414322, "decode_payload_ms": 0.0, "receiver_prefill_ms": 133.67179199121892, "ttft_ms": 14.248416991904378, "decode_ms": 13.97504098713398}, "total_wall_ms": 163.38866704609245, "ttft_ms": 14.248416991904378, "input_usage": {"receiver_prompt_tokens": 986, "sender_input_tokens": 2058, "sender_output_tokens": 512, "sender_prefill_ms": 244.57458301912993, "sender_ttft_ms": 13.799792039208114, "sender_decode_ms": 7016.150374896824}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 625311744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6796144716, "mlx_cache_bytes": 12838950084, "process_rss_bytes": 625311744}, "peak_prefill_memory": null, "peak_decode_memory": 6796144716, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1501, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8e642f60cd5d5df96ecf3528c640a3d9ac2bee8aada9d004ca1de338e151c8e0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2271 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ece610fd81cf8b78cedc06db", "attempt_id": "6d54f6b82877", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:21.662888Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1006, "message_tokens": 929, "message_utf8_bytes": 702, "cache_tensor_bytes": null, "serialized_payload_bytes": 702, "side_information_bytes": 0, "fetched_bytes": 1498, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023792032152414322, "decode_payload_ms": 0.0, "receiver_prefill_ms": 147.9656669544056, "ttft_ms": 14.717916958034039, "decode_ms": 13.859083061106503}, "total_wall_ms": 178.0359169933945, "ttft_ms": 14.717916958034039, "input_usage": {"receiver_prompt_tokens": 1006, "sender_input_tokens": 2058, "sender_output_tokens": 512, "sender_prefill_ms": 244.57458301912993, "sender_ttft_ms": 13.799792039208114, "sender_decode_ms": 7016.150374896824}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 625328128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6807842892, "mlx_cache_bytes": 13430346948, "process_rss_bytes": 625328128}, "peak_prefill_memory": null, "peak_decode_memory": 6807842892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1498, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9eb10d22bd0e53a3adba68020073d79b8b552ab59b985c39db0185961ca15a49", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2272 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e9cc5f10ef28a9928021ff62", "attempt_id": "fced8494749c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:21.859883Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1013, "message_tokens": 929, "message_utf8_bytes": 702, "cache_tensor_bytes": null, "serialized_payload_bytes": 702, "side_information_bytes": 0, "fetched_bytes": 1498, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023792032152414322, "decode_payload_ms": 0.0, "receiver_prefill_ms": 162.54379192832857, "ttft_ms": 14.491459005512297, "decode_ms": 97.9682500474155}, "total_wall_ms": 276.4282920397818, "ttft_ms": 14.491459005512297, "input_usage": {"receiver_prompt_tokens": 1013, "sender_input_tokens": 2058, "sender_output_tokens": 512, "sender_prefill_ms": 244.57458301912993, "sender_ttft_ms": 13.799792039208114, "sender_decode_ms": 7016.150374896824}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 625328128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6811381836, "mlx_cache_bytes": 14050170052, "process_rss_bytes": 625328128}, "peak_prefill_memory": null, "peak_decode_memory": 6811381836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4862425", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1498, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9eb10d22bd0e53a3adba68020073d79b8b552ab59b985c39db0185961ca15a49", "output_hash": "0424a5744857d229fe68c1068d2f0379845129a69ec2dc68e917df297c717d20"} |
| |
2273 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "76b635b2e7575170b2bea264", "attempt_id": "f6ea36bb5f84", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:22.155470Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.914301310043668}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1987, "message_tokens": 1914, "message_utf8_bytes": 7171, "cache_tensor_bytes": null, "serialized_payload_bytes": 1832, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07654097862541676, "decode_payload_ms": 0.017499900422990322, "receiver_prefill_ms": 309.50062500778586, "ttft_ms": 15.00612497329712, "decode_ms": 141.86395902652293}, "total_wall_ms": 469.1575829638168, "ttft_ms": 15.00612497329712, "input_usage": {"receiver_prompt_tokens": 1987}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 625344512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7038877512, "mlx_cache_bytes": 14050170052, "process_rss_bytes": 625344512}, "peak_prefill_memory": null, "peak_decode_memory": 7038877512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-49S-8868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "output_hash": "4cc3c5053f830db44f19e6ebbdb99b898d31569e68baec422a9c78a7af174fec"} |
| |
2274 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "421583b26d674284f61c65bf", "attempt_id": "96bd640baa66", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:22.644040Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.914301310043668}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1993, "message_tokens": 1914, "message_utf8_bytes": 7171, "cache_tensor_bytes": null, "serialized_payload_bytes": 1832, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07654097862541676, "decode_payload_ms": 0.017499900422990322, "receiver_prefill_ms": 290.03575001843274, "ttft_ms": 14.824582962319255, "decode_ms": 153.8474999833852}, "total_wall_ms": 461.440582992509, "ttft_ms": 14.824582962319255, "input_usage": {"receiver_prompt_tokens": 1993}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 625360896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7040991296, "mlx_cache_bytes": 14050170052, "process_rss_bytes": 625360896}, "peak_prefill_memory": null, "peak_decode_memory": 7040991296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2275 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9ac7d6d4fab37a01df7fcec", "attempt_id": "2b711b8f0626", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:23.124768Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.914301310043668}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1993, "message_tokens": 1914, "message_utf8_bytes": 7171, "cache_tensor_bytes": null, "serialized_payload_bytes": 1832, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07654097862541676, "decode_payload_ms": 0.017499900422990322, "receiver_prefill_ms": 273.11979106161743, "ttft_ms": 14.056207961402833, "decode_ms": 96.21237509418279}, "total_wall_ms": 386.13704196177423, "ttft_ms": 14.056207961402833, "input_usage": {"receiver_prompt_tokens": 1993}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 625360896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7040991296, "mlx_cache_bytes": 14050170052, "process_rss_bytes": 625360896}, "peak_prefill_memory": null, "peak_decode_memory": 7040991296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2276 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ac3ecca6f8c42ab9794647ff", "attempt_id": "78271686dadd", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:23.529311Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.914301310043668}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1990, "message_tokens": 1914, "message_utf8_bytes": 7171, "cache_tensor_bytes": null, "serialized_payload_bytes": 1832, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07654097862541676, "decode_payload_ms": 0.017499900422990322, "receiver_prefill_ms": 275.4953330149874, "ttft_ms": 14.269041013903916, "decode_ms": 55.163875105790794}, "total_wall_ms": 347.6558750262484, "ttft_ms": 14.269041013903916, "input_usage": {"receiver_prompt_tokens": 1990}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 625377280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7040204864, "mlx_cache_bytes": 14050170052, "process_rss_bytes": 625377280}, "peak_prefill_memory": null, "peak_decode_memory": 7040204864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2277 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a573f30ca24e3a7569196d3f", "attempt_id": "ad87fdba59f6", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:23.895697Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.914301310043668}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 1997, "message_tokens": 1914, "message_utf8_bytes": 7171, "cache_tensor_bytes": null, "serialized_payload_bytes": 1832, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07654097862541676, "decode_payload_ms": 0.017499900422990322, "receiver_prefill_ms": 278.5124579677358, "ttft_ms": 14.580832910723984, "decode_ms": 95.98741692025214}, "total_wall_ms": 391.88537502195686, "ttft_ms": 14.580832910723984, "input_usage": {"receiver_prompt_tokens": 1997}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 625393664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7042646080, "mlx_cache_bytes": 14050170052, "process_rss_bytes": 625393664}, "peak_prefill_memory": null, "peak_decode_memory": 7042646080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1505050", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "output_hash": "1db39f1ff343ec77d0d361cc7fba61c718cf3d6710f9f1a136e92bb82fce515d"} |
| |
2278 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "92a9690a7e0d8a8bed0d532a", "attempt_id": "84dd3bc84249", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:24.860812Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26750261233019856, "origin_tokens": 1725, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 729, "message_tokens": 654, "message_utf8_bytes": 1985, "cache_tensor_bytes": null, "serialized_payload_bytes": 1985, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 553.9741249522194, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.15979209449142, "ttft_ms": 13.61529203131795, "decode_ms": 120.98670797422528}, "total_wall_ms": 216.84474998619407, "ttft_ms": 13.61529203131795, "input_usage": {"receiver_prompt_tokens": 729}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 632700928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6639399000, "mlx_cache_bytes": 14434456772, "process_rss_bytes": 632700928}, "peak_prefill_memory": null, "peak_decode_memory": 6639399000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "-49S-8868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fb87e3b3c9e453ffbcef877bba83e0a1471651f46c06156c105ce89198b4f6a", "output_hash": "b3088a5962a1da8d5dd2c274e8b89ca473ed861e1a5632decf895b279b3cf828"} |
| |
2279 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9f34f5f9dcbf6a4f83fd5840", "attempt_id": "8e5ed84a5de9", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:25.103652Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26750261233019856, "origin_tokens": 1725, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 735, "message_tokens": 654, "message_utf8_bytes": 1985, "cache_tensor_bytes": null, "serialized_payload_bytes": 1985, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 553.9741249522194, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.08141699247062, "ttft_ms": 13.470625039190054, "decode_ms": 148.8665830111131}, "total_wall_ms": 243.75441600568593, "ttft_ms": 13.470625039190054, "input_usage": {"receiver_prompt_tokens": 735}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 632717312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6643101784, "mlx_cache_bytes": 14863357124, "process_rss_bytes": 632717312}, "peak_prefill_memory": null, "peak_decode_memory": 6643101784, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot-R Senneterre, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fb87e3b3c9e453ffbcef877bba83e0a1471651f46c06156c105ce89198b4f6a", "output_hash": "9d883db796bc0743f1ad7c66577a6572d46acab11f8bf6fb68c4523648de1dcb"} |
| |
2280 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8a888e56e594d4013a7b6fbd", "attempt_id": "a1ccacd3697c", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:25.367103Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26750261233019856, "origin_tokens": 1725, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 735, "message_tokens": 654, "message_utf8_bytes": 1985, "cache_tensor_bytes": null, "serialized_payload_bytes": 1985, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 553.9741249522194, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.14795796386898, "ttft_ms": 13.722250005230308, "decode_ms": 108.70808304753155}, "total_wall_ms": 202.9354169499129, "ttft_ms": 13.722250005230308, "input_usage": {"receiver_prompt_tokens": 735}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 632717312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6643101784, "mlx_cache_bytes": 14863357124, "process_rss_bytes": 632717312}, "peak_prefill_memory": null, "peak_decode_memory": 6643101784, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "73. 5688", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fb87e3b3c9e453ffbcef877bba83e0a1471651f46c06156c105ce89198b4f6a", "output_hash": "241eb80a581773d30f60269202c432f646aee2d1beb3d686a3386cf1c6712055"} |
| |
2281 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "90e289630da3ea1273a1842d", "attempt_id": "101a2415a60c", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:25.590752Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26750261233019856, "origin_tokens": 1725, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 732, "message_tokens": 654, "message_utf8_bytes": 1985, "cache_tensor_bytes": null, "serialized_payload_bytes": 1985, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 553.9741249522194, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.63024992588907, "ttft_ms": 13.7760000070557, "decode_ms": 53.76420798711479}, "total_wall_ms": 149.4761659996584, "ttft_ms": 13.7760000070557, "input_usage": {"receiver_prompt_tokens": 732}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 632717312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6656880716, "mlx_cache_bytes": 15197443268, "process_rss_bytes": 632717312}, "peak_prefill_memory": null, "peak_decode_memory": 6656880716, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fb87e3b3c9e453ffbcef877bba83e0a1471651f46c06156c105ce89198b4f6a", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2282 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7ec1021af22382d4cb87a1d", "attempt_id": "abea30814c75", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:25.758979Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26750261233019856, "origin_tokens": 1725, "compressed_tokens": 550, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 739, "message_tokens": 654, "message_utf8_bytes": 1985, "cache_tensor_bytes": null, "serialized_payload_bytes": 1985, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 553.9741249522194, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.56966600008309, "ttft_ms": 13.721124967560172, "decode_ms": 40.44070898089558}, "total_wall_ms": 140.98408306017518, "ttft_ms": 13.721124967560172, "input_usage": {"receiver_prompt_tokens": 739}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 632717312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6651965516, "mlx_cache_bytes": 15617086660, "process_rss_bytes": 632717312}, "peak_prefill_memory": null, "peak_decode_memory": 6651965516, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "505", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6fb87e3b3c9e453ffbcef877bba83e0a1471651f46c06156c105ce89198b4f6a", "output_hash": "e13b778ae833ca8c5d757c58e4a85bd71e08c05caedbd096e13ec3f7b228b43a"} |
| |
2283 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51ec6b959f643cb094ec030f", "attempt_id": "886856254bc4", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:26.176049Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 34, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 71995392, "serialized_payload_bytes": 72011464, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 256.8923750659451, "doc_prefill_ms": 237.26020799949765, "compress_ms": 2.0584160229191184, "serialize_ms": 14.657833031378686, "load_ms": 1.8690000288188457, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.20933300629258, "ttft_ms": 29.20933300629258, "decode_ms": 140.87704196572304}, "total_wall_ms": 173.49591595120728, "ttft_ms": 29.20933300629258, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 702414848, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6440296760, "mlx_cache_bytes": 16395785549, "process_rss_bytes": 702414848}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6440296760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-49S-8868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1d80f4f0c94c8ba1bba1804aa8248002c4a21d6d0e0de3ab385cfbadbb00b8f", "output_hash": "4cc3c5053f830db44f19e6ebbdb99b898d31569e68baec422a9c78a7af174fec"} |
| |
2284 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "807222252013b025fc15564b", "attempt_id": "ba51ef4e07cd", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:26.369789Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 71995392, "serialized_payload_bytes": 72011464, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 256.8923750659451, "doc_prefill_ms": 237.26020799949765, "compress_ms": 2.0584160229191184, "serialize_ms": 14.657833031378686, "load_ms": 1.6862079501152039, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.600499965250492, "ttft_ms": 28.600499965250492, "decode_ms": 155.69137502461672}, "total_wall_ms": 187.52633302938193, "ttft_ms": 28.600499965250492, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 702414848, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6444851512, "mlx_cache_bytes": 16434025965, "process_rss_bytes": 702414848}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6444851512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1d80f4f0c94c8ba1bba1804aa8248002c4a21d6d0e0de3ab385cfbadbb00b8f", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2285 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "84719e9592bd949ea95c0099", "attempt_id": "11210cbedf52", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:26.576418Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 71995392, "serialized_payload_bytes": 72011464, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 256.8923750659451, "doc_prefill_ms": 237.26020799949765, "compress_ms": 2.0584160229191184, "serialize_ms": 14.657833031378686, "load_ms": 1.3879159232601523, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.590958052314818, "ttft_ms": 27.590958052314818, "decode_ms": 99.61933398153633}, "total_wall_ms": 130.28024998493493, "ttft_ms": 27.590958052314818, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 702431232, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6444851424, "mlx_cache_bytes": 16434025965, "process_rss_bytes": 702431232}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6444851424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1d80f4f0c94c8ba1bba1804aa8248002c4a21d6d0e0de3ab385cfbadbb00b8f", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2286 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2d4276caf27ecceacbf967a8", "attempt_id": "688dae424e51", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:26.725306Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 37, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 71995392, "serialized_payload_bytes": 72011464, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 256.8923750659451, "doc_prefill_ms": 237.26020799949765, "compress_ms": 2.0584160229191184, "serialize_ms": 14.657833031378686, "load_ms": 1.7578330589458346, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.738125015981495, "ttft_ms": 26.738125015981495, "decode_ms": 55.416209041140974}, "total_wall_ms": 85.36545804236084, "ttft_ms": 26.738125015981495, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 702431232, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6442901728, "mlx_cache_bytes": 16460027373, "process_rss_bytes": 702431232}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6442901728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1d80f4f0c94c8ba1bba1804aa8248002c4a21d6d0e0de3ab385cfbadbb00b8f", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2287 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d780b2c44fe3c132b7988bfa", "attempt_id": "e2028ce73b1a", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:26.830265Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 44, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 71995392, "serialized_payload_bytes": 72011464, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 256.8923750659451, "doc_prefill_ms": 237.26020799949765, "compress_ms": 2.0584160229191184, "serialize_ms": 14.657833031378686, "load_ms": 0.7478330517187715, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.854541967622936, "ttft_ms": 26.854541967622936, "decode_ms": 97.1929170191288}, "total_wall_ms": 126.26387504860759, "ttft_ms": 26.854541967622936, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 702431232, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6448521528, "mlx_cache_bytes": 16490487341, "process_rss_bytes": 702431232}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6448521528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1505050", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1d80f4f0c94c8ba1bba1804aa8248002c4a21d6d0e0de3ab385cfbadbb00b8f", "output_hash": "1db39f1ff343ec77d0d361cc7fba61c718cf3d6710f9f1a136e92bb82fce515d"} |
| |
2288 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f7af9bf5f1f1487c09849ae4", "attempt_id": "2f4f1a056694", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:26.992401Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "bc7be695d5c0b153", "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 34, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 71995392, "serialized_payload_bytes": 72011492, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.28537506237626, "doc_prefill_ms": 237.26020799949765, "compress_ms": 0.6322499830275774, "serialize_ms": 14.503250014968216, "load_ms": 8.477207971736789, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.967874913476408, "ttft_ms": 25.967874913476408, "decode_ms": 138.2557499455288}, "total_wall_ms": 174.1351670352742, "ttft_ms": 25.967874913476408, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 775569408, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6439936200, "mlx_cache_bytes": 16490880557, "process_rss_bytes": 775569408}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6439936200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-49S-8868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10cc86e7ae10b2616054ba86765ee7d8c5ad3be43b7618e57bcf3581e2010e53", "output_hash": "4cc3c5053f830db44f19e6ebbdb99b898d31569e68baec422a9c78a7af174fec"} |
| |
2289 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "07070d3aeb85de4c70a68546", "attempt_id": "abc71ed32de7", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:27.185888Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "bc7be695d5c0b153", "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 71995392, "serialized_payload_bytes": 72011492, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.28537506237626, "doc_prefill_ms": 237.26020799949765, "compress_ms": 0.6322499830275774, "serialize_ms": 14.503250014968216, "load_ms": 7.399666006676853, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.019500033929944, "ttft_ms": 27.019500033929944, "decode_ms": 152.54070900846273}, "total_wall_ms": 188.3782499935478, "ttft_ms": 27.019500033929944, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 781664256, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6444687584, "mlx_cache_bytes": 16490880557, "process_rss_bytes": 781664256}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6444687584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10cc86e7ae10b2616054ba86765ee7d8c5ad3be43b7618e57bcf3581e2010e53", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2290 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b0cb9f1bc9c90e1eaee9958", "attempt_id": "b50467c24b53", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:27.393538Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "bc7be695d5c0b153", "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 71995392, "serialized_payload_bytes": 72011492, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.28537506237626, "doc_prefill_ms": 237.26020799949765, "compress_ms": 0.6322499830275774, "serialize_ms": 14.503250014968216, "load_ms": 7.027750019915402, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.19216700643301, "ttft_ms": 27.19216700643301, "decode_ms": 97.11516601964831}, "total_wall_ms": 132.7662920812145, "ttft_ms": 27.19216700643301, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 793853952, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6444687584, "mlx_cache_bytes": 16490880557, "process_rss_bytes": 793853952}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6444687584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10cc86e7ae10b2616054ba86765ee7d8c5ad3be43b7618e57bcf3581e2010e53", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2291 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1ab3b6c4af433054d72bcf79", "attempt_id": "9705a57fff47", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:27.546612Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "bc7be695d5c0b153", "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 37, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 71995392, "serialized_payload_bytes": 72011492, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.28537506237626, "doc_prefill_ms": 237.26020799949765, "compress_ms": 0.6322499830275774, "serialize_ms": 14.503250014968216, "load_ms": 7.534499978646636, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.9572080578655, "ttft_ms": 26.9572080578655, "decode_ms": 55.546041927300394}, "total_wall_ms": 91.42800001427531, "ttft_ms": 26.9572080578655, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 806060032, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6442737888, "mlx_cache_bytes": 16490880557, "process_rss_bytes": 806060032}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6442737888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10cc86e7ae10b2616054ba86765ee7d8c5ad3be43b7618e57bcf3581e2010e53", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2292 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "894960c8548c8eec700435b1", "attempt_id": "e32fe75b6c26", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:27.657525Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "bc7be695d5c0b153", "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 44, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 71995392, "serialized_payload_bytes": 72011492, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.28537506237626, "doc_prefill_ms": 237.26020799949765, "compress_ms": 0.6322499830275774, "serialize_ms": 14.503250014968216, "load_ms": 7.262333994731307, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.080749976448715, "ttft_ms": 27.080749976448715, "decode_ms": 97.3322499776259}, "total_wall_ms": 133.0782090080902, "ttft_ms": 27.080749976448715, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 818249728, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6448357616, "mlx_cache_bytes": 16490880557, "process_rss_bytes": 818249728}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6448357616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1505050", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10cc86e7ae10b2616054ba86765ee7d8c5ad3be43b7618e57bcf3581e2010e53", "output_hash": "1db39f1ff343ec77d0d361cc7fba61c718cf3d6710f9f1a136e92bb82fce515d"} |
| |
2293 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "75bbf84158be86adacf6e7dc", "attempt_id": "74114b10c3e2", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:27.830584Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287373448}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 34, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 38247552, "serialized_payload_bytes": 38281742, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.050625083968043, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.63362499512732, "serialize_ms": 11.064999969676137, "load_ms": 1.8059590365737677, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.635500084608793, "ttft_ms": 20.635500084608793, "decode_ms": 145.34579101018608}, "total_wall_ms": 169.3112920038402, "ttft_ms": 20.635500084608793, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 853819392, "backend_memory": {"mlx_active_bytes": 6327422728, "mlx_peak_bytes": 6383510180, "mlx_cache_bytes": 16672675949, "process_rss_bytes": 853819392}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6383510180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-49S-8868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd9a902508738d236a87a5dbc7567d04d1d3cfb09355efac1fb1a61a20947c22", "output_hash": "4cc3c5053f830db44f19e6ebbdb99b898d31569e68baec422a9c78a7af174fec"} |
| |
2294 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a6b0099a4ba0f98032e6dddb", "attempt_id": "19f63bbbc242", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:28.020260Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287373448}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 38247552, "serialized_payload_bytes": 38281742, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.050625083968043, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.63362499512732, "serialize_ms": 11.064999969676137, "load_ms": 1.9333749078214169, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.351874991320074, "ttft_ms": 20.351874991320074, "decode_ms": 159.9651250289753}, "total_wall_ms": 183.77729202620685, "ttft_ms": 20.351874991320074, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 854081536, "backend_memory": {"mlx_active_bytes": 6327430792, "mlx_peak_bytes": 6390218844, "mlx_cache_bytes": 16711812845, "process_rss_bytes": 854081536}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6390218844, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd9a902508738d236a87a5dbc7567d04d1d3cfb09355efac1fb1a61a20947c22", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2295 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83f69baee1181c182b2734cf", "attempt_id": "560b6fb78016", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:28.223096Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287373448}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 38247552, "serialized_payload_bytes": 38281742, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.050625083968043, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.63362499512732, "serialize_ms": 11.064999969676137, "load_ms": 1.9391250098124146, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.255667041055858, "ttft_ms": 20.255667041055858, "decode_ms": 101.04762495029718}, "total_wall_ms": 124.69712505117059, "ttft_ms": 20.255667041055858, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 854081536, "backend_memory": {"mlx_active_bytes": 6327426184, "mlx_peak_bytes": 6390268764, "mlx_cache_bytes": 16711817453, "process_rss_bytes": 854081536}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6390268764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd9a902508738d236a87a5dbc7567d04d1d3cfb09355efac1fb1a61a20947c22", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2296 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a15382707897815254546184", "attempt_id": "19887a886bce", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:28.367508Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287373448}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 37, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 38247552, "serialized_payload_bytes": 38281742, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.050625083968043, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.63362499512732, "serialize_ms": 11.064999969676137, "load_ms": 1.3022079365327954, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.630666986107826, "ttft_ms": 20.630666986107826, "decode_ms": 58.03808302152902}, "total_wall_ms": 81.61129208747298, "ttft_ms": 20.630666986107826, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 854147072, "backend_memory": {"mlx_active_bytes": 6327419272, "mlx_peak_bytes": 6406395956, "mlx_cache_bytes": 16711824365, "process_rss_bytes": 854147072}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6406395956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd9a902508738d236a87a5dbc7567d04d1d3cfb09355efac1fb1a61a20947c22", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2297 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "96bb6f8ac71ac9ef81446e61", "attempt_id": "0f63d59350de", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:28.468883Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287373448}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 44, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 38247552, "serialized_payload_bytes": 38281742, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.050625083968043, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.63362499512732, "serialize_ms": 11.064999969676137, "load_ms": 2.1414589136838913, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.700209075585008, "ttft_ms": 20.700209075585008, "decode_ms": 131.4248329726979}, "total_wall_ms": 155.7061669882387, "ttft_ms": 20.700209075585008, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 44}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 854212608, "backend_memory": {"mlx_active_bytes": 6327433096, "mlx_peak_bytes": 6395778092, "mlx_cache_bytes": 16743061549, "process_rss_bytes": 854212608}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6395778092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,505,050", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd9a902508738d236a87a5dbc7567d04d1d3cfb09355efac1fb1a61a20947c22", "output_hash": "ce50815ff9cdaab72b318f821f80a5ad96dc257c6df51048d6fd9c743b4157c6"} |
| |
2298 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0ecb4f282ef363b38c002980", "attempt_id": "e324ab5173d0", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:28.661060Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268646536}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 34, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 20248704, "serialized_payload_bytes": 20282756, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.63454109802842, "doc_prefill_ms": 237.26020799949765, "compress_ms": 9.89979098085314, "serialize_ms": 6.393167073838413, "load_ms": 1.575541915372014, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.042499992996454, "ttft_ms": 20.042499992996454, "decode_ms": 677.5891659781337}, "total_wall_ms": 700.7504999637604, "ttft_ms": 20.042499992996454, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 877084672, "backend_memory": {"mlx_active_bytes": 6290486664, "mlx_peak_bytes": 6343210988, "mlx_cache_bytes": 16854620333, "process_rss_bytes": 877084672}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6343210988, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n answer to a is unknownov the answer the the the the the the the the the the the the the the the the theov the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1fe032877adb5c0a0681a238ce6ed135e4c0a81b568ac394943add4f61328c86", "output_hash": "1e9daf700b27bcf94c73d18e4ce5ceed228bb002419fb3c8a61ebef12e39055b"} |
| |
2299 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7ef8829b574c96d1abb9988e", "attempt_id": "183cd71b407a", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:29.381358Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268646536}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 20248704, "serialized_payload_bytes": 20282756, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.63454109802842, "doc_prefill_ms": 237.26020799949765, "compress_ms": 9.89979098085314, "serialize_ms": 6.393167073838413, "load_ms": 1.3943749945610762, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.245457999408245, "ttft_ms": 20.245457999408245, "decode_ms": 677.9372079763561}, "total_wall_ms": 701.098041026853, "ttft_ms": 20.245457999408245, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 877953024, "backend_memory": {"mlx_active_bytes": 6290526344, "mlx_peak_bytes": 6350082076, "mlx_cache_bytes": 16868663853, "process_rss_bytes": 877953024}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6350082076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "user\n\n the\n theov theov theovov the theov the theov the the the the theov the theov the the theov the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1fe032877adb5c0a0681a238ce6ed135e4c0a81b568ac394943add4f61328c86", "output_hash": "f492919b0c32037937a1a6266d9559fe65d317d86198c844ecdfc90e2497b2f1"} |
| |
2300 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7cc462d9caa0830e83fb8b6", "attempt_id": "08d233c3b8fa", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:30.102630Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268646536}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 20248704, "serialized_payload_bytes": 20282756, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.63454109802842, "doc_prefill_ms": 237.26020799949765, "compress_ms": 9.89979098085314, "serialize_ms": 6.393167073838413, "load_ms": 1.608208054676652, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.243417005985975, "ttft_ms": 20.243417005985975, "decode_ms": 679.2882909066975}, "total_wall_ms": 702.5514580309391, "ttft_ms": 20.243417005985975, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 877953024, "backend_memory": {"mlx_active_bytes": 6290493576, "mlx_peak_bytes": 6350081828, "mlx_cache_bytes": 16868696621, "process_rss_bytes": 877953024}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6350081828, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n answer is unknown covovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovovov", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1fe032877adb5c0a0681a238ce6ed135e4c0a81b568ac394943add4f61328c86", "output_hash": "daa606f927949b8345bd03587925564dfb5ce7b01e421a4ca986a966f7e51b68"} |
| |
2301 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "17c680ea4886ca9560cbcb5e", "attempt_id": "41210140763c", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:30.824971Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268646536}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 37, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 20248704, "serialized_payload_bytes": 20282756, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.63454109802842, "doc_prefill_ms": 237.26020799949765, "compress_ms": 9.89979098085314, "serialize_ms": 6.393167073838413, "load_ms": 1.7701250035315752, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.388124976307154, "ttft_ms": 20.388124976307154, "decode_ms": 676.8795410171151}, "total_wall_ms": 700.4791250219569, "ttft_ms": 20.388124976307154, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 877953024, "backend_memory": {"mlx_active_bytes": 6290490120, "mlx_peak_bytes": 6365363468, "mlx_cache_bytes": 16868700077, "process_rss_bytes": 877953024}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6365363468, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\nega\n\n\n\n\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1fe032877adb5c0a0681a238ce6ed135e4c0a81b568ac394943add4f61328c86", "output_hash": "071b50557ebb00e68c5fe2fd7adba37378f6d76039a591d860882942161f43ad"} |
| |
2302 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "46aace88a2771f40c5310641", "attempt_id": "375b7ddcf839", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:31.545654Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268646536}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 44, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 20248704, "serialized_payload_bytes": 20282756, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.63454109802842, "doc_prefill_ms": 237.26020799949765, "compress_ms": 9.89979098085314, "serialize_ms": 6.393167073838413, "load_ms": 1.845375052653253, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.35825001075864, "ttft_ms": 20.35825001075864, "decode_ms": 678.0142498901114}, "total_wall_ms": 701.6381249995902, "ttft_ms": 20.35825001075864, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 878362624, "backend_memory": {"mlx_active_bytes": 6290498184, "mlx_peak_bytes": 6355578540, "mlx_cache_bytes": 16878103853, "process_rss_bytes": 878362624}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6355578540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n vovovovov\nov\novovov\n\n<|im_start|>useruser user\n<|im_start|>ovovovov\novovovovovovovovovovovovovovovovovovovov", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1fe032877adb5c0a0681a238ce6ed135e4c0a81b568ac394943add4f61328c86", "output_hash": "8b31b906048042029e126d8bda0167a3730ff26606e6568faf8f256ad176aac2"} |
| |
2303 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7e37f8f94815c2905b9d2081", "attempt_id": "f96de4a87175", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:32.281148Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1953, "keep": 488, "compress_ms": 8.098999969661236}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 34, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005543, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.845250010490417, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.128209039568901, "serialize_ms": 5.566708976402879, "load_ms": 0.875541940331459, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.36220803670585, "ttft_ms": 18.36220803670585, "decode_ms": 133.57750000432134}, "total_wall_ms": 154.3639999581501, "ttft_ms": 18.36220803670585, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 886358016, "backend_memory": {"mlx_active_bytes": 6286450696, "mlx_peak_bytes": 6321447112, "mlx_cache_bytes": 16882155245, "process_rss_bytes": 886358016}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6321447112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-49S-8868", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d1a56e72d1add712b5f3777243aed928dc4a3f7427313d2c28f4338f3ba5774", "output_hash": "4cc3c5053f830db44f19e6ebbdb99b898d31569e68baec422a9c78a7af174fec"} |
| |
2304 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f25a6ace5e4d1e4620003c0", "attempt_id": "380a5689338a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:32.455647Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1953, "keep": 488, "compress_ms": 8.098999969661236}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005543, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.845250010490417, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.128209039568901, "serialize_ms": 5.566708976402879, "load_ms": 1.5092090470716357, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.966708983294666, "ttft_ms": 17.966708983294666, "decode_ms": 53.343917010352015}, "total_wall_ms": 74.2706669261679, "ttft_ms": 17.966708983294666, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 886358016, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6325706976, "mlx_cache_bytes": 16881860333, "process_rss_bytes": 886358016}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6325706976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d1a56e72d1add712b5f3777243aed928dc4a3f7427313d2c28f4338f3ba5774", "output_hash": "123b0852843e9939437f362f86da3c29910132ad9926dd4a6d2ec56cc7af472e"} |
| |
2305 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9b3f2de75c0ce0801261fbe2", "attempt_id": "43eb2401a0eb", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:32.549884Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1953, "keep": 488, "compress_ms": 8.098999969661236}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005543, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.845250010490417, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.128209039568901, "serialize_ms": 5.566708976402879, "load_ms": 0.6257090717554092, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.956708907149732, "ttft_ms": 17.956708907149732, "decode_ms": 27.01220801100135}, "total_wall_ms": 47.021042089909315, "ttft_ms": 17.956708907149732, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 886358016, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6325706976, "mlx_cache_bytes": 16881860333, "process_rss_bytes": 886358016}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6325706976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d1a56e72d1add712b5f3777243aed928dc4a3f7427313d2c28f4338f3ba5774", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
2306 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f7a589835941d3db2a8bd7d5", "attempt_id": "69f62fc10774", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:32.616751Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1953, "keep": 488, "compress_ms": 8.098999969661236}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 37, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005543, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.845250010490417, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.128209039568901, "serialize_ms": 5.566708976402879, "load_ms": 0.7045000093057752, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.276749993674457, "ttft_ms": 18.276749993674457, "decode_ms": 80.0589999416843}, "total_wall_ms": 100.49187496770173, "ttft_ms": 18.276749993674457, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 886358016, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6324281568, "mlx_cache_bytes": 16882007789, "process_rss_bytes": 886358016}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6324281568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d1a56e72d1add712b5f3777243aed928dc4a3f7427313d2c28f4338f3ba5774", "output_hash": "422a6a0eb43e10f450b4436e18326ed1ea367e6000609577f5bf3963bd27dfeb"} |
| |
2307 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4bb2b74ed5354ff6efe7f52e", "attempt_id": "2c2a8de9017d", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:32.737227Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1953, "keep": 488, "compress_ms": 8.098999969661236}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 44, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005543, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.845250010490417, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.128209039568901, "serialize_ms": 5.566708976402879, "load_ms": 1.3474998995661736, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.528540967963636, "ttft_ms": 18.528540967963636, "decode_ms": 94.33745790738612}, "total_wall_ms": 115.67087494768202, "ttft_ms": 18.528540967963636, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 886358016, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6329344240, "mlx_cache_bytes": 16881860333, "process_rss_bytes": 886358016}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6329344240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8436800", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d1a56e72d1add712b5f3777243aed928dc4a3f7427313d2c28f4338f3ba5774", "output_hash": "19704da9beaddefeefea1e86419008680ad47c6370a9fb07634af25490a545de"} |
| |
2308 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b435803e6e3c7f1dbe26ac53", "attempt_id": "afb5e023713c", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:32.886223Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1953, "keep": 488, "compress_ms": 8.002709015272558}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 34, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005538, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.390499982051551, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.032749989069998, "serialize_ms": 5.165417096577585, "load_ms": 1.4075840590521693, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.992959008552134, "ttft_ms": 17.992959008552134, "decode_ms": 0.023582950234413147}, "total_wall_ms": 20.851584034971893, "ttft_ms": 17.992959008552134, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 34}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 896286720, "backend_memory": {"mlx_active_bytes": 6286450696, "mlx_peak_bytes": 6321447112, "mlx_cache_bytes": 16882155245, "process_rss_bytes": 896286720}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6321447112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f69484dd47f8d87e756d03b5b4b09e6309010f14590b9c4fcb5ceda83f0ca163", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
2309 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4524fbf9e7098a286deaca31", "attempt_id": "12023e50f729", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:32.926979Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1953, "keep": 488, "compress_ms": 8.002709015272558}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005538, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.390499982051551, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.032749989069998, "serialize_ms": 5.165417096577585, "load_ms": 1.547916908748448, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.97604199964553, "ttft_ms": 17.97604199964553, "decode_ms": 634.5722919795662}, "total_wall_ms": 655.5001670494676, "ttft_ms": 17.97604199964553, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 896303104, "backend_memory": {"mlx_active_bytes": 6287663112, "mlx_peak_bytes": 6325706976, "mlx_cache_bytes": 16885399277, "process_rss_bytes": 896303104}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6325706976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a number (or a number, or a number, or a number, or a number, or a number, or a number, or a number, or a number, or a number, or a number, or a number,", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f69484dd47f8d87e756d03b5b4b09e6309010f14590b9c4fcb5ceda83f0ca163", "output_hash": "d35fa1b611442ce9b3a2adcfb59a450f9300f932f2bb5a451bed5760b99db7d4"} |
| |
2310 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f69154554ee289da7c2eaf4b", "attempt_id": "7943336cb324", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:33.601394Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1953, "keep": 488, "compress_ms": 8.002709015272558}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005538, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.390499982051551, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.032749989069998, "serialize_ms": 5.165417096577585, "load_ms": 1.501042046584189, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.121208995580673, "ttft_ms": 18.121208995580673, "decode_ms": 628.7177500780672}, "total_wall_ms": 649.8908339999616, "ttft_ms": 18.121208995580673, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 896303104, "backend_memory": {"mlx_active_bytes": 6287482888, "mlx_peak_bytes": 6325706976, "mlx_cache_bytes": 16885579501, "process_rss_bytes": 896303104}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6325706976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The code is the number\nThe code is the word\nThe code is the number\nThe code is the number\nThe code is the number\nThe code is the number\nThe code is the number\nThe code is the number\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f69484dd47f8d87e756d03b5b4b09e6309010f14590b9c4fcb5ceda83f0ca163", "output_hash": "9b2035a585189dbfc3b05f65786fac5fb0e6410e1f464c9d6bc4bbe8b4574de6"} |
| |
2311 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5559ad57c1714b7906223aae", "attempt_id": "f2266c9b62f5", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:34.271012Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1953, "keep": 488, "compress_ms": 8.002709015272558}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 37, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005538, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.390499982051551, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.032749989069998, "serialize_ms": 5.165417096577585, "load_ms": 1.5657080803066492, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.63037492148578, "ttft_ms": 18.63037492148578, "decode_ms": 627.6015839539468}, "total_wall_ms": 649.3282089941204, "ttft_ms": 18.63037492148578, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 896319488, "backend_memory": {"mlx_active_bytes": 6287663112, "mlx_peak_bytes": 6324281568, "mlx_cache_bytes": 16885399277, "process_rss_bytes": 896319488}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6324281568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Assistant\n\nAssistant 10000000000000000000000000000000000000000000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f69484dd47f8d87e756d03b5b4b09e6309010f14590b9c4fcb5ceda83f0ca163", "output_hash": "210e1555cc375402ec94327058c64f477ef93fc67d84b4971c94053280ddb532"} |
| |
2312 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c9989c52ebe35b229e53d52c", "attempt_id": "8170cd124dc8", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:34.940185Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1953, "keep": 488, "compress_ms": 8.002709015272558}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 44, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005538, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.390499982051551, "doc_prefill_ms": 237.26020799949765, "compress_ms": 8.032749989069998, "serialize_ms": 5.165417096577585, "load_ms": 1.593707944266498, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.285750062204897, "ttft_ms": 18.285750062204897, "decode_ms": 628.9258750621229}, "total_wall_ms": 650.3562909783795, "ttft_ms": 18.285750062204897, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 896368640, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6329344240, "mlx_cache_bytes": 16906190573, "process_rss_bytes": 896368640}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6329344240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " \n 100000000000000000000000000000000000000000000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f69484dd47f8d87e756d03b5b4b09e6309010f14590b9c4fcb5ceda83f0ca163", "output_hash": "90a738a88b12ce26387d409615c44fb053719fe3af92bab10bfceacbd917ccea"} |
| |
2313 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "327caf28bb61999b17d089c0", "attempt_id": "74fb7604c429", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:35.610820Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 34, "compress_ms": 43.063916033133864}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 34, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005584, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.401374951936305, "doc_prefill_ms": 237.26020799949765, "compress_ms": 44.411332928575575, "serialize_ms": 3.7681669928133488, "load_ms": 1.3945839600637555, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.923041014000773, "ttft_ms": 17.923041014000773, "decode_ms": 107.19725000672042}, "total_wall_ms": 176.4680000487715, "ttft_ms": 17.923041014000773, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 34}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 898826240, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6320939208, "mlx_cache_bytes": 16997482357, "process_rss_bytes": 898826240}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6320939208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-4968-S8", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e5fd0d215b0879fe6ba51ce60b85a84981c3b93613924b47d408d187d359bb25", "output_hash": "8c8150037be02250db4e6d8981f6c5e9fdcd1cde9d0a191fb8e2df318ed2245d"} |
| |
2314 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fea2d7a65e6a81c1cf1509fd", "attempt_id": "f7f9c9fa26ef", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:35.806819Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 40, "compress_ms": 41.294916998595}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005581, "side_information_bytes": 15949, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.72841599676758, "doc_prefill_ms": 237.26020799949765, "compress_ms": 42.67216601874679, "serialize_ms": 3.827290958724916, "load_ms": 1.1548750335350633, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.880250001326203, "ttft_ms": 17.880250001326203, "decode_ms": 147.57108397316188}, "total_wall_ms": 214.92412500083447, "ttft_ms": 17.880250001326203, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 898826240, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6325690592, "mlx_cache_bytes": 17005100917, "process_rss_bytes": 898826240}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6325690592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d2c6a02de4746066549b0e57cc409f81274a10985b344c2479aaebed05fa3474", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2315 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd106a6291ef64314e27950a", "attempt_id": "c744452e6b6f", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:36.041986Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 40, "compress_ms": 42.81595803331584}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005583, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.5032089529559, "doc_prefill_ms": 237.26020799949765, "compress_ms": 44.19429099652916, "serialize_ms": 5.08887495379895, "load_ms": 1.4488750603049994, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.883791937492788, "ttft_ms": 17.883791937492788, "decode_ms": 92.96949999406934}, "total_wall_ms": 163.37133303750306, "ttft_ms": 17.883791937492788, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 898842624, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6325690592, "mlx_cache_bytes": 17004953461, "process_rss_bytes": 898842624}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6325690592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c494d1e764706e61c101107e3e0360aa903626cc447f749d571e041eda236cf", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2316 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a5d30097f9c99a1a1126348", "attempt_id": "5ec8d708ddf4", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:36.225577Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 37, "compress_ms": 42.01329208444804}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 37, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005583, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.075416966341436, "doc_prefill_ms": 237.26020799949765, "compress_ms": 43.394082924351096, "serialize_ms": 7.4602499371394515, "load_ms": 1.3636660296469927, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.03845795802772, "ttft_ms": 18.03845795802772, "decode_ms": 53.5704999929294}, "total_wall_ms": 125.5554580129683, "ttft_ms": 18.03845795802772, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 898842624, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6323740896, "mlx_cache_bytes": 17005281141, "process_rss_bytes": 898842624}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6323740896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c494d1e764706e61c101107e3e0360aa903626cc447f749d571e041eda236cf", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2317 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "307f5fffe5fb17110270869e", "attempt_id": "57990067cf25", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:36.370573Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 44, "compress_ms": 41.68904200196266}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 44, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005583, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.44379201717675, "doc_prefill_ms": 237.26020799949765, "compress_ms": 43.03270799573511, "serialize_ms": 7.188958930782974, "load_ms": 1.3081659562885761, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.847916926257312, "ttft_ms": 17.847916926257312, "decode_ms": 92.87612501066178}, "total_wall_ms": 164.03666697442532, "ttft_ms": 17.847916926257312, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 898908160, "backend_memory": {"mlx_active_bytes": 6286745608, "mlx_peak_bytes": 6329344240, "mlx_cache_bytes": 17024302965, "process_rss_bytes": 898908160}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6329344240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1507050", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c494d1e764706e61c101107e3e0360aa903626cc447f749d571e041eda236cf", "output_hash": "59f134a2d51de74c8d011b127c37d0475b96836c004adc527f8c67cbd7a359cd"} |
| |
2318 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49f9e30d3b4dd2bdd058ba63", "attempt_id": "3ee9d9faf1b3", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:36.597353Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 19, "compress_ms": 39.15312502067536}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 34, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005583, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.505749966949224, "doc_prefill_ms": 237.26020799949765, "compress_ms": 39.273499976843596, "serialize_ms": 3.0762499663978815, "load_ms": 1.510749920271337, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.902749987319112, "ttft_ms": 18.902749987319112, "decode_ms": 13.245624955743551}, "total_wall_ms": 35.11191694997251, "ttft_ms": 18.902749987319112, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 34}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 898957312, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6320939208, "mlx_cache_bytes": 17030791029, "process_rss_bytes": 898957312}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6320939208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c494d1e764706e61c101107e3e0360aa903626cc447f749d571e041eda236cf", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2319 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b79583824d070d2d345ba52", "attempt_id": "b9af5663b4da", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:36.652510Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 19, "compress_ms": 39.15312502067536}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005583, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.505749966949224, "doc_prefill_ms": 237.26020799949765, "compress_ms": 39.273499976843596, "serialize_ms": 3.0762499663978815, "load_ms": 1.51666603051126, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.92462496086955, "ttft_ms": 17.92462496086955, "decode_ms": 121.55937496572733}, "total_wall_ms": 142.46266696136445, "ttft_ms": 17.92462496086955, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 898957312, "backend_memory": {"mlx_active_bytes": 6286712840, "mlx_peak_bytes": 6325690592, "mlx_cache_bytes": 17030676341, "process_rss_bytes": 898957312}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6325690592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 5, Town of Montcalm", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.22222222222222224}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c494d1e764706e61c101107e3e0360aa903626cc447f749d571e041eda236cf", "output_hash": "2415cad3a24fbc2e382b2c5fe11d761119d451e079755fc0f7d80abb3f977a92"} |
| |
2320 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ca3537f6e0d60268d5e101b5", "attempt_id": "ebdfce5bd228", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:36.814810Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 19, "compress_ms": 39.15312502067536}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005583, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.505749966949224, "doc_prefill_ms": 237.26020799949765, "compress_ms": 39.273499976843596, "serialize_ms": 3.0762499663978815, "load_ms": 1.4150410424917936, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.89266604464501, "ttft_ms": 17.89266604464501, "decode_ms": 13.178499997593462}, "total_wall_ms": 33.9093329384923, "ttft_ms": 17.89266604464501, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 898957312, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6325690592, "mlx_cache_bytes": 17030791029, "process_rss_bytes": 898957312}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6325690592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c494d1e764706e61c101107e3e0360aa903626cc447f749d571e041eda236cf", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2321 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1346c2adcba8566983c1b380", "attempt_id": "19936b3a3168", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:36.868277Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 19, "compress_ms": 39.15312502067536}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 37, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005583, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.505749966949224, "doc_prefill_ms": 237.26020799949765, "compress_ms": 39.273499976843596, "serialize_ms": 3.0762499663978815, "load_ms": 1.4669169904664159, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.355958978645504, "ttft_ms": 18.355958978645504, "decode_ms": 13.550000032410026}, "total_wall_ms": 34.77908298373222, "ttft_ms": 18.355958978645504, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 37}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 898957312, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6323740896, "mlx_cache_bytes": 17030791029, "process_rss_bytes": 898957312}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6323740896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c494d1e764706e61c101107e3e0360aa903626cc447f749d571e041eda236cf", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2322 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ae4b9785b1fd16d502086471", "attempt_id": "0a6d328723a3", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:36.922519Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 19, "compress_ms": 39.15312502067536}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 44, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005583, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.505749966949224, "doc_prefill_ms": 237.26020799949765, "compress_ms": 39.273499976843596, "serialize_ms": 3.0762499663978815, "load_ms": 1.5935000265017152, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.102250061929226, "ttft_ms": 18.102250061929226, "decode_ms": 80.10125008877367}, "total_wall_ms": 101.3241249602288, "ttft_ms": 18.102250061929226, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 898957312, "backend_memory": {"mlx_active_bytes": 6286598152, "mlx_peak_bytes": 6329344240, "mlx_cache_bytes": 17030791029, "process_rss_bytes": 898957312}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6329344240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "400000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c494d1e764706e61c101107e3e0360aa903626cc447f749d571e041eda236cf", "output_hash": "ad1e2e29fe1631ddf7bedaadffe63c4efd61e6909a1ed0648e7b9645bd27dab5"} |
| |
2323 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38973d7ed723546981d8fca6", "attempt_id": "d4547cfd05cc", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:37.044638Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 34, "compress_ms": 46.463833074085414}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 34, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005542, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 52.44450003374368, "doc_prefill_ms": 237.26020799949765, "compress_ms": 47.78891697060317, "serialize_ms": 4.410666995681822, "load_ms": 1.296499976888299, "receiver_prefill_ms": 0.0, "query_prefill_ms": 321.30579091608524, "ttft_ms": 321.30579091608524, "decode_ms": 81.29004098009318}, "total_wall_ms": 457.88537501357496, "ttft_ms": 321.30579091608524, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 34}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 918159360, "backend_memory": {"mlx_active_bytes": 6286172168, "mlx_peak_bytes": 6313347292, "mlx_cache_bytes": 17083001757, "process_rss_bytes": 918159360}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6313347292, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-4949", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "05926bb168af12e06f22c63be33aaf29683da3573a657fa54b02875c73bbd860", "output_hash": "e6f5675bdcad21077ef066bfe132bf8332dc19cabbe12cdf5ea1894118bd02e6"} |
| |
2324 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5a67a1f1d4db4ed2c70162e5", "attempt_id": "722ba0dc3104", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:37.522714Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 40, "compress_ms": 40.31770897563547}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005541, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.44079098943621, "doc_prefill_ms": 237.26020799949765, "compress_ms": 41.64041695185006, "serialize_ms": 4.570916062220931, "load_ms": 1.1131659848615527, "receiver_prefill_ms": 0.0, "query_prefill_ms": 376.6699999105185, "ttft_ms": 376.6699999105185, "decode_ms": 147.6198750315234}, "total_wall_ms": 573.3806249918416, "ttft_ms": 376.6699999105185, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 935346176, "backend_memory": {"mlx_active_bytes": 6286434312, "mlx_peak_bytes": 6314608980, "mlx_cache_bytes": 17090916933, "process_rss_bytes": 935346176}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6314608980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93173d3544589fd490c2d228fa92b11783c34f848ac0e8b5c04c9ae895c856df", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2325 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6dafd26094aea6c883f280cc", "attempt_id": "4ba0a2210e5d", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:38.116921Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 40, "compress_ms": 41.87541699502617}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005541, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.65212500933558, "doc_prefill_ms": 237.26020799949765, "compress_ms": 43.2376250391826, "serialize_ms": 4.193708999082446, "load_ms": 0.6911250529810786, "receiver_prefill_ms": 0.0, "query_prefill_ms": 375.36462501157075, "ttft_ms": 375.36462501157075, "decode_ms": 80.83700004499406}, "total_wall_ms": 506.1083749169484, "ttft_ms": 375.36462501157075, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 948076544, "backend_memory": {"mlx_active_bytes": 6286188552, "mlx_peak_bytes": 6314570316, "mlx_cache_bytes": 17091162693, "process_rss_bytes": 948076544}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6314570316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93173d3544589fd490c2d228fa92b11783c34f848ac0e8b5c04c9ae895c856df", "output_hash": "3281b34439b136304fa016eb7bafcc23bb25ad0329c6faf10cd4292603266124"} |
| |
2326 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2b85c2adc581925480fc3adc", "attempt_id": "41f88620e0f4", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:38.643754Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 37, "compress_ms": 42.18529094941914}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 37, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005541, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.34954196121544, "doc_prefill_ms": 237.26020799949765, "compress_ms": 43.529334012418985, "serialize_ms": 4.585833987221122, "load_ms": 1.0557080386206508, "receiver_prefill_ms": 0.0, "query_prefill_ms": 346.5609169797972, "ttft_ms": 346.5609169797972, "decode_ms": 53.77766699530184}, "total_wall_ms": 451.335999998264, "ttft_ms": 346.5609169797972, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 960528384, "backend_memory": {"mlx_active_bytes": 6285975560, "mlx_peak_bytes": 6313839132, "mlx_cache_bytes": 17092096581, "process_rss_bytes": 960528384}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6313839132, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93173d3544589fd490c2d228fa92b11783c34f848ac0e8b5c04c9ae895c856df", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2327 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e8c794790d8f079ad128a396", "attempt_id": "74c208f7aa06", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:39.114821Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 44, "compress_ms": 41.31970799062401}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 44, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 17989632, "serialized_payload_bytes": 18005541, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.12429200299084, "doc_prefill_ms": 237.26020799949765, "compress_ms": 42.681582970544696, "serialize_ms": 4.230332910083234, "load_ms": 1.1858330108225346, "receiver_prefill_ms": 0.0, "query_prefill_ms": 414.04195805080235, "ttft_ms": 414.04195805080235, "decode_ms": 95.98566696513444}, "total_wall_ms": 559.9551670020446, "ttft_ms": 414.04195805080235, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 970014720, "backend_memory": {"mlx_active_bytes": 6286450696, "mlx_peak_bytes": 6315526564, "mlx_cache_bytes": 17094276789, "process_rss_bytes": 970014720}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6315526564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1500000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93173d3544589fd490c2d228fa92b11783c34f848ac0e8b5c04c9ae895c856df", "output_hash": "490d7c887c8033c20d2788eb073ad763d46ea740497158ab9b0fb2aa313b2f98"} |
| |
2328 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a11384fd5c5f4b01d3f755bc", "attempt_id": "0e11c602e1c9", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:39.697242Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 34, "compress_ms": 41.40745894983411, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 34, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 9556992, "serialized_payload_bytes": 9590513, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.577083956450224, "doc_prefill_ms": 237.26020799949765, "compress_ms": 49.76287507452071, "serialize_ms": 5.41333295404911, "load_ms": 1.5620830236002803, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.552042030729353, "ttft_ms": 17.552042030729353, "decode_ms": 86.48208295926452}, "total_wall_ms": 162.6519999699667, "ttft_ms": 17.552042030729353, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 34}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 977436672, "backend_memory": {"mlx_active_bytes": 6268748620, "mlx_peak_bytes": 6309755624, "mlx_cache_bytes": 17117911361, "process_rss_bytes": 977436672}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6309755624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YY-4968", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "86f1726634ab701c37f50095e5cf107c3c5287c33e359115c9ea77b543d59485", "output_hash": "73c698199689b5ab3ce31e20e816833cd9ea7786d9916673e7ae2a65dae02360"} |
| |
2329 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b598f6481f3b03157eb0a97a", "attempt_id": "b938c8e4d1a4", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:39.880457Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 40, "compress_ms": 41.1920000333339, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 9556992, "serialized_payload_bytes": 9590512, "side_information_bytes": 33520, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.67683298047632, "doc_prefill_ms": 237.26020799949765, "compress_ms": 49.84112503007054, "serialize_ms": 4.42324997857213, "load_ms": 1.2608329998329282, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.89737504441291, "ttft_ms": 17.89737504441291, "decode_ms": 158.39074994437397}, "total_wall_ms": 233.74541604425758, "ttft_ms": 17.89737504441291, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 979714048, "backend_memory": {"mlx_active_bytes": 6268646744, "mlx_peak_bytes": 6312987368, "mlx_cache_bytes": 17129614341, "process_rss_bytes": 979714048}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6312987368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 536-R, Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5129816a261729eaa890e8c9d394d14bdda636990d6f677b4b28c70b79e3bf7f", "output_hash": "5e85af24aac0f1904d70a2fcee84f1b6f6912cc7450298af1f173002fd8e59df"} |
| |
2330 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c653cef3150e665c1a181b46", "attempt_id": "6ed575486bd2", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:40.133523Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 40, "compress_ms": 41.36887507047504, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 40, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 9556992, "serialized_payload_bytes": 9590513, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.796958924271166, "doc_prefill_ms": 237.26020799949765, "compress_ms": 50.302374991588295, "serialize_ms": 4.096833989024162, "load_ms": 1.4062919653952122, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.523375106975436, "ttft_ms": 17.523375106975436, "decode_ms": 100.55587498936802}, "total_wall_ms": 175.81254104152322, "ttft_ms": 17.523375106975436, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 979730432, "backend_memory": {"mlx_active_bytes": 6268621128, "mlx_peak_bytes": 6312869668, "mlx_cache_bytes": 17129639957, "process_rss_bytes": 979730432}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6312869668, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "88.7751", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "86f1726634ab701c37f50095e5cf107c3c5287c33e359115c9ea77b543d59485", "output_hash": "1e01e62c69f9479b681e50e59e8565c6583f5cdb803446a05ed5cb13118acdf9"} |
| |
2331 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7267eb6f8005809f30287ca", "attempt_id": "87131311c389", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:40.330003Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 37, "compress_ms": 41.59774992149323, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 37, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 9556992, "serialized_payload_bytes": 9590513, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.651041933335364, "doc_prefill_ms": 237.26020799949765, "compress_ms": 49.34950009919703, "serialize_ms": 3.905833000317216, "load_ms": 1.36674998793751, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.70091592334211, "ttft_ms": 17.70091592334211, "decode_ms": 57.78987496159971}, "total_wall_ms": 132.01499998103827, "ttft_ms": 17.70091592334211, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 979746816, "backend_memory": {"mlx_active_bytes": 6268613720, "mlx_peak_bytes": 6310457772, "mlx_cache_bytes": 17135250693, "process_rss_bytes": 979746816}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6310457772, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "86f1726634ab701c37f50095e5cf107c3c5287c33e359115c9ea77b543d59485", "output_hash": "1dbd85090bb65fb3b72de8ca4ce32f2c234729ff4a239274e79fb574b800a79d"} |
| |
2332 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "39721b37fa4cd46b0bb01300", "attempt_id": "270d043a8bf1", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:40.481973Z", "task_family": "synthetic", "document_id": "syn_03021_2000", "document_hash": "3ac205b464552356699a4d2b0a7bf62497ead36e5bca73982e11ae5ee3810731", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03021_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1953, "keep": 488, "window_tokens": 44, "compress_ms": 40.91920901555568, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1914, "source_tokens_receiver": 1914, "query_tokens": 44, "message_tokens": 1953, "message_utf8_bytes": 7171, "cache_tensor_bytes": 9556992, "serialized_payload_bytes": 9590513, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.04674995224923, "doc_prefill_ms": 237.26020799949765, "compress_ms": 49.8321249615401, "serialize_ms": 3.7952919956296682, "load_ms": 1.3520000502467155, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.73212500847876, "ttft_ms": 17.73212500847876, "decode_ms": 99.76887493394315}, "total_wall_ms": 174.38820796087384, "ttft_ms": 17.73212500847876, "input_usage": {"receiver_prefix_tokens": 1953, "dense_cache_bytes": 71995392, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 979746816, "backend_memory": {"mlx_active_bytes": 6268646744, "mlx_peak_bytes": 6317104572, "mlx_cache_bytes": 17135217669, "process_rss_bytes": 979746816}, "peak_prefill_memory": 7026097992, "peak_decode_memory": 6317104572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1505050", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03021_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "86f1726634ab701c37f50095e5cf107c3c5287c33e359115c9ea77b543d59485", "output_hash": "1db39f1ff343ec77d0d361cc7fba61c718cf3d6710f9f1a136e92bb82fce515d"} |
| |
2333 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6cb1d8430178475a2d0bb35a", "attempt_id": "156811ae4d09", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:40.793876Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007709022611379623, "decode_payload_ms": 0.0, "receiver_prefill_ms": 15.452375053428113, "ttft_ms": 13.684500008821487, "decode_ms": 13.017375022172928}, "total_wall_ms": 42.60233405511826, "ttft_ms": 13.684500008821487, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 628883456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 128255668, "process_rss_bytes": 628883456}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2334 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "92130efab5bf159da04ca606", "attempt_id": "29ca34ab38bf", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:40.863459Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007709022611379623, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.192707962356508, "ttft_ms": 13.339666998945177, "decode_ms": 13.29529203940183}, "total_wall_ms": 51.25583300832659, "ttft_ms": 13.339666998945177, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 628883456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 193726132, "process_rss_bytes": 628883456}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2335 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "55cef7d65b486945b53ce91a", "attempt_id": "6c33373f420a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:40.939368Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 72, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007709022611379623, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.030708009377122, "ttft_ms": 13.051707996055484, "decode_ms": 13.312124996446073}, "total_wall_ms": 50.849958905018866, "ttft_ms": 13.051707996055484, "input_usage": {"receiver_prompt_tokens": 72}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 628883456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245278344, "mlx_cache_bytes": 237815476, "process_rss_bytes": 628883456}, "peak_prefill_memory": null, "peak_decode_memory": 6245278344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2336 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd7b9de700b2afd89e05345b", "attempt_id": "4f01e848f32a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:41.014665Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007709022611379623, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.314333917573094, "ttft_ms": 13.68454098701477, "decode_ms": 13.196124928072095}, "total_wall_ms": 51.68679205235094, "ttft_ms": 13.68454098701477, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 628883456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245229192, "mlx_cache_bytes": 282396340, "process_rss_bytes": 628883456}, "peak_prefill_memory": null, "peak_decode_memory": 6245229192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2337 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a418b55fc5eaa0ecba35e3a9", "attempt_id": "ca72a50fe082", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:41.091966Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 76, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007709022611379623, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.479624931700528, "ttft_ms": 13.044000021182, "decode_ms": 12.987082940526307}, "total_wall_ms": 50.952082965523005, "ttft_ms": 13.044000021182, "input_usage": {"receiver_prompt_tokens": 76}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 628883456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6248833672, "mlx_cache_bytes": 350471860, "process_rss_bytes": 628883456}, "peak_prefill_memory": null, "peak_decode_memory": 6248833672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2338 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1030e8ed01c9f90fe75cadc7", "attempt_id": "8aa19d557deb", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:41.167224Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 5902, "message_tokens": 5828, "message_utf8_bytes": 29162, "cache_tensor_bytes": null, "serialized_payload_bytes": 29162, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007207971066236496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 743.782207951881, "ttft_ms": 14.15129192173481, "decode_ms": 139.39137500710785}, "total_wall_ms": 906.1185419559479, "ttft_ms": 14.15129192173481, "input_usage": {"receiver_prompt_tokens": 5902}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 628916224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2280523444, "process_rss_bytes": 628916224}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2339 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "00cbbc2f6a1f0edd687da6ac", "attempt_id": "bcd8a3e603a5", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:42.098308Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 5909, "message_tokens": 5828, "message_utf8_bytes": 29162, "cache_tensor_bytes": null, "serialized_payload_bytes": 29162, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007207971066236496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 797.768916003406, "ttft_ms": 14.236000017262995, "decode_ms": 166.5976250078529}, "total_wall_ms": 987.2347080381587, "ttft_ms": 14.236000017262995, "input_usage": {"receiver_prompt_tokens": 5909}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 628932608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2993047220, "process_rss_bytes": 628932608}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2340 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "30adc2487ab2d461bc604ef1", "attempt_id": "230e1fe0da4e", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:43.110793Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 5910, "message_tokens": 5828, "message_utf8_bytes": 29162, "cache_tensor_bytes": null, "serialized_payload_bytes": 29162, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007207971066236496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 820.1701670186594, "ttft_ms": 16.099832952022552, "decode_ms": 100.0884169479832}, "total_wall_ms": 945.6400839844719, "ttft_ms": 16.099832952022552, "input_usage": {"receiver_prompt_tokens": 5910}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 628965376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3706439348, "process_rss_bytes": 628965376}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2341 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "84339559d2e656d0c60b1172", "attempt_id": "d3a30604e92c", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:44.081299Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 5904, "message_tokens": 5828, "message_utf8_bytes": 29162, "cache_tensor_bytes": null, "serialized_payload_bytes": 29162, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007207971066236496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 841.8448750162497, "ttft_ms": 14.076708001084626, "decode_ms": 56.45370902493596}, "total_wall_ms": 921.4612080249935, "ttft_ms": 14.076708001084626, "input_usage": {"receiver_prompt_tokens": 5904}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 628998144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4202481332, "process_rss_bytes": 628998144}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2342 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e1a287cd85eb335ece1ab07a", "attempt_id": "958f176e014f", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:45.029980Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 5914, "message_tokens": 5828, "message_utf8_bytes": 29162, "cache_tensor_bytes": null, "serialized_payload_bytes": 29162, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007207971066236496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 865.9686670871451, "ttft_ms": 15.313707990571856, "decode_ms": 99.44829205051064}, "total_wall_ms": 989.7922499803826, "ttft_ms": 15.313707990571856, "input_usage": {"receiver_prompt_tokens": 5914}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 629030912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4917397172, "process_rss_bytes": 629030912}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2343 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b18245221c972c5cbfaf2832", "attempt_id": "d081de431bf9", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:46.050894Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5828}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2242, "cache_tensor_bytes": null, "serialized_payload_bytes": 2242, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.521667025983334, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.1750840190798, "ttft_ms": 13.742875074967742, "decode_ms": 13.717709109187126}, "total_wall_ms": 112.83612495753914, "ttft_ms": 13.742875074967742, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629030912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 5307664052, "process_rss_bytes": 629030912}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "125351b2bb6b3acda30a80962ab1f31ff5353da9bec94b4cd3a2f263e0c58f3e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2344 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "66e902355aa8e2d231044829", "attempt_id": "627e7cc90882", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:46.189212Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5828}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2242, "cache_tensor_bytes": null, "serialized_payload_bytes": 2242, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.521667025983334, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.81650005280972, "ttft_ms": 13.797582942061126, "decode_ms": 13.419499970041215}, "total_wall_ms": 110.17679201904684, "ttft_ms": 13.797582942061126, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629030912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 5674043060, "process_rss_bytes": 629030912}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "125351b2bb6b3acda30a80962ab1f31ff5353da9bec94b4cd3a2f263e0c58f3e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2345 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2b31f94ac167e08d7b2384a", "attempt_id": "faf19ffd6ea7", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:46.324228Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5828}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 603, "message_tokens": 516, "message_utf8_bytes": 2242, "cache_tensor_bytes": null, "serialized_payload_bytes": 2242, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.521667025983334, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.3117910400033, "ttft_ms": 13.78200005274266, "decode_ms": 13.584624975919724}, "total_wall_ms": 108.91454096417874, "ttft_ms": 13.78200005274266, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629030912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 5921867444, "process_rss_bytes": 629030912}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "125351b2bb6b3acda30a80962ab1f31ff5353da9bec94b4cd3a2f263e0c58f3e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2346 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "44444f74fd1a177e8676d455", "attempt_id": "c25e2a916aac", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:46.458249Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5828}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 2242, "cache_tensor_bytes": null, "serialized_payload_bytes": 2242, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.521667025983334, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.84908397682011, "ttft_ms": 13.871666043996811, "decode_ms": 53.62104100640863}, "total_wall_ms": 147.51583395991474, "ttft_ms": 13.871666043996811, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 629047296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 6167234228, "process_rss_bytes": 629047296}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "125351b2bb6b3acda30a80962ab1f31ff5353da9bec94b4cd3a2f263e0c58f3e", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2347 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9d3d65a68797a0a5867285d5", "attempt_id": "ba68699fed63", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:46.631487Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5828}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 607, "message_tokens": 516, "message_utf8_bytes": 2242, "cache_tensor_bytes": null, "serialized_payload_bytes": 2242, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.521667025983334, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.10549992043525, "ttft_ms": 13.57891596853733, "decode_ms": 13.396624941378832}, "total_wall_ms": 105.2423749351874, "ttft_ms": 13.57891596853733, "input_usage": {"receiver_prompt_tokens": 607}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629047296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6571651160, "mlx_cache_bytes": 6521423540, "process_rss_bytes": 629047296}, "peak_prefill_memory": null, "peak_decode_memory": 6571651160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "125351b2bb6b3acda30a80962ab1f31ff5353da9bec94b4cd3a2f263e0c58f3e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2348 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "680568eb9bab8867dbd5c17d", "attempt_id": "358c5bbab742", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:46.766049Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 581, "message_tokens": 506, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.3236250057816505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.56579203810543, "ttft_ms": 13.595500029623508, "decode_ms": 13.505250099115074}, "total_wall_ms": 103.60449994914234, "ttft_ms": 13.595500029623508, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629080064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 6874433204, "process_rss_bytes": 629080064}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eeddd0fac4e85ab861d2d68946f658b6d1c04a9c7148390b415f3bf209216ea7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2349 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5492791791f09aac098bb337", "attempt_id": "065a3828b50c", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:46.894122Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 588, "message_tokens": 506, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.3236250057816505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.97037509549409, "ttft_ms": 13.595290947705507, "decode_ms": 13.348957989364862}, "total_wall_ms": 103.91687497030944, "ttft_ms": 13.595290947705507, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629096448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 7217317556, "process_rss_bytes": 629096448}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eeddd0fac4e85ab861d2d68946f658b6d1c04a9c7148390b415f3bf209216ea7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2350 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eb4b5993cb9cd16611b69c14", "attempt_id": "27cda5d68906", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:47.023639Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 589, "message_tokens": 506, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.3236250057816505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.45816600415856, "ttft_ms": 13.468540972098708, "decode_ms": 13.290041009895504}, "total_wall_ms": 104.20112498104572, "ttft_ms": 13.468540972098708, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629112832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 7459538612, "process_rss_bytes": 629112832}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eeddd0fac4e85ab861d2d68946f658b6d1c04a9c7148390b415f3bf209216ea7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2351 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "50505ade53dfc4cc2b9ccbf5", "attempt_id": "209aeaa3d4f7", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:47.153441Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 583, "message_tokens": 506, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.3236250057816505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.59537496510893, "ttft_ms": 13.297208002768457, "decode_ms": 54.055541986599565}, "total_wall_ms": 144.97795898932964, "ttft_ms": 13.297208002768457, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 629112832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579400792, "mlx_cache_bytes": 7720830644, "process_rss_bytes": 629112832}, "peak_prefill_memory": null, "peak_decode_memory": 6579400792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eeddd0fac4e85ab861d2d68946f658b6d1c04a9c7148390b415f3bf209216ea7", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2352 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "73d23b5963b8b3f3b597e9bb", "attempt_id": "bd288827c7e9", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:47.324513Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 593, "message_tokens": 506, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.3236250057816505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.74791698809713, "ttft_ms": 13.647041050717235, "decode_ms": 93.71512499637902}, "total_wall_ms": 185.1378328865394, "ttft_ms": 13.647041050717235, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 629129216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566080600, "mlx_cache_bytes": 7964624564, "process_rss_bytes": 629129216}, "peak_prefill_memory": null, "peak_decode_memory": 6566080600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eeddd0fac4e85ab861d2d68946f658b6d1c04a9c7148390b415f3bf209216ea7", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2353 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "05e8a0367bf5d6374e62eb0b", "attempt_id": "8b2961bd69d8", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:47.534687Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 580, "message_tokens": 505, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9493750296533108, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.4212920544669, "ttft_ms": 13.500290922820568, "decode_ms": 135.15424996148795}, "total_wall_ms": 226.0025410214439, "ttft_ms": 13.500290922820568, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 629145600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 7964624564, "process_rss_bytes": 629145600}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8de6ceb13677ae7ae8fca217144239f0d51d2ef26f76a3dd94f8d0511cbb8c1e", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2354 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c1ad96703ac0c51bb91f738c", "attempt_id": "4039ee8fb3e0", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:47.785740Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 585, "message_tokens": 503, "message_utf8_bytes": 1659, "cache_tensor_bytes": null, "serialized_payload_bytes": 1659, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.0779999904334545, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.44737499766052, "ttft_ms": 13.622374972328544, "decode_ms": 159.81225005816668}, "total_wall_ms": 248.01366694737226, "ttft_ms": 13.622374972328544, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 629145600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560821336, "mlx_cache_bytes": 8205076148, "process_rss_bytes": 629145600}, "peak_prefill_memory": null, "peak_decode_memory": 6560821336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C in Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8cc803cdfb027e65885da2d3f6a1dee28207cd50ba2bcdb7c86dc3f062366c6b", "output_hash": "9aaa2a20b65eb3c6d892836395eebfc274724d54f1c772e6b1c47092f29844ab"} |
| |
2355 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "93a0af505fbe6d4a97e845ba", "attempt_id": "ed3835d0022d", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:48.059456Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 585, "message_tokens": 502, "message_utf8_bytes": 1319, "cache_tensor_bytes": null, "serialized_payload_bytes": 1319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9238750683143735, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.30329208262265, "ttft_ms": 13.23954202234745, "decode_ms": 93.55791693087667}, "total_wall_ms": 179.01658301707357, "ttft_ms": 13.23954202234745, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 629161984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560821336, "mlx_cache_bytes": 8205076148, "process_rss_bytes": 629161984}, "peak_prefill_memory": null, "peak_decode_memory": 6560821336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "31e94b56684edd6afc984b6a9f41251fe952a107ebede48895fe852b67335e77", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2356 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1e5e548b14b24557ae8bd194", "attempt_id": "736bc6799962", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:48.263820Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 498, "n_sentences": 18}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 575, "message_tokens": 498, "message_utf8_bytes": 1463, "cache_tensor_bytes": null, "serialized_payload_bytes": 1463, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9174169283360243, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.60674989689142, "ttft_ms": 13.56716698501259, "decode_ms": 52.91558394674212}, "total_wall_ms": 136.00766600575298, "ttft_ms": 13.56716698501259, "input_usage": {"receiver_prompt_tokens": 575}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 629161984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6574125144, "mlx_cache_bytes": 8462730932, "process_rss_bytes": 629161984}, "peak_prefill_memory": null, "peak_decode_memory": 6574125144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec249608321f75e794ff3c440bfe3113a184d552c1179ef09aa6a94f191247ce", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2357 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1082c59edec016d7dc6dbfd2", "attempt_id": "0a173aed5296", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:48.425254Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 593, "message_tokens": 506, "message_utf8_bytes": 1224, "cache_tensor_bytes": null, "serialized_payload_bytes": 1224, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8839159747585654, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.05312503315508, "ttft_ms": 13.368000043556094, "decode_ms": 93.76262500882149}, "total_wall_ms": 180.04583299625665, "ttft_ms": 13.368000043556094, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 629178368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566080600, "mlx_cache_bytes": 8462730932, "process_rss_bytes": 629178368}, "peak_prefill_memory": null, "peak_decode_memory": 6566080600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eeddd0fac4e85ab861d2d68946f658b6d1c04a9c7148390b415f3bf209216ea7", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2358 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a02792bdb200b7fa01bb58a0", "attempt_id": "9343742f20a9", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:56.669095Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1453, "cache_tensor_bytes": null, "serialized_payload_bytes": 1453, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8038.350624963641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.2339590061456, "ttft_ms": 13.553083990700543, "decode_ms": 133.0735000083223}, "total_wall_ms": 218.01537496503443, "ttft_ms": 13.553083990700543, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 5944, "sender_output_tokens": 512, "sender_prefill_ms": 925.1119170803577, "sender_ttft_ms": 15.294583048671484, "sender_decode_ms": 7093.392000067979}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 629227520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 9946597044, "process_rss_bytes": 629227520}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c5386fc151d938d0865da601acc987afcef4b0985e79086ab4cc7d77d46d2cb", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2359 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8865cc561ba435a39b6ce4fc", "attempt_id": "ad4148e323f9", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:56.912529Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1453, "cache_tensor_bytes": null, "serialized_payload_bytes": 1453, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8038.350624963641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.15670905821025, "ttft_ms": 13.827833929099143, "decode_ms": 160.52854096051306}, "total_wall_ms": 245.6887080334127, "ttft_ms": 13.827833929099143, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 5944, "sender_output_tokens": 512, "sender_prefill_ms": 925.1119170803577, "sender_ttft_ms": 15.294583048671484, "sender_decode_ms": 7093.392000067979}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 629227520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6589263960, "mlx_cache_bytes": 10214672052, "process_rss_bytes": 629227520}, "peak_prefill_memory": null, "peak_decode_memory": 6589263960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c5386fc151d938d0865da601acc987afcef4b0985e79086ab4cc7d77d46d2cb", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2360 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1627c78de139afa3aadb0de5", "attempt_id": "9349c08d9f52", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:57.184515Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 599, "message_tokens": 512, "message_utf8_bytes": 1453, "cache_tensor_bytes": null, "serialized_payload_bytes": 1453, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8038.350624963641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.02704101614654, "ttft_ms": 13.354624970816076, "decode_ms": 13.843332999385893}, "total_wall_ms": 98.31783291883767, "ttft_ms": 13.354624970816076, "input_usage": {"receiver_prompt_tokens": 599, "sender_input_tokens": 5944, "sender_output_tokens": 512, "sender_prefill_ms": 925.1119170803577, "sender_ttft_ms": 15.294583048671484, "sender_decode_ms": 7093.392000067979}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629243904, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6587084888, "mlx_cache_bytes": 10460923572, "process_rss_bytes": 629243904}, "peak_prefill_memory": null, "peak_decode_memory": 6587084888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c5386fc151d938d0865da601acc987afcef4b0985e79086ab4cc7d77d46d2cb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2361 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94b5c531b9799775bc79dfc5", "attempt_id": "f55f0b54d236", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:57.308560Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1453, "cache_tensor_bytes": null, "serialized_payload_bytes": 1453, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8038.350624963641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.52833400666714, "ttft_ms": 13.655874994583428, "decode_ms": 53.96579205989838}, "total_wall_ms": 139.24516702536494, "ttft_ms": 13.655874994583428, "input_usage": {"receiver_prompt_tokens": 593, "sender_input_tokens": 5944, "sender_output_tokens": 512, "sender_prefill_ms": 925.1119170803577, "sender_ttft_ms": 15.294583048671484, "sender_decode_ms": 7093.392000067979}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 629243904, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6565933144, "mlx_cache_bytes": 10460923572, "process_rss_bytes": 629243904}, "peak_prefill_memory": null, "peak_decode_memory": 6565933144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c5386fc151d938d0865da601acc987afcef4b0985e79086ab4cc7d77d46d2cb", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2362 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "910aaf91563a7ecf7ad8e153", "attempt_id": "42f29b98547f", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:57.473173Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 603, "message_tokens": 512, "message_utf8_bytes": 1453, "cache_tensor_bytes": null, "serialized_payload_bytes": 1453, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8038.350624963641, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.84474992007017, "ttft_ms": 13.580334023572505, "decode_ms": 94.0255830064416}, "total_wall_ms": 179.58424997050315, "ttft_ms": 13.580334023572505, "input_usage": {"receiver_prompt_tokens": 603, "sender_input_tokens": 5944, "sender_output_tokens": 512, "sender_prefill_ms": 925.1119170803577, "sender_ttft_ms": 15.294583048671484, "sender_decode_ms": 7093.392000067979}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 629260288, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 10460923572, "process_rss_bytes": 629260288}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c5386fc151d938d0865da601acc987afcef4b0985e79086ab4cc7d77d46d2cb", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2363 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a9e2035dcafaa871f476a897", "attempt_id": "d8a50ad4cc7f", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:02:57.678593Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 424, "message_tokens": 346, "message_utf8_bytes": 1443, "cache_tensor_bytes": null, "serialized_payload_bytes": 1443, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5700.999416993, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.516958956606686, "ttft_ms": 13.33620899822563, "decode_ms": 132.85212498158216}, "total_wall_ms": 5901.62620798219, "ttft_ms": 13.33620899822563, "input_usage": {"receiver_prompt_tokens": 424, "sender_input_tokens": 5939, "sender_output_tokens": 346, "sender_prefill_ms": 873.813874903135, "sender_ttft_ms": 14.807499945163727, "sender_decode_ms": 4807.665125001222}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 629293056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6529558284, "mlx_cache_bytes": 11400334672, "process_rss_bytes": 629293056}, "peak_prefill_memory": null, "peak_decode_memory": 6529558284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "83cd277a94ff1974ade4476604727d1e54f08a5c02d10d4e8c27d4ead05a8318", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2364 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4158d2dc0ad1a548eaee8a70", "attempt_id": "66a376d9afe2", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:03.605705Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 228, "message_tokens": 143, "message_utf8_bytes": 421, "cache_tensor_bytes": null, "serialized_payload_bytes": 421, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2846.039834083058, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.66966703813523, "ttft_ms": 13.23183299973607, "decode_ms": 160.3126669069752}, "total_wall_ms": 3052.8370829997584, "ttft_ms": 13.23183299973607, "input_usage": {"receiver_prompt_tokens": 228, "sender_input_tokens": 5946, "sender_output_tokens": 143, "sender_prefill_ms": 830.2580829476938, "sender_ttft_ms": 14.782625017687678, "sender_decode_ms": 1996.169041027315}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 629325824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6367569676, "mlx_cache_bytes": 12293819728, "process_rss_bytes": 629325824}, "peak_prefill_memory": null, "peak_decode_memory": 6367569676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1ea20ddcb86c2a85f49bcdd33014acfb6cfd26930a07e0cf2d18b742f36764e9", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2365 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9c280cc4ed1961e79f623395", "attempt_id": "9df87cd13621", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:06.684703Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 267, "message_tokens": 181, "message_utf8_bytes": 519, "cache_tensor_bytes": null, "serialized_payload_bytes": 519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3373.264209018089, "decode_payload_ms": 0.0, "receiver_prefill_ms": 42.22520801704377, "ttft_ms": 13.419542112387717, "decode_ms": 93.99833297356963}, "total_wall_ms": 3523.939833045006, "ttft_ms": 13.419542112387717, "input_usage": {"receiver_prompt_tokens": 267, "sender_input_tokens": 5947, "sender_output_tokens": 181, "sender_prefill_ms": 841.7537499917671, "sender_ttft_ms": 14.68837505672127, "sender_decode_ms": 2511.7152499733493}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 629456896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6402909964, "mlx_cache_bytes": 13019155792, "process_rss_bytes": 629456896}, "peak_prefill_memory": null, "peak_decode_memory": 6402909964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a64c51bf0c9d6d11c6b4478377f2aad9f60e61d55ece0df7846593f09ab9d2f", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2366 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f9baebd416e875696d787f24", "attempt_id": "1ce7f28ffcbf", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:18.186422Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 449, "message_tokens": 359, "message_utf8_bytes": 902, "cache_tensor_bytes": null, "serialized_payload_bytes": 902, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7952.391040977091, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.301415988244116, "ttft_ms": 13.35345790721476, "decode_ms": 13.204082963056862}, "total_wall_ms": 80.86037496104836, "ttft_ms": 13.35345790721476, "input_usage": {"receiver_prompt_tokens": 449, "sender_input_tokens": 5972, "sender_output_tokens": 512, "sender_prefill_ms": 837.3851670185104, "sender_ttft_ms": 14.992874930612743, "sender_decode_ms": 7095.278584049083}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629440512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6547285872, "mlx_cache_bytes": 14102221904, "process_rss_bytes": 629440512}, "peak_prefill_memory": null, "peak_decode_memory": 6547285872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf9951d48edc2c846eece6e9bd6e259f2ace6d7d465755c1b31dfd17051725ec", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2367 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "395efb1981ed9ae6386e9380", "attempt_id": "8a12897c4c94", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:18.293661Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 456, "message_tokens": 359, "message_utf8_bytes": 902, "cache_tensor_bytes": null, "serialized_payload_bytes": 902, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7952.391040977091, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.707709048874676, "ttft_ms": 13.3380830520764, "decode_ms": 13.250916032120585}, "total_wall_ms": 83.25758401770145, "ttft_ms": 13.3380830520764, "input_usage": {"receiver_prompt_tokens": 456, "sender_input_tokens": 5972, "sender_output_tokens": 512, "sender_prefill_ms": 837.3851670185104, "sender_ttft_ms": 14.992874930612743, "sender_decode_ms": 7095.278584049083}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629473280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553511820, "mlx_cache_bytes": 14463097708, "process_rss_bytes": 629473280}, "peak_prefill_memory": null, "peak_decode_memory": 6553511820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf9951d48edc2c846eece6e9bd6e259f2ace6d7d465755c1b31dfd17051725ec", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2368 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2a00aad24cec3845cb8ee46e", "attempt_id": "b4d3fd9aa5eb", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:18.401860Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 457, "message_tokens": 359, "message_utf8_bytes": 902, "cache_tensor_bytes": null, "serialized_payload_bytes": 902, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7952.391040977091, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.02750007528812, "ttft_ms": 13.487958931364119, "decode_ms": 13.413790962658823}, "total_wall_ms": 83.87866604607552, "ttft_ms": 13.487958931364119, "input_usage": {"receiver_prompt_tokens": 457, "sender_input_tokens": 5972, "sender_output_tokens": 512, "sender_prefill_ms": 837.3851670185104, "sender_ttft_ms": 14.992874930612743, "sender_decode_ms": 7095.278584049083}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629538816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553757584, "mlx_cache_bytes": 14714184332, "process_rss_bytes": 629538816}, "peak_prefill_memory": null, "peak_decode_memory": 6553757584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf9951d48edc2c846eece6e9bd6e259f2ace6d7d465755c1b31dfd17051725ec", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2369 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "45e52592f4bbd258c8b9db6f", "attempt_id": "df075f18b25a", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:18.511326Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 451, "message_tokens": 359, "message_utf8_bytes": 902, "cache_tensor_bytes": null, "serialized_payload_bytes": 902, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7952.391040977091, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.93741703685373, "ttft_ms": 13.272708049044013, "decode_ms": 53.8466670550406}, "total_wall_ms": 122.98504100181162, "ttft_ms": 13.272708049044013, "input_usage": {"receiver_prompt_tokens": 451, "sender_input_tokens": 5972, "sender_output_tokens": 512, "sender_prefill_ms": 837.3851670185104, "sender_ttft_ms": 14.992874930612743, "sender_decode_ms": 7095.278584049083}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 629555200, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6495905928, "mlx_cache_bytes": 14919312012, "process_rss_bytes": 629555200}, "peak_prefill_memory": null, "peak_decode_memory": 6495905928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf9951d48edc2c846eece6e9bd6e259f2ace6d7d465755c1b31dfd17051725ec", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2370 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "618f5571f4a32acfe69ef077", "attempt_id": "24a054d845ae", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:18.659200Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 461, "message_tokens": 359, "message_utf8_bytes": 902, "cache_tensor_bytes": null, "serialized_payload_bytes": 902, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7952.391040977091, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.1934998948127, "ttft_ms": 13.477375032380223, "decode_ms": 13.281499966979027}, "total_wall_ms": 82.92370801791549, "ttft_ms": 13.477375032380223, "input_usage": {"receiver_prompt_tokens": 461, "sender_input_tokens": 5972, "sender_output_tokens": 512, "sender_prefill_ms": 837.3851670185104, "sender_ttft_ms": 14.992874930612743, "sender_decode_ms": 7095.278584049083}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 629555200, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6476687240, "mlx_cache_bytes": 15189862844, "process_rss_bytes": 629555200}, "peak_prefill_memory": null, "peak_decode_memory": 6476687240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf9951d48edc2c846eece6e9bd6e259f2ace6d7d465755c1b31dfd17051725ec", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2371 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f06bee697a3f69bbd1ec2750", "attempt_id": "98afd9b56b9f", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:18.768006Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 144, "message_tokens": 54, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1899.1687089437619, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.300583970732987, "ttft_ms": 13.338499935343862, "decode_ms": 134.7042500274256}, "total_wall_ms": 2079.0502090239897, "ttft_ms": 13.338499935343862, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 5980, "sender_output_tokens": 75, "sender_prefill_ms": 833.9717080816627, "sender_ttft_ms": 15.088082989677787, "sender_decode_ms": 1045.2324169455096}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 629571584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297428652, "mlx_cache_bytes": 16044305400, "process_rss_bytes": 629571584}, "peak_prefill_memory": null, "peak_decode_memory": 6297428652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c46972900b5dbfeafc63fc0634b142285690932617765e1ef471839d7429d2ed", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2372 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "be65df2a8faef2d795ea7c7e", "attempt_id": "cac6de19e54d", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:20.873125Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 153, "message_tokens": 56, "message_utf8_bytes": 123, "cache_tensor_bytes": null, "serialized_payload_bytes": 123, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1917.0635829214007, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.395666068419814, "ttft_ms": 13.051750021986663, "decode_ms": 237.93075000867248}, "total_wall_ms": 2199.982416932471, "ttft_ms": 13.051750021986663, "input_usage": {"receiver_prompt_tokens": 153, "sender_input_tokens": 5987, "sender_output_tokens": 79, "sender_prefill_ms": 795.4112910665572, "sender_ttft_ms": 14.348415890708566, "sender_decode_ms": 1102.4395830463618}, "output_usage": {"output_tokens": 18}, "provider_cached_usage": null, "process_memory": 629227520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6304277200, "mlx_cache_bytes": 16918048344, "process_rss_bytes": 629227520}, "peak_prefill_memory": null, "peak_decode_memory": 6304277200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C in Rouyn-Noranda, Rouyn-Noranda", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e7dd474a8abf457ebad0f29f614f68235a54de7d30ad30063c96f6aef573d5e6", "output_hash": "51fe6277def194c472c2abb628580d6bf69fda35ab61d0c3db377bf4d3e40afb"} |
| |
2373 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3893f960538add48d7473da4", "attempt_id": "f27ec9739c78", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:23.100205Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 152, "message_tokens": 54, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1968.7307089334354, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.246708007529378, "ttft_ms": 13.404875062406063, "decode_ms": 92.4167080083862}, "total_wall_ms": 2106.2896250514314, "ttft_ms": 13.404875062406063, "input_usage": {"receiver_prompt_tokens": 152, "sender_input_tokens": 5988, "sender_output_tokens": 77, "sender_prefill_ms": 875.840957975015, "sender_ttft_ms": 15.327500062994659, "sender_decode_ms": 1072.9118341114372}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 629260288, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303752912, "mlx_cache_bytes": 17490374232, "process_rss_bytes": 629260288}, "peak_prefill_memory": null, "peak_decode_memory": 6303752912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7c9a77a304e8831e82d5dc064fffd9456109faa269c4a888a6c2af9e29db5cf7", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2374 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c7d4fdfc4e6e6f337f0ad975", "attempt_id": "45d66ed041cb", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:25.232456Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 1016, "message_tokens": 941, "message_utf8_bytes": 689, "cache_tensor_bytes": null, "serialized_payload_bytes": 689, "side_information_bytes": 0, "fetched_bytes": 1606, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02604199107736349, "decode_payload_ms": 0.0, "receiver_prefill_ms": 171.23212502337992, "ttft_ms": 13.902208069339395, "decode_ms": 13.441708055324852}, "total_wall_ms": 200.21008304320276, "ttft_ms": 13.902208069339395, "input_usage": {"receiver_prompt_tokens": 1016, "sender_input_tokens": 5972, "sender_output_tokens": 512, "sender_prefill_ms": 837.3851670185104, "sender_ttft_ms": 14.992874930612743, "sender_decode_ms": 7095.278584049083}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 621871104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6813446220, "mlx_cache_bytes": 18129677912, "process_rss_bytes": 621871104}, "peak_prefill_memory": null, "peak_decode_memory": 6813446220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1606, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e95a1f556f01e5593c64c64974283a62a47b3e10760400d7c450694720604aa", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2375 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d64ea01e5a3bc5e96ef81920", "attempt_id": "03a0802587fe", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:25.459244Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 1023, "message_tokens": 941, "message_utf8_bytes": 689, "cache_tensor_bytes": null, "serialized_payload_bytes": 689, "side_information_bytes": 0, "fetched_bytes": 1606, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02604199107736349, "decode_payload_ms": 0.0, "receiver_prefill_ms": 291.2619999842718, "ttft_ms": 13.875167001970112, "decode_ms": 14.334000064991415}, "total_wall_ms": 321.1832500528544, "ttft_ms": 13.875167001970112, "input_usage": {"receiver_prompt_tokens": 1023, "sender_input_tokens": 5972, "sender_output_tokens": 512, "sender_prefill_ms": 837.3851670185104, "sender_ttft_ms": 14.992874930612743, "sender_decode_ms": 7095.278584049083}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 620822528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6817640524, "mlx_cache_bytes": 18730946136, "process_rss_bytes": 620822528}, "peak_prefill_memory": null, "peak_decode_memory": 6817640524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1606, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d15517c9827e38b6b738bc4a4c7ec88656733fb06c961b29cb6ea4adf240bc34", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2376 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cf6fb9145421b9dfad7c15d6", "attempt_id": "7117cda76f03", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:25.807342Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 1024, "message_tokens": 941, "message_utf8_bytes": 689, "cache_tensor_bytes": null, "serialized_payload_bytes": 689, "side_information_bytes": 0, "fetched_bytes": 1606, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02604199107736349, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1342.2012089286, "ttft_ms": 24.821916013024747, "decode_ms": 14.935958082787693}, "total_wall_ms": 1383.7353750132024, "ttft_ms": 24.821916013024747, "input_usage": {"receiver_prompt_tokens": 1024, "sender_input_tokens": 5972, "sender_output_tokens": 512, "sender_prefill_ms": 837.3851670185104, "sender_ttft_ms": 14.992874930612743, "sender_decode_ms": 7095.278584049083}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 620150784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6818033740, "mlx_cache_bytes": 19199364696, "process_rss_bytes": 620150784}, "peak_prefill_memory": null, "peak_decode_memory": 6818033740, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1606, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e54168ac6eaf9d5d6b28923740d07df4a2daad909edc4664bcc5e7fda5df839e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2377 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "228826269e1efa242d7cf44b", "attempt_id": "efcc8d12a959", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:27.219562Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 1044, "message_tokens": 967, "message_utf8_bytes": 689, "cache_tensor_bytes": null, "serialized_payload_bytes": 689, "side_information_bytes": 0, "fetched_bytes": 1632, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02604199107736349, "decode_payload_ms": 0.0, "receiver_prefill_ms": 163.21766597684473, "ttft_ms": 13.995749992318451, "decode_ms": 56.80654104799032}, "total_wall_ms": 235.77875003684312, "ttft_ms": 13.995749992318451, "input_usage": {"receiver_prompt_tokens": 1044, "sender_input_tokens": 5972, "sender_output_tokens": 512, "sender_prefill_ms": 837.3851670185104, "sender_ttft_ms": 14.992874930612743, "sender_decode_ms": 7095.278584049083}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 619036672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6818103372, "mlx_cache_bytes": 19813813848, "process_rss_bytes": 619036672}, "peak_prefill_memory": null, "peak_decode_memory": 6818103372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1632, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db7ab19a22d43ea1dfbf209184ebbbf40a51f0bf4312a9a0a0959228690f7602", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2378 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cc62c3d0f461ece8c8c11688", "attempt_id": "e8a141941b08", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:27.545071Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 1054, "message_tokens": 967, "message_utf8_bytes": 689, "cache_tensor_bytes": null, "serialized_payload_bytes": 689, "side_information_bytes": 0, "fetched_bytes": 1632, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02604199107736349, "decode_payload_ms": 0.0, "receiver_prefill_ms": 115.7156249973923, "ttft_ms": 14.074458042159677, "decode_ms": 13.764292001724243}, "total_wall_ms": 145.36262501496822, "ttft_ms": 14.074458042159677, "input_usage": {"receiver_prompt_tokens": 1054, "sender_input_tokens": 5972, "sender_output_tokens": 512, "sender_prefill_ms": 837.3851670185104, "sender_ttft_ms": 14.992874930612743, "sender_decode_ms": 7095.278584049083}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 618807296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6823968844, "mlx_cache_bytes": 20433325656, "process_rss_bytes": 618807296}, "peak_prefill_memory": null, "peak_decode_memory": 6823968844, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1632, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "baa99243b5c45b6092997437fdab280f86f2077bebd9cf1c707a321271599c14", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2379 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7c6c8aa0db3ad68d2408ebba", "attempt_id": "87b38ace3bb9", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:27.723363Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.784763313609467}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 5902, "message_tokens": 5828, "message_utf8_bytes": 29162, "cache_tensor_bytes": null, "serialized_payload_bytes": 2704, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07462501525878906, "decode_payload_ms": 0.015374971553683281, "receiver_prefill_ms": 890.231083962135, "ttft_ms": 14.389291987754405, "decode_ms": 140.27929189614952}, "total_wall_ms": 1054.071958991699, "ttft_ms": 14.389291987754405, "input_usage": {"receiver_prompt_tokens": 5902}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 618954752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20433325656, "process_rss_bytes": 618954752}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2380 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f2ead731a8a0d00521e1ee56", "attempt_id": "115898471a74", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:28.804576Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.784763313609467}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 5909, "message_tokens": 5828, "message_utf8_bytes": 29162, "cache_tensor_bytes": null, "serialized_payload_bytes": 2704, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07462501525878906, "decode_payload_ms": 0.015374971553683281, "receiver_prefill_ms": 865.6750830123201, "ttft_ms": 14.643833972513676, "decode_ms": 168.98924997076392}, "total_wall_ms": 1058.3673340734094, "ttft_ms": 14.643833972513676, "input_usage": {"receiver_prompt_tokens": 5909}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 618954752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20433325656, "process_rss_bytes": 618954752}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2381 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7e496d9c8118e50280cfdcff", "attempt_id": "93159c3d1877", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:29.889119Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.784763313609467}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 5910, "message_tokens": 5828, "message_utf8_bytes": 29162, "cache_tensor_bytes": null, "serialized_payload_bytes": 2704, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07462501525878906, "decode_payload_ms": 0.015374971553683281, "receiver_prefill_ms": 871.1222920101136, "ttft_ms": 14.645874965935946, "decode_ms": 99.41566700581461}, "total_wall_ms": 994.0362920751795, "ttft_ms": 14.645874965935946, "input_usage": {"receiver_prompt_tokens": 5910}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 618987520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20433325656, "process_rss_bytes": 618987520}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2382 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "add69ecc3dab3584a12d5098", "attempt_id": "0ec9a40b2c06", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:30.908594Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.784763313609467}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 5904, "message_tokens": 5828, "message_utf8_bytes": 29162, "cache_tensor_bytes": null, "serialized_payload_bytes": 2704, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07462501525878906, "decode_payload_ms": 0.015374971553683281, "receiver_prefill_ms": 878.7530000554398, "ttft_ms": 14.47320799343288, "decode_ms": 57.30679095722735}, "total_wall_ms": 959.1642919695005, "ttft_ms": 14.47320799343288, "input_usage": {"receiver_prompt_tokens": 5904}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 618987520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20433325656, "process_rss_bytes": 618987520}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2383 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4370285d85b2310b4cbc3d1a", "attempt_id": "abad082fa816", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:31.893442Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.784763313609467}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 5914, "message_tokens": 5828, "message_utf8_bytes": 29162, "cache_tensor_bytes": null, "serialized_payload_bytes": 2704, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07462501525878906, "decode_payload_ms": 0.015374971553683281, "receiver_prefill_ms": 906.4373329747468, "ttft_ms": 14.61824995931238, "decode_ms": 98.91033300664276}, "total_wall_ms": 1028.8413329981267, "ttft_ms": 14.61824995931238, "input_usage": {"receiver_prompt_tokens": 5914}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 619020288, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20433325656, "process_rss_bytes": 619020288}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2384 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fc88175945d770bb4e1b3065", "attempt_id": "e124dffab209", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:34.714363Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08785175017158545, "origin_tokens": 5625, "compressed_tokens": 559, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 685, "message_tokens": 609, "message_utf8_bytes": 2600, "cache_tensor_bytes": null, "serialized_payload_bytes": 2600, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1765.613166964613, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1200.8051669690758, "ttft_ms": 28.93549995496869, "decode_ms": 13.583707972429693}, "total_wall_ms": 1249.916375032626, "ttft_ms": 28.93549995496869, "input_usage": {"receiver_prompt_tokens": 685}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 607617024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6612660312, "mlx_cache_bytes": 20856131160, "process_rss_bytes": 607617024}, "peak_prefill_memory": null, "peak_decode_memory": 6612660312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f3832dbc164109aa0a6065423436a071df2549bc3103eda07fcd808eb50e15", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2385 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bdad3e2ff2cf58ba936e7a0f", "attempt_id": "ca13a7ad372b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:36.001048Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08785175017158545, "origin_tokens": 5625, "compressed_tokens": 559, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 692, "message_tokens": 609, "message_utf8_bytes": 2600, "cache_tensor_bytes": null, "serialized_payload_bytes": 2600, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1765.613166964613, "decode_payload_ms": 0.0, "receiver_prefill_ms": 505.2912080427632, "ttft_ms": 13.890542089939117, "decode_ms": 168.72974997386336}, "total_wall_ms": 689.2836660845205, "ttft_ms": 13.890542089939117, "input_usage": {"receiver_prompt_tokens": 692}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 607092736, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6617182296, "mlx_cache_bytes": 21259767384, "process_rss_bytes": 607092736}, "peak_prefill_memory": null, "peak_decode_memory": 6617182296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f3832dbc164109aa0a6065423436a071df2549bc3103eda07fcd808eb50e15", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2386 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "942c787d4af4a34aa45d9134", "attempt_id": "11db548b0fec", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:36.716069Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08785175017158545, "origin_tokens": 5625, "compressed_tokens": 559, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 693, "message_tokens": 609, "message_utf8_bytes": 2600, "cache_tensor_bytes": null, "serialized_payload_bytes": 2600, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1765.613166964613, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.04029197338969, "ttft_ms": 14.102832996286452, "decode_ms": 14.473916962742805}, "total_wall_ms": 107.1004580007866, "ttft_ms": 14.102832996286452, "input_usage": {"receiver_prompt_tokens": 693}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 607109120, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6617477208, "mlx_cache_bytes": 21544652376, "process_rss_bytes": 607109120}, "peak_prefill_memory": null, "peak_decode_memory": 6617477208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f3832dbc164109aa0a6065423436a071df2549bc3103eda07fcd808eb50e15", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2387 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2c833bbd71cbcc05e3fd0701", "attempt_id": "463fe3e19f04", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:36.851193Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08785175017158545, "origin_tokens": 5625, "compressed_tokens": 559, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 687, "message_tokens": 609, "message_utf8_bytes": 2600, "cache_tensor_bytes": null, "serialized_payload_bytes": 2600, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1765.613166964613, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.00608298182487, "ttft_ms": 14.538374962285161, "decode_ms": 14.23329091630876}, "total_wall_ms": 107.29404096491635, "ttft_ms": 14.538374962285161, "input_usage": {"receiver_prompt_tokens": 687}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 607158272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6637154392, "mlx_cache_bytes": 21852442200, "process_rss_bytes": 607158272}, "peak_prefill_memory": null, "peak_decode_memory": 6637154392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f3832dbc164109aa0a6065423436a071df2549bc3103eda07fcd808eb50e15", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2388 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "99997613845baa9b7474ef6a", "attempt_id": "368bed897b8f", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:36.986410Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08785175017158545, "origin_tokens": 5625, "compressed_tokens": 559, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 697, "message_tokens": 609, "message_utf8_bytes": 2600, "cache_tensor_bytes": null, "serialized_payload_bytes": 2600, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1765.613166964613, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.27466605603695, "ttft_ms": 14.576958026736975, "decode_ms": 252.93387495912611}, "total_wall_ms": 351.2164169223979, "ttft_ms": 14.576958026736975, "input_usage": {"receiver_prompt_tokens": 697}, "output_usage": {"output_tokens": 18}, "provider_cached_usage": null, "process_memory": 607174656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6619885656, "mlx_cache_bytes": 22258830936, "process_rss_bytes": 607174656}, "peak_prefill_memory": null, "peak_decode_memory": 6619885656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2029, 041. 774. 22", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f3832dbc164109aa0a6065423436a071df2549bc3103eda07fcd808eb50e15", "output_hash": "2bea87e9bf98f297d5ca2b58dd26208733c72349d23760507de5dbb03239211c"} |
| |
2389 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "de0c66ad7ddf87e6b024a0ad", "attempt_id": "5bdffa002dbb", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:38.281858Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 35, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 216281088, "serialized_payload_bytes": 216297253, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 915.7742919633165, "doc_prefill_ms": 835.7622500043362, "compress_ms": 4.603874986059964, "serialize_ms": 65.36887492984533, "load_ms": 5.7485830038785934, "receiver_prefill_ms": 0.0, "query_prefill_ms": 117.19079199247062, "ttft_ms": 117.19079199247062, "decode_ms": 150.97333304584026}, "total_wall_ms": 278.57658395078033, "ttft_ms": 117.19079199247062, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1040760832, "backend_memory": {"mlx_active_bytes": 6824222728, "mlx_peak_bytes": 6898803004, "mlx_cache_bytes": 23253782245, "process_rss_bytes": 1040760832}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6898803004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8630e09f2f6269b1b9ee686d576ed95b802c3ecf3f9d49e0b94ef0d0ee3f8a17", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2390 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9fa43bc952cd92e8eb324d2c", "attempt_id": "17304452f4a7", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:38.595653Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 42, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 216281088, "serialized_payload_bytes": 216297253, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 915.7742919633165, "doc_prefill_ms": 835.7622500043362, "compress_ms": 4.603874986059964, "serialize_ms": 65.36887492984533, "load_ms": 1.976874889805913, "receiver_prefill_ms": 0.0, "query_prefill_ms": 152.13716588914394, "ttft_ms": 152.13716588914394, "decode_ms": 182.12950008455664}, "total_wall_ms": 341.0067909862846, "ttft_ms": 152.13716588914394, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1040777216, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6904291644, "mlx_cache_bytes": 23482109837, "process_rss_bytes": 1040777216}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6904291644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8630e09f2f6269b1b9ee686d576ed95b802c3ecf3f9d49e0b94ef0d0ee3f8a17", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2391 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ae825c692e458baa86adc1a3", "attempt_id": "3c5c2a8fc9bd", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:38.963300Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 43, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 216281088, "serialized_payload_bytes": 216297253, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 915.7742919633165, "doc_prefill_ms": 835.7622500043362, "compress_ms": 4.603874986059964, "serialize_ms": 65.36887492984533, "load_ms": 2.2351249353960156, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.942500000819564, "ttft_ms": 45.942500000819564, "decode_ms": 106.79512494243681}, "total_wall_ms": 159.3872079392895, "ttft_ms": 45.942500000819564, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1040728064, "backend_memory": {"mlx_active_bytes": 6824222728, "mlx_peak_bytes": 6904930620, "mlx_cache_bytes": 23483291506, "process_rss_bytes": 1040728064}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6904930620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8630e09f2f6269b1b9ee686d576ed95b802c3ecf3f9d49e0b94ef0d0ee3f8a17", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2392 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "03a5ff9b91fc9a267849df25", "attempt_id": "a1f4023140f5", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:39.149917Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 37, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 216281088, "serialized_payload_bytes": 216297253, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 915.7742919633165, "doc_prefill_ms": 835.7622500043362, "compress_ms": 4.603874986059964, "serialize_ms": 65.36887492984533, "load_ms": 2.2382501047104597, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.59583293646574, "ttft_ms": 44.59583293646574, "decode_ms": 60.096582979895175}, "total_wall_ms": 111.26258305739611, "ttft_ms": 44.59583293646574, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1040744448, "backend_memory": {"mlx_active_bytes": 6824222728, "mlx_peak_bytes": 6902046952, "mlx_cache_bytes": 23507654514, "process_rss_bytes": 1040744448}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902046952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8630e09f2f6269b1b9ee686d576ed95b802c3ecf3f9d49e0b94ef0d0ee3f8a17", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2393 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af9d5a7453fc5735bc4fc8d1", "attempt_id": "62dfa34642a1", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:39.286568Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 47, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 216281088, "serialized_payload_bytes": 216297253, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 915.7742919633165, "doc_prefill_ms": 835.7622500043362, "compress_ms": 4.603874986059964, "serialize_ms": 65.36887492984533, "load_ms": 2.2314999951049685, "receiver_prefill_ms": 0.0, "query_prefill_ms": 82.70758297294378, "ttft_ms": 82.70758297294378, "decode_ms": 109.94945804122835}, "total_wall_ms": 199.13041696418077, "ttft_ms": 82.70758297294378, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1040744448, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6908502332, "mlx_cache_bytes": 23517485102, "process_rss_bytes": 1040744448}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6908502332, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8630e09f2f6269b1b9ee686d576ed95b802c3ecf3f9d49e0b94ef0d0ee3f8a17", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2394 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d8277fa5cd2d02bc3829d249", "attempt_id": "8c1083587a1d", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:39.655271Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "e8baab22fd7369b6", "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 35, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 216281088, "serialized_payload_bytes": 216297281, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.75004207529128, "doc_prefill_ms": 835.7622500043362, "compress_ms": 5.325707956217229, "serialize_ms": 116.22291698586196, "load_ms": 29.78824998717755, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.50145897176117, "ttft_ms": 46.50145897176117, "decode_ms": 152.21987501718104}, "total_wall_ms": 233.3406249526888, "ttft_ms": 46.50145897176117, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1253113856, "backend_memory": {"mlx_active_bytes": 6824222728, "mlx_peak_bytes": 6898802892, "mlx_cache_bytes": 23518664750, "process_rss_bytes": 1253113856}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6898802892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4f57a5c80f52fb2d9ea3c2248645aad8099b20c90b3ddab99dc5b74a5a97cb08", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2395 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ad0c1baefa38e21424bae662", "attempt_id": "01b8ed073b59", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:39.916029Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "e8baab22fd7369b6", "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 42, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 216281088, "serialized_payload_bytes": 216297281, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.75004207529128, "doc_prefill_ms": 835.7622500043362, "compress_ms": 5.325707956217229, "serialize_ms": 116.22291698586196, "load_ms": 20.7525419536978, "receiver_prefill_ms": 0.0, "query_prefill_ms": 88.10983295552433, "ttft_ms": 88.10983295552433, "decode_ms": 181.4544158987701}, "total_wall_ms": 294.68708392232656, "ttft_ms": 88.10983295552433, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1253113856, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6904291560, "mlx_cache_bytes": 23517485102, "process_rss_bytes": 1253113856}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6904291560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4f57a5c80f52fb2d9ea3c2248645aad8099b20c90b3ddab99dc5b74a5a97cb08", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2396 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e899834927cfd59721541d3c", "attempt_id": "0630fd5ff33f", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:40.238044Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "e8baab22fd7369b6", "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 43, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 216281088, "serialized_payload_bytes": 216297281, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.75004207529128, "doc_prefill_ms": 835.7622500043362, "compress_ms": 5.325707956217229, "serialize_ms": 116.22291698586196, "load_ms": 20.817167009226978, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.99808400962502, "ttft_ms": 45.99808400962502, "decode_ms": 107.22800006624311}, "total_wall_ms": 178.66345902439207, "ttft_ms": 45.99808400962502, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1253113856, "backend_memory": {"mlx_active_bytes": 6824222728, "mlx_peak_bytes": 6904930540, "mlx_cache_bytes": 23518664750, "process_rss_bytes": 1253113856}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6904930540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4f57a5c80f52fb2d9ea3c2248645aad8099b20c90b3ddab99dc5b74a5a97cb08", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2397 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "82d50c2359d023642ed9ced9", "attempt_id": "71cf388d7f9e", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:40.442138Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "e8baab22fd7369b6", "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 37, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 216281088, "serialized_payload_bytes": 216297281, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.75004207529128, "doc_prefill_ms": 835.7622500043362, "compress_ms": 5.325707956217229, "serialize_ms": 116.22291698586196, "load_ms": 20.390667021274567, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.837416033260524, "ttft_ms": 44.837416033260524, "decode_ms": 60.742000001482666}, "total_wall_ms": 130.58966596145183, "ttft_ms": 44.837416033260524, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1253113856, "backend_memory": {"mlx_active_bytes": 6824222728, "mlx_peak_bytes": 6902046952, "mlx_cache_bytes": 23518664750, "process_rss_bytes": 1253113856}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902046952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4f57a5c80f52fb2d9ea3c2248645aad8099b20c90b3ddab99dc5b74a5a97cb08", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2398 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ea834a9f05f1b21956e3de83", "attempt_id": "aac554d1fef0", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:40.599079Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "e8baab22fd7369b6", "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 47, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 216281088, "serialized_payload_bytes": 216297281, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.75004207529128, "doc_prefill_ms": 835.7622500043362, "compress_ms": 5.325707956217229, "serialize_ms": 116.22291698586196, "load_ms": 22.86020794417709, "receiver_prefill_ms": 0.0, "query_prefill_ms": 96.93187498487532, "ttft_ms": 96.93187498487532, "decode_ms": 105.87666591163725}, "total_wall_ms": 230.1998339826241, "ttft_ms": 96.93187498487532, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1253113856, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6908502268, "mlx_cache_bytes": 23517485102, "process_rss_bytes": 1253113856}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6908502268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4f57a5c80f52fb2d9ea3c2248645aad8099b20c90b3ddab99dc5b74a5a97cb08", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2399 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "96258fb5c46039c8ca20cc96", "attempt_id": "e6f295763367", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:40.904003Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504538120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 35, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 114899328, "serialized_payload_bytes": 114933657, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.66749998088926, "doc_prefill_ms": 835.7622500043362, "compress_ms": 15.751875005662441, "serialize_ms": 31.568374950438738, "load_ms": 3.8117090007290244, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.368874987587333, "ttft_ms": 27.368874987587333, "decode_ms": 153.50549994036555}, "total_wall_ms": 189.16379194706678, "ttft_ms": 27.368874987587333, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1367064576, "backend_memory": {"mlx_active_bytes": 6621323272, "mlx_peak_bytes": 6723765328, "mlx_cache_bytes": 24144944286, "process_rss_bytes": 1367064576}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6723765328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c041a918633fb1a5491cb5377cbb34e59488661b7e409ff9d998a9607e14ac7", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2400 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f26c6303ddb0a203673c5778", "attempt_id": "25abc53533c2", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:41.119019Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504538120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 42, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 114899328, "serialized_payload_bytes": 114933657, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.66749998088926, "doc_prefill_ms": 835.7622500043362, "compress_ms": 15.751875005662441, "serialize_ms": 31.568374950438738, "load_ms": 2.0817499607801437, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.87187505606562, "ttft_ms": 63.87187505606562, "decode_ms": 183.22512495797127}, "total_wall_ms": 253.49758297670633, "ttft_ms": 63.87187505606562, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1367080960, "backend_memory": {"mlx_active_bytes": 6621323272, "mlx_peak_bytes": 6739434692, "mlx_cache_bytes": 24208690270, "process_rss_bytes": 1367080960}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6739434692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c041a918633fb1a5491cb5377cbb34e59488661b7e409ff9d998a9607e14ac7", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2401 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7ee2c6d59ae8c8038308b96", "attempt_id": "cb05c0afe408", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:41.397332Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504538120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 43, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 114899328, "serialized_payload_bytes": 114933657, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.66749998088926, "doc_prefill_ms": 835.7622500043362, "compress_ms": 15.751875005662441, "serialize_ms": 31.568374950438738, "load_ms": 2.2972910664975643, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.80254208482802, "ttft_ms": 27.80254208482802, "decode_ms": 106.42770805861801}, "total_wall_ms": 141.04533405043185, "ttft_ms": 27.80254208482802, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1367130112, "backend_memory": {"mlx_active_bytes": 6621323272, "mlx_peak_bytes": 6741453608, "mlx_cache_bytes": 24274013310, "process_rss_bytes": 1367130112}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6741453608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c041a918633fb1a5491cb5377cbb34e59488661b7e409ff9d998a9607e14ac7", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2402 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa81bc8108db69087a70d02c", "attempt_id": "3c1370b4e951", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:41.564026Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504538120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 37, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 114899328, "serialized_payload_bytes": 114933657, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.66749998088926, "doc_prefill_ms": 835.7622500043362, "compress_ms": 15.751875005662441, "serialize_ms": 31.568374950438738, "load_ms": 2.433458110317588, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.54208305850625, "ttft_ms": 27.54208305850625, "decode_ms": 63.35824995767325}, "total_wall_ms": 97.83233399502933, "ttft_ms": 27.54208305850625, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1367015424, "backend_memory": {"mlx_active_bytes": 6621323272, "mlx_peak_bytes": 6730684292, "mlx_cache_bytes": 24330800254, "process_rss_bytes": 1367015424}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6730684292, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c041a918633fb1a5491cb5377cbb34e59488661b7e409ff9d998a9607e14ac7", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2403 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7e36b5615222fbe77a3b222c", "attempt_id": "741ceb9ba95b", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:41.687231Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504538120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 47, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 114899328, "serialized_payload_bytes": 114933657, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.66749998088926, "doc_prefill_ms": 835.7622500043362, "compress_ms": 15.751875005662441, "serialize_ms": 31.568374950438738, "load_ms": 2.0852909656241536, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.75704201310873, "ttft_ms": 72.75704201310873, "decode_ms": 106.68283293489367}, "total_wall_ms": 186.01104198023677, "ttft_ms": 72.75704201310873, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1367031808, "backend_memory": {"mlx_active_bytes": 6621323272, "mlx_peak_bytes": 6749938872, "mlx_cache_bytes": 24403742238, "process_rss_bytes": 1367031808}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6749938872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c041a918633fb1a5491cb5377cbb34e59488661b7e409ff9d998a9607e14ac7", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2404 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "303cf07eda9808bc0ea5f280", "attempt_id": "fc561e4b151e", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:41.925685Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 35, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 60829056, "serialized_payload_bytes": 60863296, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.090916013345122, "doc_prefill_ms": 835.7622500043362, "compress_ms": 13.221665984019637, "serialize_ms": 12.525708065368235, "load_ms": 2.3615419631823897, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.154500014148653, "ttft_ms": 27.154500014148653, "decode_ms": 705.5117080453783}, "total_wall_ms": 739.5760000217706, "ttft_ms": 27.154500014148653, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1426489344, "backend_memory": {"mlx_active_bytes": 6513516552, "mlx_peak_bytes": 6605521608, "mlx_cache_bytes": 24677651742, "process_rss_bytes": 1426489344}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6605521608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n\n the the the to the to the to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e4ca9d9ae34d694988b3a8b5b6fa140eddd0fce63b6bfe65d40ee622efd263b4", "output_hash": "fc6c9d67dddb42804115b251916c80060c362773f8b4b0c724a844f1e170a5da"} |
| |
2405 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf4a4abff81847288d443973", "attempt_id": "be4a0d83b168", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:42.693300Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 42, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 60829056, "serialized_payload_bytes": 60863296, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.090916013345122, "doc_prefill_ms": 835.7622500043362, "compress_ms": 13.221665984019637, "serialize_ms": 12.525708065368235, "load_ms": 2.1796670043841004, "receiver_prefill_ms": 0.0, "query_prefill_ms": 67.56524997763336, "ttft_ms": 67.56524997763336, "decode_ms": 701.8609578954056}, "total_wall_ms": 776.0989160742611, "ttft_ms": 67.56524997763336, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1426505728, "backend_memory": {"mlx_active_bytes": 6513418248, "mlx_peak_bytes": 6620858180, "mlx_cache_bytes": 24677750046, "process_rss_bytes": 1426505728}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6620858180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n be be\n\n the the the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e4ca9d9ae34d694988b3a8b5b6fa140eddd0fce63b6bfe65d40ee622efd263b4", "output_hash": "bc8ca3227c613de2e66fd269eee2ec2e1b65cf81a74990b39121af224a5a4c1f"} |
| |
2406 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a2cfb7e560dd230ddb9b684", "attempt_id": "71f8466b72b8", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:43.496086Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 43, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 60829056, "serialized_payload_bytes": 60863296, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.090916013345122, "doc_prefill_ms": 835.7622500043362, "compress_ms": 13.221665984019637, "serialize_ms": 12.525708065368235, "load_ms": 2.2377920104190707, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.563249925151467, "ttft_ms": 27.563249925151467, "decode_ms": 701.157542061992}, "total_wall_ms": 735.4934160830453, "ttft_ms": 27.563249925151467, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1426522112, "backend_memory": {"mlx_active_bytes": 6513385480, "mlx_peak_bytes": 6622874856, "mlx_cache_bytes": 24677782814, "process_rss_bytes": 1426522112}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6622874856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n bank the the the bank the bank bank the bank the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e4ca9d9ae34d694988b3a8b5b6fa140eddd0fce63b6bfe65d40ee622efd263b4", "output_hash": "67aa75d7e3a676083ac5bbf287eee4b0966476ad5349c1ddd52b37fa96ef1afa"} |
| |
2407 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "14e9d49bfe778dbd1b35c2d8", "attempt_id": "ea4dc5612ecb", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:44.257705Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 37, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 60829056, "serialized_payload_bytes": 60863296, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.090916013345122, "doc_prefill_ms": 835.7622500043362, "compress_ms": 13.221665984019637, "serialize_ms": 12.525708065368235, "load_ms": 1.868042047135532, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.842125109396875, "ttft_ms": 26.842125109396875, "decode_ms": 14.978500083088875}, "total_wall_ms": 48.21570904459804, "ttft_ms": 26.842125109396875, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 37}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1426538496, "backend_memory": {"mlx_active_bytes": 6513352712, "mlx_peak_bytes": 6612305732, "mlx_cache_bytes": 24677815582, "process_rss_bytes": 1426538496}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6612305732, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e4ca9d9ae34d694988b3a8b5b6fa140eddd0fce63b6bfe65d40ee622efd263b4", "output_hash": "01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b"} |
| |
2408 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f0bbb6770ebeb5900f6f4d0c", "attempt_id": "dc94ce8a13ee", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:44.331690Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 47, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 60829056, "serialized_payload_bytes": 60863296, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.090916013345122, "doc_prefill_ms": 835.7622500043362, "compress_ms": 13.221665984019637, "serialize_ms": 12.525708065368235, "load_ms": 2.167667029425502, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.84433404169977, "ttft_ms": 74.84433404169977, "decode_ms": 701.5784160466865}, "total_wall_ms": 782.858166960068, "ttft_ms": 74.84433404169977, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 47}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1426554880, "backend_memory": {"mlx_active_bytes": 6513385480, "mlx_peak_bytes": 6631363412, "mlx_cache_bytes": 24677782814, "process_rss_bytes": 1426554880}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6631363412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e4ca9d9ae34d694988b3a8b5b6fa140eddd0fce63b6bfe65d40ee622efd263b4", "output_hash": "859a4ca68030b1846ef79a919d3311ffb1c7d31e678be717b1ca3966d3de9132"} |
| |
2409 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "564ddfe54e0c56445ecb58fc", "attempt_id": "84ab191e970d", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:45.167501Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5867, "keep": 1467, "compress_ms": 16.85741706751287}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 35, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095676, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.047458035871387, "doc_prefill_ms": 835.7622500043362, "compress_ms": 16.892749932594597, "serialize_ms": 11.000583996064961, "load_ms": 1.4400410000234842, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.59004195407033, "ttft_ms": 24.59004195407033, "decode_ms": 68.88983293902129}, "total_wall_ms": 99.49629101902246, "ttft_ms": 24.59004195407033, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1427079168, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6542254284, "mlx_cache_bytes": 24721233182, "process_rss_bytes": 1427079168}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6542254284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RIF-16", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad524395d93f1da882681f918efc412e4b9b882dfd01d4581e9196761553d816", "output_hash": "49e5fbdc30e783e5324872360424301c0124c588dc3725cde910c5fd1e4635e6"} |
| |
2410 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0ffccf22ab13ef5d5ef3a188", "attempt_id": "f878f658490d", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:45.292930Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5867, "keep": 1467, "compress_ms": 16.85741706751287}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 42, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095676, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.047458035871387, "doc_prefill_ms": 835.7622500043362, "compress_ms": 16.892749932594597, "serialize_ms": 11.000583996064961, "load_ms": 1.6004169592633843, "receiver_prefill_ms": 0.0, "query_prefill_ms": 69.14595805574208, "ttft_ms": 69.14595805574208, "decode_ms": 54.99229195993394}, "total_wall_ms": 130.1992500666529, "ttft_ms": 69.14595805574208, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 42}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1427111936, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6549119208, "mlx_cache_bytes": 24721233182, "process_rss_bytes": 1427111936}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6549119208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad524395d93f1da882681f918efc412e4b9b882dfd01d4581e9196761553d816", "output_hash": "13ab758c9a96d669bb363e6871644813a2912128b0cd9918f1222697a314d963"} |
| |
2411 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2cb85cd9557dd1437a555fda", "attempt_id": "84553b9b5cc8", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:45.449204Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5867, "keep": 1467, "compress_ms": 16.85741706751287}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 43, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095676, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.047458035871387, "doc_prefill_ms": 835.7622500043362, "compress_ms": 16.892749932594597, "serialize_ms": 11.000583996064961, "load_ms": 1.2454999377951026, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.923791992478073, "ttft_ms": 24.923791992478073, "decode_ms": 95.74162506032735}, "total_wall_ms": 126.47695897612721, "ttft_ms": 24.923791992478073, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1427111936, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6549201132, "mlx_cache_bytes": 24721233182, "process_rss_bytes": 1427111936}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6549201132, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad524395d93f1da882681f918efc412e4b9b882dfd01d4581e9196761553d816", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2412 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "63952f7ea40aa245baf0389d", "attempt_id": "092e64cbd647", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:45.600633Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5867, "keep": 1467, "compress_ms": 16.85741706751287}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 37, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095676, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.047458035871387, "doc_prefill_ms": 835.7622500043362, "compress_ms": 16.892749932594597, "serialize_ms": 11.000583996064961, "load_ms": 1.5859589911997318, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.187375045381486, "ttft_ms": 23.187375045381486, "decode_ms": 82.4768750462681}, "total_wall_ms": 111.72020900994539, "ttft_ms": 23.187375045381486, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1427177472, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6546022632, "mlx_cache_bytes": 24722871582, "process_rss_bytes": 1427177472}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546022632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Dubrovnik", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad524395d93f1da882681f918efc412e4b9b882dfd01d4581e9196761553d816", "output_hash": "14b7a5318710eb3f5166485a70e9b37d9130411575180f8a1982964439dd0d56"} |
| |
2413 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f84ac63025179a078f18f5de", "attempt_id": "3343b381e7ba", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:45.738288Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5867, "keep": 1467, "compress_ms": 16.85741706751287}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 47, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095676, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.047458035871387, "doc_prefill_ms": 835.7622500043362, "compress_ms": 16.892749932594597, "serialize_ms": 11.000583996064961, "load_ms": 1.6922090435400605, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.37337496411055, "ttft_ms": 65.37337496411055, "decode_ms": 138.2187909912318}, "total_wall_ms": 209.68379103578627, "ttft_ms": 65.37337496411055, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 47}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1427177472, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6552445180, "mlx_cache_bytes": 24722871582, "process_rss_bytes": 1427177472}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6552445180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12,000,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad524395d93f1da882681f918efc412e4b9b882dfd01d4581e9196761553d816", "output_hash": "fdf1d4af1ee56e2e7ba946b660877a14b59264f86d539e37adf52b91f8f3874c"} |
| |
2414 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2ee4977e9dada11fcff6d191", "attempt_id": "b48d7091e7da", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:45.998235Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5867, "keep": 1467, "compress_ms": 11.23512489721179}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 35, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095671, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.07991695124656, "doc_prefill_ms": 835.7622500043362, "compress_ms": 11.268166010268033, "serialize_ms": 11.613166891038418, "load_ms": 1.774290925823152, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.028458981774747, "ttft_ms": 24.028458981774747, "decode_ms": 646.8470001127571}, "total_wall_ms": 677.2422500653192, "ttft_ms": 24.028458981774747, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1482047488, "backend_memory": {"mlx_active_bytes": 6501294088, "mlx_peak_bytes": 6542254284, "mlx_cache_bytes": 24779199774, "process_rss_bytes": 1482047488}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6542254284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22bfc7b22c9715f440e800bba24134d5fbd6fdb713ab914941b5f70351a5f7e9", "output_hash": "ba20da43c4a4fe58a6c6b0656898e816fc5c2ab9c523edd63095fd3e0f90c327"} |
| |
2415 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b591ff9649903552c5eb8d3", "attempt_id": "f9d21dd4a510", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:46.702144Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5867, "keep": 1467, "compress_ms": 11.23512489721179}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 42, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095671, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.07991695124656, "doc_prefill_ms": 835.7622500043362, "compress_ms": 11.268166010268033, "serialize_ms": 11.613166891038418, "load_ms": 1.5266669215634465, "receiver_prefill_ms": 0.0, "query_prefill_ms": 57.93812498450279, "ttft_ms": 57.93812498450279, "decode_ms": 648.6907920334488}, "total_wall_ms": 712.6494169933721, "ttft_ms": 57.93812498450279, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1482047488, "backend_memory": {"mlx_active_bytes": 6501294088, "mlx_peak_bytes": 6549119208, "mlx_cache_bytes": 24779199774, "process_rss_bytes": 1482047488}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6549119208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The internal ledger is the electronic record of the record of the record of the record of the record of the record of the record of the record of the record of the record of the record of the record of the record of the record of the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22bfc7b22c9715f440e800bba24134d5fbd6fdb713ab914941b5f70351a5f7e9", "output_hash": "b44b06a00841207db7aa152c463c3e3c2817be1315dc705865d4692016435545"} |
| |
2416 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "addd8206076a45da1d606121", "attempt_id": "a98a9169f8a6", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:47.440460Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5867, "keep": 1467, "compress_ms": 11.23512489721179}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 43, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095671, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.07991695124656, "doc_prefill_ms": 835.7622500043362, "compress_ms": 11.268166010268033, "serialize_ms": 11.613166891038418, "load_ms": 0.732625019736588, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.983208044432104, "ttft_ms": 24.983208044432104, "decode_ms": 651.2523329583928}, "total_wall_ms": 681.4843330066651, "ttft_ms": 24.983208044432104, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1481703424, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6549201132, "mlx_cache_bytes": 24779494686, "process_rss_bytes": 1481703424}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6549201132, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The internal ledger is the pattern SelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSelSel", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22bfc7b22c9715f440e800bba24134d5fbd6fdb713ab914941b5f70351a5f7e9", "output_hash": "6da8b0d8266b4f003619d0029500552194ebc83b9087495d27c1f006a8ef6bac"} |
| |
2417 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fca08fa08512a29e46126aa7", "attempt_id": "c34758717be9", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:48.147673Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5867, "keep": 1467, "compress_ms": 11.23512489721179}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 37, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095671, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.07991695124656, "doc_prefill_ms": 835.7622500043362, "compress_ms": 11.268166010268033, "serialize_ms": 11.613166891038418, "load_ms": 1.6312079969793558, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.06541707366705, "ttft_ms": 23.06541707366705, "decode_ms": 647.3669999977574}, "total_wall_ms": 676.6232498921454, "ttft_ms": 23.06541707366705, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1481506816, "backend_memory": {"mlx_active_bytes": 6501294088, "mlx_peak_bytes": 6546022632, "mlx_cache_bytes": 24779199774, "process_rss_bytes": 1481506816}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546022632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I know that unknown.\n\nUnknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22bfc7b22c9715f440e800bba24134d5fbd6fdb713ab914941b5f70351a5f7e9", "output_hash": "171992d64e2d8c81eb9edc6cf717162a58d1b0a063356a51b40cb1a551e4357a"} |
| |
2418 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94404271e9541dd50da539a6", "attempt_id": "29e0b5b712f9", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:48.853470Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5867, "keep": 1467, "compress_ms": 11.23512489721179}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 47, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095671, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.07991695124656, "doc_prefill_ms": 835.7622500043362, "compress_ms": 11.268166010268033, "serialize_ms": 11.613166891038418, "load_ms": 1.738749910145998, "receiver_prefill_ms": 0.0, "query_prefill_ms": 146.66050008963794, "ttft_ms": 146.66050008963794, "decode_ms": 673.3098330441862}, "total_wall_ms": 826.2791250599548, "ttft_ms": 146.66050008963794, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 47}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1481392128, "backend_memory": {"mlx_active_bytes": 6501261320, "mlx_peak_bytes": 6552445180, "mlx_cache_bytes": 24779232542, "process_rss_bytes": 1481392128}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6552445180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\nunknown\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22bfc7b22c9715f440e800bba24134d5fbd6fdb713ab914941b5f70351a5f7e9", "output_hash": "6d625800235ed664e917b07a2900bdfe056efaae47cdc342f18001898bba22a3"} |
| |
2419 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1e64edd1e7f17c8cd2e1f63c", "attempt_id": "4a73c79b81f7", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:49.706369Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 35, "compress_ms": 623.951124958694}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 35, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095715, "side_information_bytes": 16227, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 640.100207994692, "doc_prefill_ms": 835.7622500043362, "compress_ms": 628.5517918877304, "serialize_ms": 11.324541992507875, "load_ms": 1.4977920800447464, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.704167015850544, "ttft_ms": 26.704167015850544, "decode_ms": 137.55033304914832}, "total_wall_ms": 810.4063329519704, "ttft_ms": 26.704167015850544, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1482833920, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6541418700, "mlx_cache_bytes": 24796566950, "process_rss_bytes": 1482833920}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "af8d5b504a0303116178a815b6b1ef77fe48bf54847bc1a879a86de23ff8beb3", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2420 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "664b465b1068caa668400562", "attempt_id": "98b0a5427a44", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:50.543623Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 42, "compress_ms": 69.11558308638632}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 42, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095716, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.5024159643799, "doc_prefill_ms": 835.7622500043362, "compress_ms": 73.5786659643054, "serialize_ms": 10.690625058487058, "load_ms": 1.5175000298768282, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.5179169261828, "ttft_ms": 65.5179169261828, "decode_ms": 165.11312499642372}, "total_wall_ms": 321.22037501540035, "ttft_ms": 65.5179169261828, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1484619776, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6548234472, "mlx_cache_bytes": 24816309670, "process_rss_bytes": 1484619776}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548234472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "751c6e9680e02a10b1aa0ba2cef54fe753beb62ab7a5697ca5c3a8d2893b5073", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2421 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c460e24a74d5bdce9e42203a", "attempt_id": "18b6de48bfba", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:50.891620Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 43, "compress_ms": 63.791792024858296}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 43, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095717, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.69762494415045, "doc_prefill_ms": 835.7622500043362, "compress_ms": 68.26954102143645, "serialize_ms": 12.198167038150132, "load_ms": 0.7341669406741858, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.48458404839039, "ttft_ms": 35.48458404839039, "decode_ms": 99.45816698018461}, "total_wall_ms": 221.67516697663814, "ttft_ms": 35.48458404839039, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1484619776, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6548906220, "mlx_cache_bytes": 24832464294, "process_rss_bytes": 1484619776}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548906220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "470b0643179b5c3ce39197b8cfa7c61b3af0212759061995ed1d2b740aa28026", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2422 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c8fa6ff430ff11da5a7e0d5e", "attempt_id": "b7167933a206", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:51.139845Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 37, "compress_ms": 61.55079195741564}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 37, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095716, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 76.3864170294255, "doc_prefill_ms": 835.7622500043362, "compress_ms": 66.16379204206169, "serialize_ms": 10.000625043176115, "load_ms": 1.3178749941289425, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.723583107814193, "ttft_ms": 21.723583107814193, "decode_ms": 55.19987491425127}, "total_wall_ms": 159.24245805945247, "ttft_ms": 21.723583107814193, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1484652544, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6543401192, "mlx_cache_bytes": 24853566886, "process_rss_bytes": 1484652544}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6543401192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "751c6e9680e02a10b1aa0ba2cef54fe753beb62ab7a5697ca5c3a8d2893b5073", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2423 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c31b0bf11f9d93d4118ab28d", "attempt_id": "04d6110c963e", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:51.326302Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 47, "compress_ms": 64.28045802749693}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 47, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095716, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.00520809926093, "doc_prefill_ms": 835.7622500043362, "compress_ms": 68.77150002401322, "serialize_ms": 10.009667021222413, "load_ms": 1.4426250709220767, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.247540928423405, "ttft_ms": 23.247540928423405, "decode_ms": 95.51775001455098}, "total_wall_ms": 203.8032910786569, "ttft_ms": 23.247540928423405, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1484701696, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6552445180, "mlx_cache_bytes": 24885777830, "process_rss_bytes": 1484701696}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6552445180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "751c6e9680e02a10b1aa0ba2cef54fe753beb62ab7a5697ca5c3a8d2893b5073", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2424 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70268f4d78aa6793afbc32be", "attempt_id": "94b17cbe8f48", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:51.622664Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 19, "compress_ms": 56.50591698940843}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 35, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095716, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.36145799327642, "doc_prefill_ms": 835.7622500043362, "compress_ms": 56.941207963973284, "serialize_ms": 8.262083982117474, "load_ms": 1.7614579992368817, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.34358391817659, "ttft_ms": 23.34358391817659, "decode_ms": 13.788041076622903}, "total_wall_ms": 43.44666702672839, "ttft_ms": 23.34358391817659, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1484881920, "backend_memory": {"mlx_active_bytes": 6499196936, "mlx_peak_bytes": 6541418700, "mlx_cache_bytes": 24909698470, "process_rss_bytes": 1484881920}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541418700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "751c6e9680e02a10b1aa0ba2cef54fe753beb62ab7a5697ca5c3a8d2893b5073", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2425 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d730ccd7fe55198b2153d8c4", "attempt_id": "7d2d4f45a165", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:51.693050Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 19, "compress_ms": 56.50591698940843}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 42, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095716, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.36145799327642, "doc_prefill_ms": 835.7622500043362, "compress_ms": 56.941207963973284, "serialize_ms": 8.262083982117474, "load_ms": 1.7250829841941595, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.081874994561076, "ttft_ms": 56.081874994561076, "decode_ms": 124.54070907551795}, "total_wall_ms": 186.97787506971508, "ttft_ms": 56.081874994561076, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1484898304, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6548234472, "mlx_cache_bytes": 24909075878, "process_rss_bytes": 1484898304}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548234472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 19, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "751c6e9680e02a10b1aa0ba2cef54fe753beb62ab7a5697ca5c3a8d2893b5073", "output_hash": "a0f26d811a70d229125876f22ef8ccda66ab739030e762cf0363cb6803fd4cf2"} |
| |
2426 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8ac0b7b8ae0fa31922b40b39", "attempt_id": "e5c981de4ed5", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:51.905334Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 19, "compress_ms": 56.50591698940843}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 43, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095716, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.36145799327642, "doc_prefill_ms": 835.7622500043362, "compress_ms": 56.941207963973284, "serialize_ms": 8.262083982117474, "load_ms": 1.7545419977977872, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.981916019693017, "ttft_ms": 23.981916019693017, "decode_ms": 83.04916694760323}, "total_wall_ms": 113.20474999956787, "ttft_ms": 23.981916019693017, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 43}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1484898304, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6548906220, "mlx_cache_bytes": 24909075878, "process_rss_bytes": 1484898304}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548906220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.5016", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "751c6e9680e02a10b1aa0ba2cef54fe753beb62ab7a5697ca5c3a8d2893b5073", "output_hash": "847c431cd8e56f9cb12329b19240102606a43168ba82adf25111d5bb250a2f5d"} |
| |
2427 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "881a1a94464c6a4de90a0a7c", "attempt_id": "31656ae9f8f7", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:52.044403Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 19, "compress_ms": 56.50591698940843}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 37, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095716, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.36145799327642, "doc_prefill_ms": 835.7622500043362, "compress_ms": 56.941207963973284, "serialize_ms": 8.262083982117474, "load_ms": 1.7169170314446092, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.683417027816176, "ttft_ms": 21.683417027816176, "decode_ms": 54.76687499321997}, "total_wall_ms": 82.72129099350423, "ttft_ms": 21.683417027816176, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1484898304, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6543401192, "mlx_cache_bytes": 24909075878, "process_rss_bytes": 1484898304}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6543401192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "751c6e9680e02a10b1aa0ba2cef54fe753beb62ab7a5697ca5c3a8d2893b5073", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2428 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2bd2c037fd1305fdd8502fe3", "attempt_id": "6659fa51091d", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:52.151485Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 19, "compress_ms": 56.50591698940843}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 47, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095716, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.36145799327642, "doc_prefill_ms": 835.7622500043362, "compress_ms": 56.941207963973284, "serialize_ms": 8.262083982117474, "load_ms": 1.586790895089507, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.345792084001005, "ttft_ms": 23.345792084001005, "decode_ms": 13.620499987155199}, "total_wall_ms": 43.02458302117884, "ttft_ms": 23.345792084001005, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 47}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1484898304, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6552445180, "mlx_cache_bytes": 24909075878, "process_rss_bytes": 1484898304}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6552445180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "751c6e9680e02a10b1aa0ba2cef54fe753beb62ab7a5697ca5c3a8d2893b5073", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2429 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b6323966ea3d78be6856b42d", "attempt_id": "5bb695207b26", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:52.222143Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 35, "compress_ms": 127.70308298058808}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 35, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095607, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 153.33808306604624, "doc_prefill_ms": 835.7622500043362, "compress_ms": 131.89341709949076, "serialize_ms": 21.219374961219728, "load_ms": 29.415750061161816, "receiver_prefill_ms": 0.0, "query_prefill_ms": 729.4235830195248, "ttft_ms": 729.4235830195248, "decode_ms": 94.47799995541573}, "total_wall_ms": 1011.2044580746442, "ttft_ms": 729.4235830195248, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1544355840, "backend_memory": {"mlx_active_bytes": 6500507656, "mlx_peak_bytes": 6583310272, "mlx_cache_bytes": 25113496242, "process_rss_bytes": 1544355840}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6583310272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-5606", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "292f42827115835f76e6c593e3094eb47a6733d472b6d065f9d7f67f11ee791f", "output_hash": "710690f2891e8461376586aab44c7a413ea2d07273a5f6f714dd189580c5bbfc"} |
| |
2430 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ad15d74394054e389e9d070a", "attempt_id": "6347bb8358ad", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:53.259339Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 42, "compress_ms": 64.12933405954391}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 42, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095606, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.31333300843835, "doc_prefill_ms": 835.7622500043362, "compress_ms": 68.574083968997, "serialize_ms": 12.482959078624845, "load_ms": 1.0797909926623106, "receiver_prefill_ms": 0.0, "query_prefill_ms": 410.6102919904515, "ttft_ms": 410.6102919904515, "decode_ms": 165.67524999845773}, "total_wall_ms": 663.2632500259206, "ttft_ms": 410.6102919904515, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1595506688, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6585890836, "mlx_cache_bytes": 25144849014, "process_rss_bytes": 1595506688}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6585890836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c4823830c1f4581a3e76590ec524928ed571e8da29d7a668fbaefa01d71d9245", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2431 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "04887d05afb0257151a010f2", "attempt_id": "df3b93cb995a", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:53.951111Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 43, "compress_ms": 63.65362508222461}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 43, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095606, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.59170895628631, "doc_prefill_ms": 835.7622500043362, "compress_ms": 67.88112502545118, "serialize_ms": 11.469041928648949, "load_ms": 1.395041006617248, "receiver_prefill_ms": 0.0, "query_prefill_ms": 419.5353329414502, "ttft_ms": 419.5353329414502, "decode_ms": 97.39337500650436}, "total_wall_ms": 602.4962500669062, "ttft_ms": 419.5353329414502, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1645936640, "backend_memory": {"mlx_active_bytes": 6500868104, "mlx_peak_bytes": 6586325024, "mlx_cache_bytes": 25145086866, "process_rss_bytes": 1645936640}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6586325024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c4823830c1f4581a3e76590ec524928ed571e8da29d7a668fbaefa01d71d9245", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2432 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "be24140950be324411cb7eaf", "attempt_id": "bb7061708cf0", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:54.581021Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 37, "compress_ms": 64.1252079512924}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 37, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095605, "side_information_bytes": 16117, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.68158302921802, "doc_prefill_ms": 835.7622500043362, "compress_ms": 68.66400002036244, "serialize_ms": 11.785999988205731, "load_ms": 1.1560829589143395, "receiver_prefill_ms": 0.0, "query_prefill_ms": 359.42137497477233, "ttft_ms": 359.42137497477233, "decode_ms": 54.70924999099225}, "total_wall_ms": 500.7406659424305, "ttft_ms": 359.42137497477233, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1678409728, "backend_memory": {"mlx_active_bytes": 6500474888, "mlx_peak_bytes": 6583916524, "mlx_cache_bytes": 25145480082, "process_rss_bytes": 1678409728}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6583916524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7881410964b6a9b091cd9d852fb780824bfb839f601ce8ca152e4f3a0dd26ed5", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2433 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "974659719c95e23b2d990c6a", "attempt_id": "c1fd51ce4d36", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:55.108664Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 47, "compress_ms": 64.38774999696761}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 47, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 54079488, "serialized_payload_bytes": 54095606, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.06983296945691, "doc_prefill_ms": 835.7622500043362, "compress_ms": 68.94441600888968, "serialize_ms": 10.894917068071663, "load_ms": 1.3825410278514028, "receiver_prefill_ms": 0.0, "query_prefill_ms": 459.8745000548661, "ttft_ms": 459.8745000548661, "decode_ms": 96.18804196361452}, "total_wall_ms": 642.0215839752927, "ttft_ms": 459.8745000548661, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1716289536, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6587734096, "mlx_cache_bytes": 25147710466, "process_rss_bytes": 1716289536}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6587734096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c4823830c1f4581a3e76590ec524928ed571e8da29d7a668fbaefa01d71d9245", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2434 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a3190f0bd3bf7fd245302d3", "attempt_id": "2a0329be0867", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:55.777275Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 35, "compress_ms": 64.95016592089087, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 35, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 28729728, "serialized_payload_bytes": 28764041, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 89.4469580380246, "doc_prefill_ms": 835.7622500043362, "compress_ms": 77.79895793646574, "serialize_ms": 11.19408302474767, "load_ms": 1.72904203645885, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.574541063979268, "ttft_ms": 20.574541063979268, "decode_ms": 145.55037498939782}, "total_wall_ms": 262.3299580300227, "ttft_ms": 20.574541063979268, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1745731584, "backend_memory": {"mlx_active_bytes": 6449000792, "mlx_peak_bytes": 6499542168, "mlx_cache_bytes": 25299683586, "process_rss_bytes": 1745731584}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6499542168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NL-56Q-8506", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc156343a2ed87c4245c7fae629acfb17d7a8a2df53462403b6ab66845f86533", "output_hash": "87e5eec7467e8f663ce5fc00f58cc1e8350a4d16f8bdeb76efde22de32c960c1"} |
| |
2435 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b5b435fd4b85359bf4817d6", "attempt_id": "252a4c6cccd1", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:56.066244Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 42, "compress_ms": 62.2132089920342, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 42, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 28729728, "serialized_payload_bytes": 28764040, "side_information_bytes": 34312, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.1070000315085, "doc_prefill_ms": 835.7622500043362, "compress_ms": 74.43354208953679, "serialize_ms": 9.245499968528748, "load_ms": 1.6804999904707074, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.760792021639645, "ttft_ms": 63.760792021639645, "decode_ms": 174.80466607958078}, "total_wall_ms": 328.9538329700008, "ttft_ms": 63.760792021639645, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1748189184, "backend_memory": {"mlx_active_bytes": 6447825912, "mlx_peak_bytes": 6507440548, "mlx_cache_bytes": 25334677106, "process_rss_bytes": 1748189184}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6507440548, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 107-C, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c640210ea09a59885b1ea1d15b7c6c85af95364b6781074fb5051b5aead8f6f5", "output_hash": "529f63496cb8e305b5c7065f875f09701231de0bfb59c312c51ffad84576be8c"} |
| |
2436 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "afc28a97781a774dd1fd2953", "attempt_id": "8e29fe2b7ee0", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:56.422345Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 43, "compress_ms": 63.40783298946917, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 43, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 28729728, "serialized_payload_bytes": 28764041, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.43650000076741, "doc_prefill_ms": 835.7622500043362, "compress_ms": 75.50666690804064, "serialize_ms": 6.51979201938957, "load_ms": 1.1320830089971423, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.938542020507157, "ttft_ms": 21.938542020507157, "decode_ms": 101.42291605006903}, "total_wall_ms": 211.4478750154376, "ttft_ms": 21.938542020507157, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1748287488, "backend_memory": {"mlx_active_bytes": 6447813720, "mlx_peak_bytes": 6523258840, "mlx_cache_bytes": 25334689298, "process_rss_bytes": 1748287488}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6523258840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2507", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc156343a2ed87c4245c7fae629acfb17d7a8a2df53462403b6ab66845f86533", "output_hash": "5340b8b8394a20dfd124c25aa5a3fdce2a6396ace676f9654b3a5bc86ff1113c"} |
| |
2437 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "df3709fae2c5a5cda8d3ab70", "attempt_id": "23c39b0998ee", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:56.660423Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 37, "compress_ms": 63.12495796009898, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 37, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 28729728, "serialized_payload_bytes": 28764041, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.2300830623135, "doc_prefill_ms": 835.7622500043362, "compress_ms": 75.02095901872963, "serialize_ms": 6.795041961595416, "load_ms": 1.7176250694319606, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.15295806247741, "ttft_ms": 19.15295806247741, "decode_ms": 57.845541974529624}, "total_wall_ms": 165.4554579872638, "ttft_ms": 19.15295806247741, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1748303872, "backend_memory": {"mlx_active_bytes": 6447803272, "mlx_peak_bytes": 6502175524, "mlx_cache_bytes": 25350772450, "process_rss_bytes": 1748303872}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6502175524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Mbeki", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc156343a2ed87c4245c7fae629acfb17d7a8a2df53462403b6ab66845f86533", "output_hash": "775ee725d22cde1231a003c526fba1f085a96ded35bc829dc02b72ae4bbab338"} |
| |
2438 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3c6af6109182edce8ea9273f", "attempt_id": "468ea585567b", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:56.852566Z", "task_family": "synthetic", "document_id": "syn_03022_8000", "document_hash": "c14b1263e320963acc2c01abd7735e9befb8a39cf89cb083c4d95987e8d38eee", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03022_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5867, "keep": 1467, "window_tokens": 47, "compress_ms": 62.95170809607953, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5828, "source_tokens_receiver": 5828, "query_tokens": 47, "message_tokens": 5867, "message_utf8_bytes": 29162, "cache_tensor_bytes": 28729728, "serialized_payload_bytes": 28764041, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.1804159572348, "doc_prefill_ms": 835.7622500043362, "compress_ms": 75.19704208243638, "serialize_ms": 8.579917019233108, "load_ms": 1.6989160794764757, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.75866698194295, "ttft_ms": 19.75866698194295, "decode_ms": 100.89870903175324}, "total_wall_ms": 211.10370801761746, "ttft_ms": 19.75866698194295, "input_usage": {"receiver_prefix_tokens": 5867, "dense_cache_bytes": 216281088, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1748320256, "backend_memory": {"mlx_active_bytes": 6447825912, "mlx_peak_bytes": 6513513256, "mlx_cache_bytes": 25371392210, "process_rss_bytes": 1748320256}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6513513256, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "687,975", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03022_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bc156343a2ed87c4245c7fae629acfb17d7a8a2df53462403b6ab66845f86533", "output_hash": "ef19034975881d08c60ac17454ae5ab6c3e5ce2b4b41f46e1509aa90f9a2ee93"} |
| |
2439 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e4ee2ff583c7b43afd49c12a", "attempt_id": "24e6f8cc9596", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:57.884063Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00837491825222969, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.25566701963544, "ttft_ms": 13.527958071790636, "decode_ms": 13.438832946121693}, "total_wall_ms": 49.899208010174334, "ttft_ms": 13.527958071790636, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 831275008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 270108344, "process_rss_bytes": 831275008}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2440 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "05944182646ccf3fe77fc937", "attempt_id": "2cf26d46f4a5", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:57.982933Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00837491825222969, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.027124978601933, "ttft_ms": 13.035875046625733, "decode_ms": 13.049624976702034}, "total_wall_ms": 50.62395799905062, "ttft_ms": 13.035875046625733, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 831258624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 335578808, "process_rss_bytes": 831258624}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2441 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cecabf2fffded4ac602608c4", "attempt_id": "42df5a3edb6b", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:58.070706Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00837491825222969, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.49799999501556, "ttft_ms": 14.060624991543591, "decode_ms": 13.474791077896953}, "total_wall_ms": 51.50954192504287, "ttft_ms": 14.060624991543591, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 831258624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243328648, "mlx_cache_bytes": 378029752, "process_rss_bytes": 831258624}, "peak_prefill_memory": null, "peak_decode_memory": 6243328648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2442 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1fa279da5da0552f37899461", "attempt_id": "5b2b5a00066c", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:58.154259Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00837491825222969, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.38570802565664, "ttft_ms": 13.278499944135547, "decode_ms": 13.159500085748732}, "total_wall_ms": 41.20791703462601, "ttft_ms": 13.278499944135547, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 831258624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 378029752, "process_rss_bytes": 831258624}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2443 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f89d6ce0ed72e3c191418c4c", "attempt_id": "20dc4cf81225", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:58.228940Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00837491825222969, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.048624909482896, "ttft_ms": 13.360250042751431, "decode_ms": 13.470959034748375}, "total_wall_ms": 51.29316705279052, "ttft_ms": 13.360250042751431, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 831258624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245704328, "mlx_cache_bytes": 422561464, "process_rss_bytes": 831258624}, "peak_prefill_memory": null, "peak_decode_memory": 6245704328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2444 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6fd211a41575d0175080a09e", "attempt_id": "d09cf42ec050", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:03:58.312826Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 10849, "message_tokens": 10774, "message_utf8_bytes": 58332, "cache_tensor_bytes": null, "serialized_payload_bytes": 58332, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1835.7181251049042, "ttft_ms": 15.942499972879887, "decode_ms": 149.1488330066204}, "total_wall_ms": 2017.3708340153098, "ttft_ms": 15.942499972879887, "input_usage": {"receiver_prompt_tokens": 10849}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 831324160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3169371832, "process_rss_bytes": 831324160}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2445 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3351f3005107c9d2dfe01c0b", "attempt_id": "5dee27cf9225", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:00.362699Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 10855, "message_tokens": 10774, "message_utf8_bytes": 58332, "cache_tensor_bytes": null, "serialized_payload_bytes": 58332, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1788.9524169731885, "ttft_ms": 15.283790999092162, "decode_ms": 148.3947499655187}, "total_wall_ms": 1968.9040419179946, "ttft_ms": 15.283790999092162, "input_usage": {"receiver_prompt_tokens": 10855}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 831373312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3551839928, "process_rss_bytes": 831373312}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "output_hash": "7c83d5210ab19464a7e7ec5123f1e9e625b23ba70e73bb3d7a1e2ee49ab6789f"} |
| |
2446 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec1e119f582668c5f10b8ebe", "attempt_id": "745db9e8bce4", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:02.365133Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 10853, "message_tokens": 10774, "message_utf8_bytes": 58332, "cache_tensor_bytes": null, "serialized_payload_bytes": 58332, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1790.7610000111163, "ttft_ms": 16.3343750173226, "decode_ms": 104.70812499988824}, "total_wall_ms": 1928.5968330223113, "ttft_ms": 16.3343750173226, "input_usage": {"receiver_prompt_tokens": 10853}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 831438848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3803891384, "process_rss_bytes": 831438848}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2447 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f0481c7d3e809f05e42df765", "attempt_id": "882282c4812e", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:04.326365Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 10849, "message_tokens": 10774, "message_utf8_bytes": 58332, "cache_tensor_bytes": null, "serialized_payload_bytes": 58332, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1836.5444589871913, "ttft_ms": 15.159250004217029, "decode_ms": 74.27437498699874}, "total_wall_ms": 1942.6918750395998, "ttft_ms": 15.159250004217029, "input_usage": {"receiver_prompt_tokens": 10849}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 831488000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3803891384, "process_rss_bytes": 831488000}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2448 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c93d295f42919bf47acb770f", "attempt_id": "c9341f24c72e", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:06.304116Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 10857, "message_tokens": 10774, "message_utf8_bytes": 58332, "cache_tensor_bytes": null, "serialized_payload_bytes": 58332, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00825000461190939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1924.028875073418, "ttft_ms": 15.247166971676052, "decode_ms": 89.90624989382923}, "total_wall_ms": 2046.913416008465, "ttft_ms": 15.247166971676052, "input_usage": {"receiver_prompt_tokens": 10857}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 831553536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4057515704, "process_rss_bytes": 831553536}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "993970", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "output_hash": "77d6aca847836055027df0b111e735e8e4963528256aa46c14d1ea8099dc0e64"} |
| |
2449 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1a0a8c5ac5c0f3f62b9b8b6c", "attempt_id": "a961d837cac4", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:08.393443Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10774}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2275, "cache_tensor_bytes": null, "serialized_payload_bytes": 2275, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.562917006202042, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.47420804016292, "ttft_ms": 13.669583015143871, "decode_ms": 134.30545898154378}, "total_wall_ms": 230.71804200299084, "ttft_ms": 13.669583015143871, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 831569920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567555160, "mlx_cache_bytes": 4428711608, "process_rss_bytes": 831569920}, "peak_prefill_memory": null, "peak_decode_memory": 6567555160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b1c95aacab4d3bce3180a87beaaca0311fb01bcde3c9cb7937da5176439eaf54", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2450 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d1e79560a7a92f138e5ff0b", "attempt_id": "f66e0b9372b6", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:08.657551Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10774}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2275, "cache_tensor_bytes": null, "serialized_payload_bytes": 2275, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.562917006202042, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.9995410181582, "ttft_ms": 13.475416926667094, "decode_ms": 13.481875066645443}, "total_wall_ms": 100.1252920832485, "ttft_ms": 13.475416926667094, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 831586304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584397912, "mlx_cache_bytes": 4696032952, "process_rss_bytes": 831586304}, "peak_prefill_memory": null, "peak_decode_memory": 6584397912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b1c95aacab4d3bce3180a87beaaca0311fb01bcde3c9cb7937da5176439eaf54", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2451 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3be79fc4bf1213b2badfb224", "attempt_id": "49714d876bf6", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:08.790421Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10774}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2275, "cache_tensor_bytes": null, "serialized_payload_bytes": 2275, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.562917006202042, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.07395799923688, "ttft_ms": 13.70362495072186, "decode_ms": 13.534249970689416}, "total_wall_ms": 100.52158299367875, "ttft_ms": 13.70362495072186, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 831602688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567456856, "mlx_cache_bytes": 5028693688, "process_rss_bytes": 831602688}, "peak_prefill_memory": null, "peak_decode_memory": 6567456856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b1c95aacab4d3bce3180a87beaaca0311fb01bcde3c9cb7937da5176439eaf54", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2452 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3282898dae4827c11547dc0b", "attempt_id": "226b2029b4f4", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:08.924636Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10774}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2275, "cache_tensor_bytes": null, "serialized_payload_bytes": 2275, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.562917006202042, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.555165970698, "ttft_ms": 13.645416009239852, "decode_ms": 13.553000055253506}, "total_wall_ms": 100.98816698882729, "ttft_ms": 13.645416009239852, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 831619072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567555160, "mlx_cache_bytes": 5028693688, "process_rss_bytes": 831619072}, "peak_prefill_memory": null, "peak_decode_memory": 6567555160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b1c95aacab4d3bce3180a87beaaca0311fb01bcde3c9cb7937da5176439eaf54", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2453 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "34b80c0792887f6507b70f52", "attempt_id": "a7d4dc089915", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:09.058382Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10774}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 2275, "cache_tensor_bytes": null, "serialized_payload_bytes": 2275, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.562917006202042, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.86520795989782, "ttft_ms": 13.84183403570205, "decode_ms": 13.404082972556353}, "total_wall_ms": 102.50587505288422, "ttft_ms": 13.84183403570205, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 831635456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582792280, "mlx_cache_bytes": 5277107896, "process_rss_bytes": 831635456}, "peak_prefill_memory": null, "peak_decode_memory": 6582792280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b1c95aacab4d3bce3180a87beaaca0311fb01bcde3c9cb7937da5176439eaf54", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2454 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "84c667d6def33bd4e7c87476", "attempt_id": "fc4e602e95ae", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:09.202992Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 576, "message_tokens": 500, "message_utf8_bytes": 1316, "cache_tensor_bytes": null, "serialized_payload_bytes": 1316, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.220791049301624, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.00912502594292, "ttft_ms": 13.786374940536916, "decode_ms": 93.88637507800013}, "total_wall_ms": 180.79062493052334, "ttft_ms": 13.786374940536916, "input_usage": {"receiver_prompt_tokens": 576}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 832012288, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554775640, "mlx_cache_bytes": 5627168440, "process_rss_bytes": 832012288}, "peak_prefill_memory": null, "peak_decode_memory": 6554775640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Novlithwen-11", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7c96c9bfabb01afd09b7483a8c0164c832e75101a66928bd2fd6f5a8898970c4", "output_hash": "7f0a84953c3631f2f3853db6bc3f6f0438daa428f54b7788274c39aef075c637"} |
| |
2455 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "da04753c15743c8f071d7fd2", "attempt_id": "b88e09974d39", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:09.419506Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 582, "message_tokens": 500, "message_utf8_bytes": 1316, "cache_tensor_bytes": null, "serialized_payload_bytes": 1316, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.220791049301624, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.87929197587073, "ttft_ms": 13.67412495892495, "decode_ms": 13.117916998453438}, "total_wall_ms": 98.74316700734198, "ttft_ms": 13.67412495892495, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 832045056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559101016, "mlx_cache_bytes": 5981259448, "process_rss_bytes": 832045056}, "peak_prefill_memory": null, "peak_decode_memory": 6559101016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7c96c9bfabb01afd09b7483a8c0164c832e75101a66928bd2fd6f5a8898970c4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2456 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "741635c9567b15204f4a7d59", "attempt_id": "f9819544c05e", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:09.552391Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 580, "message_tokens": 500, "message_utf8_bytes": 1316, "cache_tensor_bytes": null, "serialized_payload_bytes": 1316, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.220791049301624, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.77175004128367, "ttft_ms": 13.761291978880763, "decode_ms": 13.51054199039936}, "total_wall_ms": 101.11845808569342, "ttft_ms": 13.761291978880763, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 832045056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577401944, "mlx_cache_bytes": 6241224376, "process_rss_bytes": 832045056}, "peak_prefill_memory": null, "peak_decode_memory": 6577401944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7c96c9bfabb01afd09b7483a8c0164c832e75101a66928bd2fd6f5a8898970c4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2457 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "624d61db6d195d66bc04452b", "attempt_id": "066553bce681", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:09.687252Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 576, "message_tokens": 500, "message_utf8_bytes": 1316, "cache_tensor_bytes": null, "serialized_payload_bytes": 1316, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.220791049301624, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.38691698107868, "ttft_ms": 13.84870894253254, "decode_ms": 66.81433401536196}, "total_wall_ms": 152.0590001018718, "ttft_ms": 13.84870894253254, "input_usage": {"receiver_prompt_tokens": 576}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 832061440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554775640, "mlx_cache_bytes": 6241224376, "process_rss_bytes": 832061440}, "peak_prefill_memory": null, "peak_decode_memory": 6554775640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7c96c9bfabb01afd09b7483a8c0164c832e75101a66928bd2fd6f5a8898970c4", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2458 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "14c2efa4b58e6b5ac7507cac", "attempt_id": "0ee4ec3158a8", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:09.872544Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 584, "message_tokens": 500, "message_utf8_bytes": 1316, "cache_tensor_bytes": null, "serialized_payload_bytes": 1316, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.220791049301624, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.49045907519758, "ttft_ms": 13.398875016719103, "decode_ms": 93.74837495852262}, "total_wall_ms": 180.7048749178648, "ttft_ms": 13.398875016719103, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 832077824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 6481381048, "process_rss_bytes": 832077824}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "993,970", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7c96c9bfabb01afd09b7483a8c0164c832e75101a66928bd2fd6f5a8898970c4", "output_hash": "86943b384ab30a526afe49149ca9e6bb86f604fc02a6d36b811a71642ef9af5d"} |
| |
2459 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c878703a0bd9ff1769fd01cc", "attempt_id": "aa26aaa61515", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:10.086491Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 576, "message_tokens": 500, "message_utf8_bytes": 1333, "cache_tensor_bytes": null, "serialized_payload_bytes": 1333, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.081499948166311, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.63308397401124, "ttft_ms": 13.26966704800725, "decode_ms": 134.1929999180138}, "total_wall_ms": 218.17700006067753, "ttft_ms": 13.26966704800725, "input_usage": {"receiver_prompt_tokens": 576}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 832077824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554775640, "mlx_cache_bytes": 6481381048, "process_rss_bytes": 832077824}, "peak_prefill_memory": null, "peak_decode_memory": 6554775640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f5044e26f17e9874fc60af12c3d5ac785d21c7569624c9503b49ca1b0848ca4f", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2460 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f6159cd314ff1928925653a2", "attempt_id": "0c90be506f74", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:10.338192Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 498, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 580, "message_tokens": 498, "message_utf8_bytes": 1573, "cache_tensor_bytes": null, "serialized_payload_bytes": 1573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.3686660462990403, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.45262500084937, "ttft_ms": 13.314791955053806, "decode_ms": 132.84275005571544}, "total_wall_ms": 220.0545419473201, "ttft_ms": 13.314791955053806, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 832126976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6575009880, "mlx_cache_bytes": 6481381048, "process_rss_bytes": 832126976}, "peak_prefill_memory": null, "peak_decode_memory": 6575009880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3d5aff0152ce4d53a6718589f63af8a71bebe8ea238126421979257a8c3683e2", "output_hash": "7c83d5210ab19464a7e7ec5123f1e9e625b23ba70e73bb3d7a1e2ee49ab6789f"} |
| |
2461 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6799c1cede0cd37b5a4dbf13", "attempt_id": "a8a34537f346", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:10.590973Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 591, "message_tokens": 511, "message_utf8_bytes": 1389, "cache_tensor_bytes": null, "serialized_payload_bytes": 1389, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.211459028534591, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.12149994261563, "ttft_ms": 13.6265829205513, "decode_ms": 93.79216702654958}, "total_wall_ms": 181.99399998411536, "ttft_ms": 13.6265829205513, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 832126976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584381528, "mlx_cache_bytes": 6760662712, "process_rss_bytes": 832126976}, "peak_prefill_memory": null, "peak_decode_memory": 6584381528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c64d0ed0b997db56c3d63ff8fc1c48c62d8b4fed78d638e3a83051586cec88aa", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2462 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "48d29fd485bf655d3effabbc", "attempt_id": "fa71e31f5fe3", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:10.807866Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 575, "message_tokens": 499, "message_utf8_bytes": 1523, "cache_tensor_bytes": null, "serialized_payload_bytes": 1523, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.158792038448155, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.33333303034306, "ttft_ms": 13.280209037475288, "decode_ms": 66.81983300950378}, "total_wall_ms": 150.67550004459918, "ttft_ms": 13.280209037475288, "input_usage": {"receiver_prompt_tokens": 575}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 832126976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554579032, "mlx_cache_bytes": 6845302456, "process_rss_bytes": 832126976}, "peak_prefill_memory": null, "peak_decode_memory": 6554579032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bfacc7ca3c6f565e618006ce9f112d8e42f41c5ba177854aefa5ebe0b4aaa6ea", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2463 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cc39893320b26efe9258ef1f", "attempt_id": "e4d718ee5293", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:10.991684Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 17}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 581, "message_tokens": 497, "message_utf8_bytes": 1549, "cache_tensor_bytes": null, "serialized_payload_bytes": 1549, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1805000035092235, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.80924995150417, "ttft_ms": 13.615667005069554, "decode_ms": 93.31379097420722}, "total_wall_ms": 180.98695890512317, "ttft_ms": 13.615667005069554, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 832143360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558756952, "mlx_cache_bytes": 6930826936, "process_rss_bytes": 832143360}, "peak_prefill_memory": null, "peak_decode_memory": 6558756952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "993,970", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f71b24ab648e3a3b66204cc1c4672cd19aa0a77f277d358b874efabe7efe73cf", "output_hash": "86943b384ab30a526afe49149ca9e6bb86f604fc02a6d36b811a71642ef9af5d"} |
| |
2464 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "09cd8ef1c66398bd29fd0b94", "attempt_id": "01c189564403", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:20.550631Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1531, "cache_tensor_bytes": null, "serialized_payload_bytes": 1531, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9344.366292003542, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.76129207760096, "ttft_ms": 13.50795803591609, "decode_ms": 135.0355000467971}, "total_wall_ms": 220.6773750949651, "ttft_ms": 13.50795803591609, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 10890, "sender_output_tokens": 512, "sender_prefill_ms": 1947.3670000443235, "sender_ttft_ms": 15.419291914440691, "sender_decode_ms": 7372.694874997251}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 832684032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581940312, "mlx_cache_bytes": 8175273656, "process_rss_bytes": 832684032}, "peak_prefill_memory": null, "peak_decode_memory": 6581940312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "88cfd0b861b801218d5704114d11238074e0fbdd241fdead80cd9b4cf4bc4c39", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2465 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e4586c6576617ea6ca1c8fb5", "attempt_id": "8db7bb02b4d3", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:20.805639Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1531, "cache_tensor_bytes": null, "serialized_payload_bytes": 1531, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9344.366292003542, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.43916599266231, "ttft_ms": 13.666333979927003, "decode_ms": 134.19654208701104}, "total_wall_ms": 218.43595802783966, "ttft_ms": 13.666333979927003, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 10890, "sender_output_tokens": 512, "sender_prefill_ms": 1947.3670000443235, "sender_ttft_ms": 15.419291914440691, "sender_decode_ms": 7372.694874997251}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 832684032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567850072, "mlx_cache_bytes": 8420640440, "process_rss_bytes": 832684032}, "peak_prefill_memory": null, "peak_decode_memory": 6567850072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "88cfd0b861b801218d5704114d11238074e0fbdd241fdead80cd9b4cf4bc4c39", "output_hash": "bd5219e11f0388a4f2489e92ff9dee7b4dea9cc023cc89ed775187f82e82ffc4"} |
| |
2466 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "47476ac69d2f96c7cb8c2cf1", "attempt_id": "7f7528aa4867", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:21.058302Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 595, "message_tokens": 512, "message_utf8_bytes": 1531, "cache_tensor_bytes": null, "serialized_payload_bytes": 1531, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9344.366292003542, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.81029093731195, "ttft_ms": 13.926542014814913, "decode_ms": 95.3350419877097}, "total_wall_ms": 180.28558301739395, "ttft_ms": 13.926542014814913, "input_usage": {"receiver_prompt_tokens": 595, "sender_input_tokens": 10890, "sender_output_tokens": 512, "sender_prefill_ms": 1947.3670000443235, "sender_ttft_ms": 15.419291914440691, "sender_decode_ms": 7372.694874997251}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 832684032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 8508229304, "process_rss_bytes": 832684032}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "88cfd0b861b801218d5704114d11238074e0fbdd241fdead80cd9b4cf4bc4c39", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2467 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ba90cab2e8585445ff0663ac", "attempt_id": "618b1d382374", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:21.271032Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1531, "cache_tensor_bytes": null, "serialized_payload_bytes": 1531, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9344.366292003542, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.51854203362018, "ttft_ms": 13.664333033375442, "decode_ms": 67.14150006882846}, "total_wall_ms": 151.5508749289438, "ttft_ms": 13.664333033375442, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 10890, "sender_output_tokens": 512, "sender_prefill_ms": 1947.3670000443235, "sender_ttft_ms": 15.419291914440691, "sender_decode_ms": 7372.694874997251}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 832684032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581940312, "mlx_cache_bytes": 8508229304, "process_rss_bytes": 832684032}, "peak_prefill_memory": null, "peak_decode_memory": 6581940312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "88cfd0b861b801218d5704114d11238074e0fbdd241fdead80cd9b4cf4bc4c39", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2468 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5efa6e731618aefa95ed3063", "attempt_id": "df706fbc4ab6", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:21.456601Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 599, "message_tokens": 512, "message_utf8_bytes": 1531, "cache_tensor_bytes": null, "serialized_payload_bytes": 1531, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9344.366292003542, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.53337497543544, "ttft_ms": 13.768167002126575, "decode_ms": 13.248375034891069}, "total_wall_ms": 97.75404096581042, "ttft_ms": 13.768167002126575, "input_usage": {"receiver_prompt_tokens": 599, "sender_input_tokens": 10890, "sender_output_tokens": 512, "sender_prefill_ms": 1947.3670000443235, "sender_ttft_ms": 15.419291914440691, "sender_decode_ms": 7372.694874997251}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 832684032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582038616, "mlx_cache_bytes": 8606238392, "process_rss_bytes": 832684032}, "peak_prefill_memory": null, "peak_decode_memory": 6582038616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "88cfd0b861b801218d5704114d11238074e0fbdd241fdead80cd9b4cf4bc4c39", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2469 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "747b09465a75c1bd0dd01e01", "attempt_id": "fd566cdd982d", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:21.588780Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 141, "message_tokens": 62, "message_utf8_bytes": 276, "cache_tensor_bytes": null, "serialized_payload_bytes": 276, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2807.183250086382, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.943416990339756, "ttft_ms": 13.417250011116266, "decode_ms": 133.78341705538332}, "total_wall_ms": 2985.8673750422895, "ttft_ms": 13.417250011116266, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 10886, "sender_output_tokens": 62, "sender_prefill_ms": 1873.6372499261051, "sender_ttft_ms": 15.094334026798606, "sender_decode_ms": 909.8072920460254}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 832733184, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294856352, "mlx_cache_bytes": 9009547496, "process_rss_bytes": 832733184}, "peak_prefill_memory": null, "peak_decode_memory": 6294856352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f4c3972572cd8262f093a04fe4991972a9f13dea2efee80d853ca5b46f30f59", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2470 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e90a8299658994057ff7d66e", "attempt_id": "929c4040bcd0", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:24.608879Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 209, "message_tokens": 124, "message_utf8_bytes": 343, "cache_tensor_bytes": null, "serialized_payload_bytes": 343, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3742.219957988709, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.82733301259577, "ttft_ms": 13.144833967089653, "decode_ms": 131.80154201108962}, "total_wall_ms": 3921.592582948506, "ttft_ms": 13.144833967089653, "input_usage": {"receiver_prompt_tokens": 209, "sender_input_tokens": 10892, "sender_output_tokens": 124, "sender_prefill_ms": 1922.639416065067, "sender_ttft_ms": 15.225833049044013, "sender_decode_ms": 1796.1612500948831}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 832782336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6349218736, "mlx_cache_bytes": 9361804328, "process_rss_bytes": 832782336}, "peak_prefill_memory": null, "peak_decode_memory": 6349218736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a2912d0a53cee3f8e5e99465cabc2721f999b35cc9513bc2639d9f2582d28573", "output_hash": "bd5219e11f0388a4f2489e92ff9dee7b4dea9cc023cc89ed775187f82e82ffc4"} |
| |
2471 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d81c7852fa3ca807d5f273f", "attempt_id": "3248dd60313b", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:28.564657Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 119, "message_tokens": 36, "message_utf8_bytes": 126, "cache_tensor_bytes": null, "serialized_payload_bytes": 126, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2336.4356249803677, "decode_payload_ms": 0.0, "receiver_prefill_ms": 26.095625013113022, "ttft_ms": 13.280499959364533, "decode_ms": 94.05795799102634}, "total_wall_ms": 2470.36683303304, "ttft_ms": 13.280499959364533, "input_usage": {"receiver_prompt_tokens": 119, "sender_input_tokens": 10890, "sender_output_tokens": 36, "sender_prefill_ms": 1787.4881660100073, "sender_ttft_ms": 15.679750009439886, "sender_decode_ms": 524.9451251002029}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 832831488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6277800560, "mlx_cache_bytes": 9454210088, "process_rss_bytes": 832831488}, "peak_prefill_memory": null, "peak_decode_memory": 6277800560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b0c4572aecb623f6d697c0abc4f67fe0b940a84aac133347340f001cc3d47e47", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2472 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d49c33370ea5b9e20dae083", "attempt_id": "58385f06380b", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:40.313549Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 481, "message_tokens": 391, "message_utf8_bytes": 1014, "cache_tensor_bytes": null, "serialized_payload_bytes": 1014, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9244.906458072364, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.80441707186401, "ttft_ms": 13.320915983058512, "decode_ms": 133.6657920619473}, "total_wall_ms": 202.8463330352679, "ttft_ms": 13.320915983058512, "input_usage": {"receiver_prompt_tokens": 481, "sender_input_tokens": 10918, "sender_output_tokens": 512, "sender_prefill_ms": 1826.7135829664767, "sender_ttft_ms": 15.341000049374998, "sender_decode_ms": 7391.259750002064}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 832962560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486730712, "mlx_cache_bytes": 10157822888, "process_rss_bytes": 832962560}, "peak_prefill_memory": null, "peak_decode_memory": 6486730712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60642f787a4cb32bb29ec1123aa18ca3eb2c6a359d9e2ee3a644258b535d7a9d", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2473 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a14a588bf9db34abdf1bc4f4", "attempt_id": "f9d4d7b050dc", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:40.550451Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 487, "message_tokens": 391, "message_utf8_bytes": 1014, "cache_tensor_bytes": null, "serialized_payload_bytes": 1014, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9244.906458072364, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.219167076051235, "ttft_ms": 13.276749989017844, "decode_ms": 13.351333909668028}, "total_wall_ms": 83.85754097253084, "ttft_ms": 13.276749989017844, "input_usage": {"receiver_prompt_tokens": 487, "sender_input_tokens": 10918, "sender_output_tokens": 512, "sender_prefill_ms": 1826.7135829664767, "sender_ttft_ms": 15.341000049374998, "sender_decode_ms": 7391.259750002064}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 832962560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6491154416, "mlx_cache_bytes": 10457422656, "process_rss_bytes": 832962560}, "peak_prefill_memory": null, "peak_decode_memory": 6491154416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60642f787a4cb32bb29ec1123aa18ca3eb2c6a359d9e2ee3a644258b535d7a9d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2474 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c51d93ba691d53d338a485dd", "attempt_id": "dc4c8c427585", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:40.668612Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 485, "message_tokens": 391, "message_utf8_bytes": 1014, "cache_tensor_bytes": null, "serialized_payload_bytes": 1014, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9244.906458072364, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.611834046430886, "ttft_ms": 13.932583038695157, "decode_ms": 13.388958992436528}, "total_wall_ms": 83.93045898992568, "ttft_ms": 13.932583038695157, "input_usage": {"receiver_prompt_tokens": 485, "sender_input_tokens": 10918, "sender_output_tokens": 512, "sender_prefill_ms": 1826.7135829664767, "sender_ttft_ms": 15.341000049374998, "sender_decode_ms": 7391.259750002064}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 832962560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6490253296, "mlx_cache_bytes": 10656783168, "process_rss_bytes": 832962560}, "peak_prefill_memory": null, "peak_decode_memory": 6490253296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60642f787a4cb32bb29ec1123aa18ca3eb2c6a359d9e2ee3a644258b535d7a9d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2475 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2b724a0d47d5455d39cf8169", "attempt_id": "655d07bb054c", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:40.786403Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 481, "message_tokens": 391, "message_utf8_bytes": 1014, "cache_tensor_bytes": null, "serialized_payload_bytes": 1014, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9244.906458072364, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.66099991463125, "ttft_ms": 13.206167030148208, "decode_ms": 13.491541962139308}, "total_wall_ms": 82.28899992536753, "ttft_ms": 13.206167030148208, "input_usage": {"receiver_prompt_tokens": 481, "sender_input_tokens": 10918, "sender_output_tokens": 512, "sender_prefill_ms": 1826.7135829664767, "sender_ttft_ms": 15.341000049374998, "sender_decode_ms": 7391.259750002064}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 832962560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486697944, "mlx_cache_bytes": 10656783168, "process_rss_bytes": 832962560}, "peak_prefill_memory": null, "peak_decode_memory": 6486697944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60642f787a4cb32bb29ec1123aa18ca3eb2c6a359d9e2ee3a644258b535d7a9d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2476 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fd9efbbff8331432fe658989", "attempt_id": "e6d7ce18fef6", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:40.901986Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 489, "message_tokens": 391, "message_utf8_bytes": 1014, "cache_tensor_bytes": null, "serialized_payload_bytes": 1014, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9244.906458072364, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.14720901940018, "ttft_ms": 13.411791995167732, "decode_ms": 120.33725006040186}, "total_wall_ms": 190.91316708363593, "ttft_ms": 13.411791995167732, "input_usage": {"receiver_prompt_tokens": 489, "sender_input_tokens": 10918, "sender_output_tokens": 512, "sender_prefill_ms": 1826.7135829664767, "sender_ttft_ms": 15.341000049374998, "sender_decode_ms": 7391.259750002064}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 832978944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6491826168, "mlx_cache_bytes": 10857718496, "process_rss_bytes": 832978944}, "peak_prefill_memory": null, "peak_decode_memory": 6491826168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,846,690", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60642f787a4cb32bb29ec1123aa18ca3eb2c6a359d9e2ee3a644258b535d7a9d", "output_hash": "63c06cc7c250facd882e7ff14d3c0818448e08fff774ed327f3b7d2b09498fc9"} |
| |
2477 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "446e5dfb91794469d1bd0b84", "attempt_id": "bf799d469156", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:41.127040Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 141, "message_tokens": 50, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2891.1632921081036, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.445249984040856, "ttft_ms": 13.236916973255575, "decode_ms": 132.90491595398635}, "total_wall_ms": 3068.227875046432, "ttft_ms": 13.236916973255575, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 10927, "sender_output_tokens": 76, "sender_prefill_ms": 1766.6004999773577, "sender_ttft_ms": 15.218458021990955, "sender_decode_ms": 1100.6995829520747}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 833044480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294856352, "mlx_cache_bytes": 11261321952, "process_rss_bytes": 833044480}, "peak_prefill_memory": null, "peak_decode_memory": 6294856352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fb6c211a0a8596a6a096a4f967670591a1e70a90a46033f833aaa99f4a9f6b88", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2478 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "746517c04d8d872b3f70d161", "attempt_id": "a03e780af012", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:44.229689Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 150, "message_tokens": 53, "message_utf8_bytes": 123, "cache_tensor_bytes": null, "serialized_payload_bytes": 123, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2896.7758329818025, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.970208114013076, "ttft_ms": 13.567000045441091, "decode_ms": 131.83395902160555}, "total_wall_ms": 3073.669333010912, "ttft_ms": 13.567000045441091, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 10933, "sender_output_tokens": 74, "sender_prefill_ms": 1800.366458017379, "sender_ttft_ms": 15.714583918452263, "sender_decode_ms": 1072.4603340495378}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 833142784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6302704560, "mlx_cache_bytes": 11802108640, "process_rss_bytes": 833142784}, "peak_prefill_memory": null, "peak_decode_memory": 6302704560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V in Schefferville", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0d2bd7d47eba53e61c9022fe99b289f6fb02fc62e51fe50b2717d2b647ed0abb", "output_hash": "7c83d5210ab19464a7e7ec5123f1e9e625b23ba70e73bb3d7a1e2ee49ab6789f"} |
| |
2479 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1232c9fbe3e8576190852c29", "attempt_id": "8613563d1c9e", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:47.337059Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 147, "message_tokens": 52, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2869.7863750858232, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.27850003167987, "ttft_ms": 13.21454206481576, "decode_ms": 93.12595799565315}, "total_wall_ms": 3008.915500016883, "ttft_ms": 13.21454206481576, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 10931, "sender_output_tokens": 72, "sender_prefill_ms": 1801.8192909657955, "sender_ttft_ms": 15.187666052952409, "sender_decode_ms": 1044.5229170145467}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 833208320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6307652528, "mlx_cache_bytes": 12173927136, "process_rss_bytes": 833208320}, "peak_prefill_memory": null, "peak_decode_memory": 6307652528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52fc4e02f43f49653a11038cde347e087190e34a456aad949c49ba99fbe5fc16", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2480 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8aec12e670c947a6ca95fa3c", "attempt_id": "34d0a4460c48", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:50.380075Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 980, "message_tokens": 904, "message_utf8_bytes": 701, "cache_tensor_bytes": null, "serialized_payload_bytes": 701, "side_information_bytes": 0, "fetched_bytes": 1501, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.029208953492343426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.86895793676376, "ttft_ms": 13.469124911352992, "decode_ms": 135.17987495288253}, "total_wall_ms": 257.0895829703659, "ttft_ms": 13.469124911352992, "input_usage": {"receiver_prompt_tokens": 980, "sender_input_tokens": 10918, "sender_output_tokens": 512, "sender_prefill_ms": 1826.7135829664767, "sender_ttft_ms": 15.341000049374998, "sender_decode_ms": 7391.259750002064}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 833306624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6792032332, "mlx_cache_bytes": 12820751072, "process_rss_bytes": 833306624}, "peak_prefill_memory": null, "peak_decode_memory": 6792032332, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1501, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "68d920abaf38aef7755d23d9255ec9f1da32f6531656c6aa2933e64366379e56", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2481 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02e37c2e492ce925d2d3ff25", "attempt_id": "2e6ff6fe8192", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:50.671471Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 986, "message_tokens": 904, "message_utf8_bytes": 701, "cache_tensor_bytes": null, "serialized_payload_bytes": 701, "side_information_bytes": 0, "fetched_bytes": 1501, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.029208953492343426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.18683299981058, "ttft_ms": 13.645874918438494, "decode_ms": 13.84387502912432}, "total_wall_ms": 135.1716659264639, "ttft_ms": 13.645874918438494, "input_usage": {"receiver_prompt_tokens": 986, "sender_input_tokens": 10918, "sender_output_tokens": 512, "sender_prefill_ms": 1826.7135829664767, "sender_ttft_ms": 15.341000049374998, "sender_decode_ms": 7391.259750002064}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 833306624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6795898956, "mlx_cache_bytes": 13424747232, "process_rss_bytes": 833306624}, "peak_prefill_memory": null, "peak_decode_memory": 6795898956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1501, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "049d5951dc464e885693f592bef8511108867efa1bdec2d5274db093cb1f89c1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2482 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a967e3a08512b0454840b2de", "attempt_id": "dcce0253ef7a", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:50.840197Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 978, "message_tokens": 898, "message_utf8_bytes": 701, "cache_tensor_bytes": null, "serialized_payload_bytes": 701, "side_information_bytes": 0, "fetched_bytes": 1515, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.029208953492343426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.70145801547915, "ttft_ms": 13.823917019180954, "decode_ms": 14.041542075574398}, "total_wall_ms": 139.6481249248609, "ttft_ms": 13.823917019180954, "input_usage": {"receiver_prompt_tokens": 978, "sender_input_tokens": 10918, "sender_output_tokens": 512, "sender_prefill_ms": 1826.7135829664767, "sender_ttft_ms": 15.341000049374998, "sender_decode_ms": 7391.259750002064}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 833339392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6791147596, "mlx_cache_bytes": 13827007200, "process_rss_bytes": 833339392}, "peak_prefill_memory": null, "peak_decode_memory": 6791147596, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1515, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ecff573f18dc60abe74a3f632ec61719c6ccc7822af523156484addc6b55257", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2483 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a51de7ebcfbcc8a5edc450f7", "attempt_id": "fe222e020fa8", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:51.013167Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 980, "message_tokens": 904, "message_utf8_bytes": 701, "cache_tensor_bytes": null, "serialized_payload_bytes": 701, "side_information_bytes": 0, "fetched_bytes": 1501, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.029208953492343426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 115.3117079520598, "ttft_ms": 13.790167053230107, "decode_ms": 13.553374912589788}, "total_wall_ms": 144.2086671013385, "ttft_ms": 13.790167053230107, "input_usage": {"receiver_prompt_tokens": 980, "sender_input_tokens": 10918, "sender_output_tokens": 512, "sender_prefill_ms": 1826.7135829664767, "sender_ttft_ms": 15.341000049374998, "sender_decode_ms": 7391.259750002064}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 833339392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6792032332, "mlx_cache_bytes": 13827007200, "process_rss_bytes": 833339392}, "peak_prefill_memory": null, "peak_decode_memory": 6792032332, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1501, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5e365868774a75885f9093d8895d308120197227ff4ddcd5c9e919c7539e0e64", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2484 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97603f6ff0e82718e12c5e51", "attempt_id": "91c7963f64ba", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:51.191271Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 988, "message_tokens": 904, "message_utf8_bytes": 701, "cache_tensor_bytes": null, "serialized_payload_bytes": 701, "side_information_bytes": 0, "fetched_bytes": 1501, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.029208953492343426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 123.07091592811048, "ttft_ms": 13.771250029094517, "decode_ms": 95.79166700132191}, "total_wall_ms": 234.17016689199954, "ttft_ms": 13.771250029094517, "input_usage": {"receiver_prompt_tokens": 988, "sender_input_tokens": 10918, "sender_output_tokens": 512, "sender_prefill_ms": 1826.7135829664767, "sender_ttft_ms": 15.341000049374998, "sender_decode_ms": 7391.259750002064}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 833323008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6796783692, "mlx_cache_bytes": 14233494240, "process_rss_bytes": 833323008}, "peak_prefill_memory": null, "peak_decode_memory": 6796783692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5846690", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1501, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0b81c03299bad07539a2d6f6923676195647783ede831f4c16b28c377b68c179", "output_hash": "b02804c360e4774ea0dcc0d32e97642cf4b20cbfc3856013bae5ffde8442bafd"} |
| |
2485 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97f708f33eb9f9a5615a20b2", "attempt_id": "4493f52ce932", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:51.458719Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 17.011373578302713}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 10849, "message_tokens": 10774, "message_utf8_bytes": 58332, "cache_tensor_bytes": null, "serialized_payload_bytes": 3429, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09200000204145908, "decode_payload_ms": 0.017457990907132626, "receiver_prefill_ms": 1871.3007919723168, "ttft_ms": 15.217999927699566, "decode_ms": 148.08133302722126}, "total_wall_ms": 2050.843375036493, "ttft_ms": 15.217999927699566, "input_usage": {"receiver_prompt_tokens": 10849}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 833372160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 14233494240, "process_rss_bytes": 833372160}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2486 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0c415357341a32ab67cd2b5d", "attempt_id": "e28f711f62be", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:53.542803Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 17.011373578302713}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 10855, "message_tokens": 10774, "message_utf8_bytes": 58332, "cache_tensor_bytes": null, "serialized_payload_bytes": 3429, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09200000204145908, "decode_payload_ms": 0.017457990907132626, "receiver_prefill_ms": 1769.0362910507247, "ttft_ms": 15.269750030711293, "decode_ms": 148.30829191487283}, "total_wall_ms": 1948.8118749577552, "ttft_ms": 15.269750030711293, "input_usage": {"receiver_prompt_tokens": 10855}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 833421312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 14233494240, "process_rss_bytes": 833421312}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "output_hash": "7c83d5210ab19464a7e7ec5123f1e9e625b23ba70e73bb3d7a1e2ee49ab6789f"} |
| |
2487 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "45342312a705e3dd89aa7da3", "attempt_id": "4c69a5c10c88", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:55.525894Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 17.011373578302713}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 10853, "message_tokens": 10774, "message_utf8_bytes": 58332, "cache_tensor_bytes": null, "serialized_payload_bytes": 3429, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09200000204145908, "decode_payload_ms": 0.017457990907132626, "receiver_prefill_ms": 1791.918957955204, "ttft_ms": 15.105625032447278, "decode_ms": 103.26966701541096}, "total_wall_ms": 1927.5537499925122, "ttft_ms": 15.105625032447278, "input_usage": {"receiver_prompt_tokens": 10853}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 833470464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 14233494240, "process_rss_bytes": 833470464}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2488 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "11e9e50d37c88780e3ca93fe", "attempt_id": "2fcade661288", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:57.486667Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 17.011373578302713}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 10849, "message_tokens": 10774, "message_utf8_bytes": 58332, "cache_tensor_bytes": null, "serialized_payload_bytes": 3429, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09200000204145908, "decode_payload_ms": 0.017457990907132626, "receiver_prefill_ms": 1761.3542089238763, "ttft_ms": 15.144041972234845, "decode_ms": 75.06962504703552}, "total_wall_ms": 1867.865958949551, "ttft_ms": 15.144041972234845, "input_usage": {"receiver_prompt_tokens": 10849}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 833519616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 14233494240, "process_rss_bytes": 833519616}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2489 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "90aacdfe74cad2ba8d6257cc", "attempt_id": "fd4a5e79a249", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:04:59.388330Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 17.011373578302713}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 10857, "message_tokens": 10774, "message_utf8_bytes": 58332, "cache_tensor_bytes": null, "serialized_payload_bytes": 3429, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09200000204145908, "decode_payload_ms": 0.017457990907132626, "receiver_prefill_ms": 1785.9055410372093, "ttft_ms": 15.212374972179532, "decode_ms": 89.1873330110684}, "total_wall_ms": 1906.9918330060318, "ttft_ms": 15.212374972179532, "input_usage": {"receiver_prompt_tokens": 10857}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 833568768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 14233494240, "process_rss_bytes": 833568768}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "993970", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "output_hash": "77d6aca847836055027df0b111e735e8e4963528256aa46c14d1ea8099dc0e64"} |
| |
2490 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0454fbdfaa0ecc4ea5e12feb", "attempt_id": "2fd6da242c9d", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:02.594109Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0475218117690737, "origin_tokens": 10618, "compressed_tokens": 527, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 623, "message_tokens": 546, "message_utf8_bytes": 2594, "cache_tensor_bytes": null, "serialized_payload_bytes": 2594, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1265.2140419231728, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.36491707433015, "ttft_ms": 13.68774997536093, "decode_ms": 13.689958024770021}, "total_wall_ms": 130.61945792287588, "ttft_ms": 13.68774997536093, "input_usage": {"receiver_prompt_tokens": 623}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 841859072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581514328, "mlx_cache_bytes": 14612259552, "process_rss_bytes": 841859072}, "peak_prefill_memory": null, "peak_decode_memory": 6581514328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cc31dfd4d29db2c64647304bbf99a4cd6578b571b4dfab52569d21c71c81fdd0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2491 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "744fcdc37204d44a32f71e0f", "attempt_id": "4ca2212e6893", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:02.766182Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0475218117690737, "origin_tokens": 10618, "compressed_tokens": 527, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 629, "message_tokens": 546, "message_utf8_bytes": 2594, "cache_tensor_bytes": null, "serialized_payload_bytes": 2594, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1265.2140419231728, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.96804204210639, "ttft_ms": 13.602791936136782, "decode_ms": 134.09075001254678}, "total_wall_ms": 227.88287501316518, "ttft_ms": 13.602791936136782, "input_usage": {"receiver_prompt_tokens": 629}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 841875456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584840280, "mlx_cache_bytes": 14994367200, "process_rss_bytes": 841875456}, "peak_prefill_memory": null, "peak_decode_memory": 6584840280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 939-P Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cc31dfd4d29db2c64647304bbf99a4cd6578b571b4dfab52569d21c71c81fdd0", "output_hash": "7d9da01b44adab3c7821b88d4ac57f29cce042634f37605b55a04aa192404b56"} |
| |
2492 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f26a593ec8cab37ef2c326fe", "attempt_id": "90bef9a002f5", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:03.028328Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0475218117690737, "origin_tokens": 10618, "compressed_tokens": 527, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 627, "message_tokens": 546, "message_utf8_bytes": 2594, "cache_tensor_bytes": null, "serialized_payload_bytes": 2594, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1265.2140419231728, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.47645796835423, "ttft_ms": 13.836416997946799, "decode_ms": 13.7608329532668}, "total_wall_ms": 102.27074997965246, "ttft_ms": 13.836416997946799, "input_usage": {"receiver_prompt_tokens": 627}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 841875456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584152152, "mlx_cache_bytes": 15252218592, "process_rss_bytes": 841875456}, "peak_prefill_memory": null, "peak_decode_memory": 6584152152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cc31dfd4d29db2c64647304bbf99a4cd6578b571b4dfab52569d21c71c81fdd0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2493 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "067496d1a37581faff326228", "attempt_id": "e2183022004f", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:03.165029Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0475218117690737, "origin_tokens": 10618, "compressed_tokens": 527, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 623, "message_tokens": 546, "message_utf8_bytes": 2594, "cache_tensor_bytes": null, "serialized_payload_bytes": 2594, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1265.2140419231728, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.70858395006508, "ttft_ms": 13.198542059399188, "decode_ms": 13.221082976087928}, "total_wall_ms": 101.23704199213535, "ttft_ms": 13.198542059399188, "input_usage": {"receiver_prompt_tokens": 623}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 841875456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581514328, "mlx_cache_bytes": 15252218592, "process_rss_bytes": 841875456}, "peak_prefill_memory": null, "peak_decode_memory": 6581514328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cc31dfd4d29db2c64647304bbf99a4cd6578b571b4dfab52569d21c71c81fdd0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2494 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "854e908b7106174a26787bdf", "attempt_id": "0cb2e9b13533", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:03.299983Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0475218117690737, "origin_tokens": 10618, "compressed_tokens": 527, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 631, "message_tokens": 546, "message_utf8_bytes": 2594, "cache_tensor_bytes": null, "serialized_payload_bytes": 2594, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1265.2140419231728, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.76087491866201, "ttft_ms": 13.35504197049886, "decode_ms": 13.266209047287703}, "total_wall_ms": 101.50254191830754, "ttft_ms": 13.35504197049886, "input_usage": {"receiver_prompt_tokens": 631}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 841875456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6588412004, "mlx_cache_bytes": 15586714336, "process_rss_bytes": 841875456}, "peak_prefill_memory": null, "peak_decode_memory": 6588412004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cc31dfd4d29db2c64647304bbf99a4cd6578b571b4dfab52569d21c71c81fdd0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2495 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c7873854f6b589f6038504ff", "attempt_id": "df1a0f920278", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:05.287370Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6976397320}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 398610432, "serialized_payload_bytes": 398626920, "side_information_bytes": 16488, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1852.2637500427663, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 6.718209013342857, "serialize_ms": 66.86612498015165, "load_ms": 7.153999991714954, "receiver_prefill_ms": 0.0, "query_prefill_ms": 78.85012496262789, "ttft_ms": 78.85012496262789, "decode_ms": 168.23574993759394}, "total_wall_ms": 262.1188750490546, "ttft_ms": 78.85012496262789, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1639333888, "backend_memory": {"mlx_active_bytes": 7377477640, "mlx_peak_bytes": 7487398208, "mlx_cache_bytes": 15849546609, "process_rss_bytes": 1639333888}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7487398208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02ebdab137dd89c92eacb1bb541b884122d24ec5af28adb55c1335e86483bc93", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2496 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5589a0d116ae9989ef0171ba", "attempt_id": "60df0a54b9ee", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:05.584073Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6976397320}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 42, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 398610432, "serialized_payload_bytes": 398626920, "side_information_bytes": 16488, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1852.2637500427663, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 6.718209013342857, "serialize_ms": 66.86612498015165, "load_ms": 2.9464999679476023, "receiver_prefill_ms": 0.0, "query_prefill_ms": 71.99900003615767, "ttft_ms": 71.99900003615767, "decode_ms": 166.63958400022238}, "total_wall_ms": 250.04304095637053, "ttft_ms": 71.99900003615767, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1639350272, "backend_memory": {"mlx_active_bytes": 7377477640, "mlx_peak_bytes": 7493050688, "mlx_cache_bytes": 15875499033, "process_rss_bytes": 1639350272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7493050688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02ebdab137dd89c92eacb1bb541b884122d24ec5af28adb55c1335e86483bc93", "output_hash": "7c83d5210ab19464a7e7ec5123f1e9e625b23ba70e73bb3d7a1e2ee49ab6789f"} |
| |
2497 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b18175ec33925aca0b87f2cd", "attempt_id": "5f5e806da48f", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:05.867969Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6976397320}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 40, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 398610432, "serialized_payload_bytes": 398626920, "side_information_bytes": 16488, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1852.2637500427663, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 6.718209013342857, "serialize_ms": 66.86612498015165, "load_ms": 2.7297911001369357, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.79837492387742, "ttft_ms": 72.79837492387742, "decode_ms": 117.1463750069961}, "total_wall_ms": 201.032540993765, "ttft_ms": 72.79837492387742, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1639350272, "backend_memory": {"mlx_active_bytes": 7377477640, "mlx_peak_bytes": 7491657960, "mlx_cache_bytes": 15901811737, "process_rss_bytes": 1639350272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7491657960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02ebdab137dd89c92eacb1bb541b884122d24ec5af28adb55c1335e86483bc93", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2498 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bc19667b41082eb23035bfcf", "attempt_id": "c0aed8947dee", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:06.102642Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6976397320}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 398610432, "serialized_payload_bytes": 398626920, "side_information_bytes": 16488, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1852.2637500427663, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 6.718209013342857, "serialize_ms": 66.86612498015165, "load_ms": 2.9738330049440265, "receiver_prefill_ms": 0.0, "query_prefill_ms": 69.89341706503183, "ttft_ms": 69.89341706503183, "decode_ms": 82.95620896387845}, "total_wall_ms": 164.3848749808967, "ttft_ms": 69.89341706503183, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1639350272, "backend_memory": {"mlx_active_bytes": 7377477640, "mlx_peak_bytes": 7487398096, "mlx_cache_bytes": 15901811737, "process_rss_bytes": 1639350272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7487398096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02ebdab137dd89c92eacb1bb541b884122d24ec5af28adb55c1335e86483bc93", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2499 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1b16bfeece15e8fc522bfdb4", "attempt_id": "6a7133016908", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:06.301187Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6976397320}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 44, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 398610432, "serialized_payload_bytes": 398626920, "side_information_bytes": 16488, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1852.2637500427663, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 6.718209013342857, "serialize_ms": 66.86612498015165, "load_ms": 2.747749909758568, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.47708307113498, "ttft_ms": 72.47708307113498, "decode_ms": 99.21004192437977}, "total_wall_ms": 182.46895901393145, "ttft_ms": 72.47708307113498, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1639350272, "backend_memory": {"mlx_active_bytes": 7377477640, "mlx_peak_bytes": 7494558016, "mlx_cache_bytes": 15901811913, "process_rss_bytes": 1639350272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7494558016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "993970", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02ebdab137dd89c92eacb1bb541b884122d24ec5af28adb55c1335e86483bc93", "output_hash": "77d6aca847836055027df0b111e735e8e4963528256aa46c14d1ea8099dc0e64"} |
| |
2500 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aa73d197b05da818369c683a", "attempt_id": "dcbcf0f80b29", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:06.592043Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6976397320}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "95fd12c6692ac8df", "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 398610432, "serialized_payload_bytes": 398626948, "side_information_bytes": 16516, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.78291692677885, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 3.7499170284718275, "serialize_ms": 70.86766709107906, "load_ms": 38.11341698747128, "receiver_prefill_ms": 0.0, "query_prefill_ms": 68.88812500983477, "ttft_ms": 68.88812500983477, "decode_ms": 168.06708299554884}, "total_wall_ms": 283.3928329637274, "ttft_ms": 68.88812500983477, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2038087680, "backend_memory": {"mlx_active_bytes": 7377477640, "mlx_peak_bytes": 7487398096, "mlx_cache_bytes": 15901811913, "process_rss_bytes": 2038087680}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7487398096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ac2fe38bd69a57bc0a84664b1c85d6d68a6151fe8418f951d4d47678fc05e835", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2501 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e37cc12a69c44b788db42f3c", "attempt_id": "acbb8cb596ea", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:06.909535Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6976397320}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "95fd12c6692ac8df", "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 42, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 398610432, "serialized_payload_bytes": 398626948, "side_information_bytes": 16516, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.78291692677885, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 3.7499170284718275, "serialize_ms": 70.86766709107906, "load_ms": 31.057249987497926, "receiver_prefill_ms": 0.0, "query_prefill_ms": 71.87266706023365, "ttft_ms": 71.87266706023365, "decode_ms": 169.38420804217458}, "total_wall_ms": 280.2556660026312, "ttft_ms": 71.87266706023365, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2038087680, "backend_memory": {"mlx_active_bytes": 7377477640, "mlx_peak_bytes": 7493050600, "mlx_cache_bytes": 15901811913, "process_rss_bytes": 2038087680}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7493050600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ac2fe38bd69a57bc0a84664b1c85d6d68a6151fe8418f951d4d47678fc05e835", "output_hash": "7c83d5210ab19464a7e7ec5123f1e9e625b23ba70e73bb3d7a1e2ee49ab6789f"} |
| |
2502 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9279ba938166eaa1930c5776", "attempt_id": "f36aa5a67719", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:07.223381Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6976397320}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "95fd12c6692ac8df", "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 40, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 398610432, "serialized_payload_bytes": 398626948, "side_information_bytes": 16516, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.78291692677885, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 3.7499170284718275, "serialize_ms": 70.86766709107906, "load_ms": 32.59249997790903, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.34837503731251, "ttft_ms": 73.34837503731251, "decode_ms": 117.36237502191216}, "total_wall_ms": 231.71670804731548, "ttft_ms": 73.34837503731251, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2038104064, "backend_memory": {"mlx_active_bytes": 7377477640, "mlx_peak_bytes": 7491657960, "mlx_cache_bytes": 15901811913, "process_rss_bytes": 2038104064}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7491657960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ac2fe38bd69a57bc0a84664b1c85d6d68a6151fe8418f951d4d47678fc05e835", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2503 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "04cd1252be212906fcecd9f4", "attempt_id": "9e3ebac1ba39", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:07.488780Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6976397320}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "95fd12c6692ac8df", "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 398610432, "serialized_payload_bytes": 398626948, "side_information_bytes": 16516, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.78291692677885, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 3.7499170284718275, "serialize_ms": 70.86766709107906, "load_ms": 31.42129094339907, "receiver_prefill_ms": 0.0, "query_prefill_ms": 69.61704103741795, "ttft_ms": 69.61704103741795, "decode_ms": 86.53749991208315}, "total_wall_ms": 196.65954099036753, "ttft_ms": 69.61704103741795, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2038202368, "backend_memory": {"mlx_active_bytes": 7377477640, "mlx_peak_bytes": 7487398096, "mlx_cache_bytes": 15901811913, "process_rss_bytes": 2038202368}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7487398096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ac2fe38bd69a57bc0a84664b1c85d6d68a6151fe8418f951d4d47678fc05e835", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2504 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "502720db71a4e0362bde15d2", "attempt_id": "7b5adb280716", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:07.721097Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6976397320}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "95fd12c6692ac8df", "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 44, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 398610432, "serialized_payload_bytes": 398626948, "side_information_bytes": 16516, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.78291692677885, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 3.7499170284718275, "serialize_ms": 70.86766709107906, "load_ms": 37.81958401668817, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.7512920750305, "ttft_ms": 73.7512920750305, "decode_ms": 107.4072920018807}, "total_wall_ms": 229.33083400130272, "ttft_ms": 73.7512920750305, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2043871232, "backend_memory": {"mlx_active_bytes": 7377477640, "mlx_peak_bytes": 7494557936, "mlx_cache_bytes": 15901811913, "process_rss_bytes": 2043871232}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7494557936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "993970", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ac2fe38bd69a57bc0a84664b1c85d6d68a6151fe8418f951d4d47678fc05e835", "output_hash": "77d6aca847836055027df0b111e735e8e4963528256aa46c14d1ea8099dc0e64"} |
| |
2505 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0aedc4c2f44770f2d65f7f2c", "attempt_id": "955acd1cd832", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:08.073068Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6792093704}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 211761792, "serialized_payload_bytes": 211796854, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 72.2473330097273, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 27.24941703490913, "serialize_ms": 44.59375003352761, "load_ms": 4.808416939340532, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.13091597799212, "ttft_ms": 36.13091597799212, "decode_ms": 170.09237501770258}, "total_wall_ms": 224.02220906224102, "ttft_ms": 36.13091597799212, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2255618048, "backend_memory": {"mlx_active_bytes": 7006789640, "mlx_peak_bytes": 7177002817, "mlx_cache_bytes": 16934697097, "process_rss_bytes": 2255618048}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7177002817, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b9dc36a7589217d79bd3688e714cdf8c5981659468f24082e76ae9ba1df5c5ef", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2506 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3a7f0da0c3cbcb64fad05980", "attempt_id": "14f51e2bf7cf", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:08.339086Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6792093704}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 42, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 211761792, "serialized_payload_bytes": 211796854, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 72.2473330097273, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 27.24941703490913, "serialize_ms": 44.59375003352761, "load_ms": 2.5680839316919446, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.70041693840176, "ttft_ms": 36.70041693840176, "decode_ms": 172.50024992972612}, "total_wall_ms": 222.5181250832975, "ttft_ms": 36.70041693840176, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2255519744, "backend_memory": {"mlx_active_bytes": 7006789640, "mlx_peak_bytes": 7197974993, "mlx_cache_bytes": 16965339545, "process_rss_bytes": 2255519744}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7197974993, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b9dc36a7589217d79bd3688e714cdf8c5981659468f24082e76ae9ba1df5c5ef", "output_hash": "7c83d5210ab19464a7e7ec5123f1e9e625b23ba70e73bb3d7a1e2ee49ab6789f"} |
| |
2507 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "54d650ccc4099418556c2a37", "attempt_id": "af5262dfcd49", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:08.604691Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6792093704}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 40, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 211761792, "serialized_payload_bytes": 211796854, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 72.2473330097273, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 27.24941703490913, "serialize_ms": 44.59375003352761, "load_ms": 2.366625005379319, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.47750010713935, "ttft_ms": 36.47750010713935, "decode_ms": 116.26375000923872}, "total_wall_ms": 163.96308306138963, "ttft_ms": 36.47750010713935, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2255355904, "backend_memory": {"mlx_active_bytes": 7006789640, "mlx_peak_bytes": 7191601617, "mlx_cache_bytes": 17076488601, "process_rss_bytes": 2255355904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7191601617, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b9dc36a7589217d79bd3688e714cdf8c5981659468f24082e76ae9ba1df5c5ef", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2508 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec0de845e2e84175a3ee4692", "attempt_id": "14a8d89ba551", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:08.807862Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6792093704}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 211761792, "serialized_payload_bytes": 211796854, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 72.2473330097273, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 27.24941703490913, "serialize_ms": 44.59375003352761, "load_ms": 2.295791986398399, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.37729103118181, "ttft_ms": 35.37729103118181, "decode_ms": 84.80912493541837}, "total_wall_ms": 131.2809999799356, "ttft_ms": 35.37729103118181, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2216050688, "backend_memory": {"mlx_active_bytes": 7006789640, "mlx_peak_bytes": 7177000481, "mlx_cache_bytes": 17076488601, "process_rss_bytes": 2216050688}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7177000481, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b9dc36a7589217d79bd3688e714cdf8c5981659468f24082e76ae9ba1df5c5ef", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2509 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e636dfe8223066aea7d90b62", "attempt_id": "39e88a80bc56", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:08.980782Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6792093704}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 44, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 211761792, "serialized_payload_bytes": 211796854, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 72.2473330097273, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 27.24941703490913, "serialize_ms": 44.59375003352761, "load_ms": 2.261499990709126, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.61666702851653, "ttft_ms": 55.61666702851653, "decode_ms": 107.26279194932431}, "total_wall_ms": 174.06395904254168, "ttft_ms": 55.61666702851653, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2212511744, "backend_memory": {"mlx_active_bytes": 7006789640, "mlx_peak_bytes": 7204463377, "mlx_cache_bytes": 17198914425, "process_rss_bytes": 2212511744}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7204463377, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "993970", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b9dc36a7589217d79bd3688e714cdf8c5981659468f24082e76ae9ba1df5c5ef", "output_hash": "77d6aca847836055027df0b111e735e8e4963528256aa46c14d1ea8099dc0e64"} |
| |
2510 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d3d0021166b846756f4c0d1", "attempt_id": "0a9bf4299494", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:09.870072Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6692397064}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 112109184, "serialized_payload_bytes": 112144084, "side_information_bytes": 34900, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 678.3164999214932, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 128.69433301966637, "serialize_ms": 549.2135839303955, "load_ms": 7.651249994523823, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.54254196025431, "ttft_ms": 44.54254196025431, "decode_ms": 776.2902920367196}, "total_wall_ms": 838.286624988541, "ttft_ms": 44.54254196025431, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1718779904, "backend_memory": {"mlx_active_bytes": 6808395784, "mlx_peak_bytes": 6955872865, "mlx_cache_bytes": 17707828089, "process_rss_bytes": 1718779904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6955872865, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the\n\n entry entry the entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8989bfc6cbad716a67f01c33a62d41cf86391d2593c20a0d2c58a1219703cd15", "output_hash": "807baeb033a8ccd791d389ff8a7b7098c6ee00006e9de041cc30a683cd756cc1"} |
| |
2511 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e87af8588e8f92c1e1a9c1e", "attempt_id": "0ed459925dc1", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:10.757135Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6692397064}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 42, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 112109184, "serialized_payload_bytes": 112144084, "side_information_bytes": 34900, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 678.3164999214932, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 128.69433301966637, "serialize_ms": 549.2135839303955, "load_ms": 2.4343340191990137, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.03983297944069, "ttft_ms": 36.03983297944069, "decode_ms": 736.8299589725211}, "total_wall_ms": 783.839917043224, "ttft_ms": 36.03983297944069, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1718779904, "backend_memory": {"mlx_active_bytes": 6808395784, "mlx_peak_bytes": 6976858497, "mlx_cache_bytes": 17707914105, "process_rss_bytes": 1718779904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6976858497, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8989bfc6cbad716a67f01c33a62d41cf86391d2593c20a0d2c58a1219703cd15", "output_hash": "8dd32d80a3dd9d51281e38e7da78e3f208385bb7f55762454b994720f9cf63a7"} |
| |
2512 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "62107882b30bb76a1c7cb12d", "attempt_id": "8ccc63829bd5", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:11.576189Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6692397064}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 40, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 112109184, "serialized_payload_bytes": 112144084, "side_information_bytes": 34900, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 678.3164999214932, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 128.69433301966637, "serialize_ms": 549.2135839303955, "load_ms": 2.4573750561103225, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.35691706929356, "ttft_ms": 35.35691706929356, "decode_ms": 742.4349579960108}, "total_wall_ms": 788.429084001109, "ttft_ms": 35.35691706929356, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1718812672, "backend_memory": {"mlx_active_bytes": 6808363016, "mlx_peak_bytes": 6970485121, "mlx_cache_bytes": 17707946873, "process_rss_bytes": 1718812672}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6970485121, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " entry the the entry the the the entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8989bfc6cbad716a67f01c33a62d41cf86391d2593c20a0d2c58a1219703cd15", "output_hash": "7b2bff042c296440daf2f7f3ba814451b3a1e4cbc661ffb45f516b7817c15ee0"} |
| |
2513 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ded5e6364105e152b31b5881", "attempt_id": "9845d8442c09", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:12.399175Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6692397064}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 112109184, "serialized_payload_bytes": 112144084, "side_information_bytes": 34900, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 678.3164999214932, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 128.69433301966637, "serialize_ms": 549.2135839303955, "load_ms": 2.303624991327524, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.06437498051673, "ttft_ms": 34.06437498051673, "decode_ms": 744.2244999110699}, "total_wall_ms": 788.7755839619786, "ttft_ms": 34.06437498051673, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1718812672, "backend_memory": {"mlx_active_bytes": 6808231944, "mlx_peak_bytes": 6955872865, "mlx_cache_bytes": 17708077945, "process_rss_bytes": 1718812672}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6955872865, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n\n\n\n the\n\n\n short\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8989bfc6cbad716a67f01c33a62d41cf86391d2593c20a0d2c58a1219703cd15", "output_hash": "f295c265470ec574ba7788a9baa405d9b105e7cce8d2db564b46e866c625b893"} |
| |
2514 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "130ddaaa0e136910a821a738", "attempt_id": "b89e7b5e01db", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:13.222149Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6692397064}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 44, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 112109184, "serialized_payload_bytes": 112144084, "side_information_bytes": 34900, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 678.3164999214932, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 128.69433301966637, "serialize_ms": 549.2135839303955, "load_ms": 2.395792049355805, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.60854110401124, "ttft_ms": 35.60854110401124, "decode_ms": 733.5220839595422}, "total_wall_ms": 780.1212500780821, "ttft_ms": 35.60854110401124, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1718829056, "backend_memory": {"mlx_active_bytes": 6808363016, "mlx_peak_bytes": 6983353105, "mlx_cache_bytes": 17708036985, "process_rss_bytes": 1718829056}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6983353105, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8989bfc6cbad716a67f01c33a62d41cf86391d2593c20a0d2c58a1219703cd15", "output_hash": "32f0e0b6bded256f851724257178454185a87ccdf392176e69eb84be346fd8bf"} |
| |
2515 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2dbae87774956e0e2e5cea3d", "attempt_id": "0bac168992ad", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:14.071874Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10813, "keep": 2703, "compress_ms": 11.972457985393703}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659669, "side_information_bytes": 16277, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.051249967888, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 12.01000006403774, "serialize_ms": 21.881124936044216, "load_ms": 2.009791904129088, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.693333013914526, "ttft_ms": 30.693333013914526, "decode_ms": 28.72787497472018}, "total_wall_ms": 69.42466704640538, "ttft_ms": 30.693333013914526, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1741078528, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6831153360, "mlx_cache_bytes": 17738756985, "process_rss_bytes": 1741078528}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6831153360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "N7", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "543a359ec74d1cd9f9bd7eb54ee735ecf6b84cd937e58000efc1832dc91daff0", "output_hash": "e0289756a1b9559d3bec6a9e6f10939534cca781e53373cad53623bda08de219"} |
| |
2516 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aac966fff191ebfb6497b259", "attempt_id": "1354d689f812", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:14.176304Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10813, "keep": 2703, "compress_ms": 11.972457985393703}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 42, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659669, "side_information_bytes": 16277, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.051249967888, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 12.01000006403774, "serialize_ms": 21.881124936044216, "load_ms": 1.993417041376233, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.081374967470765, "ttft_ms": 31.081374967470765, "decode_ms": 42.37858299165964}, "total_wall_ms": 84.32595897465944, "ttft_ms": 31.081374967470765, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 42}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1741094912, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6836789480, "mlx_cache_bytes": 17740624761, "process_rss_bytes": 1741094912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6836789480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Matagami", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "543a359ec74d1cd9f9bd7eb54ee735ecf6b84cd937e58000efc1832dc91daff0", "output_hash": "ea6fb63575a2559ea6e21c8809e0a7810a2ee8886f9118e2cb6ebaf83c0dfaec"} |
| |
2517 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "04b6bb78acf1f06870dc6317", "attempt_id": "a256185c1acf", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:14.294204Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10813, "keep": 2703, "compress_ms": 11.972457985393703}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 40, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659669, "side_information_bytes": 16277, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.051249967888, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 12.01000006403774, "serialize_ms": 21.881124936044216, "load_ms": 2.0206670742481947, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.61954106669873, "ttft_ms": 30.61954106669873, "decode_ms": 98.45854190643877}, "total_wall_ms": 139.7725830320269, "ttft_ms": 30.61954106669873, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1741094912, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6835380456, "mlx_cache_bytes": 17742394233, "process_rss_bytes": 1741094912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6835380456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "28.1202", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "543a359ec74d1cd9f9bd7eb54ee735ecf6b84cd937e58000efc1832dc91daff0", "output_hash": "ca9fd2bf2585b67fc22532309a340976606b302735b356daa8d24788ff280c4d"} |
| |
2518 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27dc3c38fb9d6354be31e4fb", "attempt_id": "dd2c889ecbcb", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:14.466617Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10813, "keep": 2703, "compress_ms": 11.972457985393703}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659669, "side_information_bytes": 16277, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.051249967888, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 12.01000006403774, "serialize_ms": 21.881124936044216, "load_ms": 1.8707920098677278, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.09370795916766, "ttft_ms": 30.09370795916766, "decode_ms": 70.66674996167421}, "total_wall_ms": 110.71349994745106, "ttft_ms": 30.09370795916766, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1741094912, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6831153360, "mlx_cache_bytes": 17742394233, "process_rss_bytes": 1741094912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6831153360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "543a359ec74d1cd9f9bd7eb54ee735ecf6b84cd937e58000efc1832dc91daff0", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2519 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5fd8992492c69ab2f2fa15f8", "attempt_id": "a83d7f9e414c", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:14.611427Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10813, "keep": 2703, "compress_ms": 11.972457985393703}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 44, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659669, "side_information_bytes": 16277, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.051249967888, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 12.01000006403774, "serialize_ms": 21.881124936044216, "load_ms": 1.9243750721216202, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.82437505852431, "ttft_ms": 29.82437505852431, "decode_ms": 98.58674998395145}, "total_wall_ms": 138.24720797128975, "ttft_ms": 29.82437505852431, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1741127680, "backend_memory": {"mlx_active_bytes": 6780575752, "mlx_peak_bytes": 6838296816, "mlx_cache_bytes": 17852396409, "process_rss_bytes": 1741127680}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838296816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1200000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "543a359ec74d1cd9f9bd7eb54ee735ecf6b84cd937e58000efc1832dc91daff0", "output_hash": "0d9760fbd449ca8e13c614acdd941e77e4c0e795831b641763c361934463ade4"} |
| |
2520 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d66ce78fcba91b19c4b89c4", "attempt_id": "a7c192be5ff3", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:14.824931Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10813, "keep": 2703, "compress_ms": 9.424124960787594}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659663, "side_information_bytes": 16271, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.579707943834364, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 9.454166982322931, "serialize_ms": 30.93241690658033, "load_ms": 1.976541941985488, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.701457988470793, "ttft_ms": 30.701457988470793, "decode_ms": 663.4223749861121}, "total_wall_ms": 704.1283750440925, "ttft_ms": 30.701457988470793, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1819623424, "backend_memory": {"mlx_active_bytes": 6781755400, "mlx_peak_bytes": 6831153360, "mlx_cache_bytes": 17980978041, "process_rss_bytes": 1819623424}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6831153360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The explanation for the explanation for the explanation for the explanation for the explanation for the explanation for the explanation for the explanation for the explanation for the explanation for the explanation for the explanation for the explanation for the explanation for the explanation for the explanation for", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "26e514e0c80bd8e745547fa5db79c5065e25b92dba3ce6bb5b928793e9b0f1f7", "output_hash": "c23f6053767edc6d338c69bc02b51f40c0a03fee52aafe027af795fd72ba3fd3"} |
| |
2521 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "88af85856c2f19f051d2f96e", "attempt_id": "9391f7857671", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:15.563474Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10813, "keep": 2703, "compress_ms": 9.424124960787594}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 42, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659663, "side_information_bytes": 16271, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.579707943834364, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 9.454166982322931, "serialize_ms": 30.93241690658033, "load_ms": 0.9179170010611415, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.027000048197806, "ttft_ms": 31.027000048197806, "decode_ms": 680.0564579898492}, "total_wall_ms": 720.3754170332104, "ttft_ms": 31.027000048197806, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1815642112, "backend_memory": {"mlx_active_bytes": 6781755400, "mlx_peak_bytes": 6836789480, "mlx_cache_bytes": 17980978041, "process_rss_bytes": 1815642112}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6836789480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The short answer (a few words or a number), with no explanation. The short answer (a few words or a number), with no explanation. The short answer (a few words or a number), with no explanation. The short answer", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "26e514e0c80bd8e745547fa5db79c5065e25b92dba3ce6bb5b928793e9b0f1f7", "output_hash": "fe2a8119401dec2a792fa78083431e50971ddd6cf4ca2cf251b5207b8828b1a7"} |
| |
2522 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "19ca9d37ed3ab992f4b69ac6", "attempt_id": "599c887ea6ec", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:16.317955Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10813, "keep": 2703, "compress_ms": 9.424124960787594}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 40, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659663, "side_information_bytes": 16271, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.579707943834364, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 9.454166982322931, "serialize_ms": 30.93241690658033, "load_ms": 1.6819169977679849, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.292166910134256, "ttft_ms": 31.292166910134256, "decode_ms": 683.7367500411347}, "total_wall_ms": 725.8705419953912, "ttft_ms": 31.292166910134256, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1432027136, "backend_memory": {"mlx_active_bytes": 6781755400, "mlx_peak_bytes": 6835380456, "mlx_cache_bytes": 17980978041, "process_rss_bytes": 1432027136}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6835380456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words or a number), with no explanation. \n\nGive a short answer (a few words or a number), with no explanation. \n\nGive a short answer (a few words or a number), with no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "26e514e0c80bd8e745547fa5db79c5065e25b92dba3ce6bb5b928793e9b0f1f7", "output_hash": "2d05b4e499458054968057de53a13dbf1c4423ec043feec2d55c5b9a2ee38654"} |
| |
2523 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f6c1555a84319b003c9ee85", "attempt_id": "b302d292681a", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:17.147461Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10813, "keep": 2703, "compress_ms": 9.424124960787594}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659663, "side_information_bytes": 16271, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.579707943834364, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 9.454166982322931, "serialize_ms": 30.93241690658033, "load_ms": 1.4026249991729856, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.444500036537647, "ttft_ms": 30.444500036537647, "decode_ms": 226.59291699528694}, "total_wall_ms": 266.942625050433, "ttft_ms": 30.444500036537647, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 16}, "provider_cached_usage": null, "process_memory": 1382776832, "backend_memory": {"mlx_active_bytes": 6780575752, "mlx_peak_bytes": 6831153360, "mlx_cache_bytes": 17982157689, "process_rss_bytes": 1382776832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6831153360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give the full name (a few words or a number), with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "26e514e0c80bd8e745547fa5db79c5065e25b92dba3ce6bb5b928793e9b0f1f7", "output_hash": "3d5f3531a1f3b953421fb251159926d59a49036843c079125936dd1b409c803d"} |
| |
2524 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "65656bdff35c2d93b57758d6", "attempt_id": "5f5d2d60aefe", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:17.449156Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10813, "keep": 2703, "compress_ms": 9.424124960787594}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 44, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659663, "side_information_bytes": 16271, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.579707943834364, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 9.454166982322931, "serialize_ms": 30.93241690658033, "load_ms": 1.8912910018116236, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.14962503220886, "ttft_ms": 30.14962503220886, "decode_ms": 661.7971250088885}, "total_wall_ms": 701.6800839919597, "ttft_ms": 30.14962503220886, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1382776832, "backend_memory": {"mlx_active_bytes": 6781755400, "mlx_peak_bytes": 6838296816, "mlx_cache_bytes": 17980978041, "process_rss_bytes": 1382776832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838296816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The short answer is a short answer, with no explanation. The short answer is a short answer, with no explanation. The short answer is a short answer, with no explanation. The short answer is a short answer, with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "26e514e0c80bd8e745547fa5db79c5065e25b92dba3ce6bb5b928793e9b0f1f7", "output_hash": "26eff9fe9a0538227154158795c4c5f09bfb73c60fb466dee65ad066bba99ddf"} |
| |
2525 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5619ac75fee30d1d98e67d68", "attempt_id": "7d25dfcb59a9", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:18.186158Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 36, "compress_ms": 149.25187500193715}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659709, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 183.9332499075681, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 157.4098749551922, "serialize_ms": 26.292624999769032, "load_ms": 1.8648749683052301, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.41150001809001, "ttft_ms": 30.41150001809001, "decode_ms": 139.9663749616593}, "total_wall_ms": 365.37245800718665, "ttft_ms": 30.41150001809001, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1378877440, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6831153360, "mlx_cache_bytes": 18432734209, "process_rss_bytes": 1378877440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6831153360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63ba145f9040555d88934b38f4dbcb8d6d026fe58fcbea12ae156077dd50ad27", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2526 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40720459b961de6ce6f028a7", "attempt_id": "3492d4fd773f", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:18.586481Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 42, "compress_ms": 172.4928750190884}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 42, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659708, "side_information_bytes": 16316, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 200.67108399234712, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 180.4547079373151, "serialize_ms": 19.98949993867427, "load_ms": 1.4195829862728715, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.794208985753357, "ttft_ms": 30.794208985753357, "decode_ms": 140.54795796982944}, "total_wall_ms": 382.20649992581457, "ttft_ms": 30.794208985753357, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1357283328, "backend_memory": {"mlx_active_bytes": 6780575752, "mlx_peak_bytes": 6836789480, "mlx_cache_bytes": 18473972737, "process_rss_bytes": 1357283328}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6836789480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60133a37ebb029534a00d2d990322782fbfe6054cc56a63d554aff086eb25715", "output_hash": "bd5219e11f0388a4f2489e92ff9dee7b4dea9cc023cc89ed775187f82e82ffc4"} |
| |
2527 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b77065a9a033ad81396a030b", "attempt_id": "ae593b3cd5a2", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:19.003775Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 40, "compress_ms": 100.58812494389713}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 40, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659709, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.16683293506503, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 108.99812495335937, "serialize_ms": 15.936666983179748, "load_ms": 0.744874938391149, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.463292030617595, "ttft_ms": 30.463292030617595, "decode_ms": 98.82183303125203}, "total_wall_ms": 263.57066608034074, "ttft_ms": 30.463292030617595, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1360822272, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6835380456, "mlx_cache_bytes": 18502841345, "process_rss_bytes": 1360822272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6835380456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63ba145f9040555d88934b38f4dbcb8d6d026fe58fcbea12ae156077dd50ad27", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2528 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b6849d0df20a7317350f33f7", "attempt_id": "a90332c59330", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:19.302516Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 36, "compress_ms": 90.53587494418025}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659708, "side_information_bytes": 16316, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 115.59275002218783, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 98.8470419542864, "serialize_ms": 16.510667046532035, "load_ms": 1.7180000431835651, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.21958307363093, "ttft_ms": 30.21958307363093, "decode_ms": 70.05333295091987}, "total_wall_ms": 225.83220899105072, "ttft_ms": 30.21958307363093, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1364377600, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6831153360, "mlx_cache_bytes": 18502841345, "process_rss_bytes": 1364377600}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6831153360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60133a37ebb029534a00d2d990322782fbfe6054cc56a63d554aff086eb25715", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2529 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51020a30e8c55d426debd4eb", "attempt_id": "a652e581c68c", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:19.562758Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 44, "compress_ms": 91.17141598835588}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 44, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659708, "side_information_bytes": 16316, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 116.82079103775322, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 99.55379099119455, "serialize_ms": 17.045624903403223, "load_ms": 0.7894999580457807, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.48120899964124, "ttft_ms": 29.48120899964124, "decode_ms": 84.05183302238584}, "total_wall_ms": 239.43795904051512, "ttft_ms": 29.48120899964124, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1367932928, "backend_memory": {"mlx_active_bytes": 6780575752, "mlx_peak_bytes": 6838296816, "mlx_cache_bytes": 18532119553, "process_rss_bytes": 1367932928}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838296816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "993970", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60133a37ebb029534a00d2d990322782fbfe6054cc56a63d554aff086eb25715", "output_hash": "77d6aca847836055027df0b111e735e8e4963528256aa46c14d1ea8099dc0e64"} |
| |
2530 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "500a199a69c1dede9ce1934a", "attempt_id": "6e75dcc2e16f", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:19.930096Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 19, "compress_ms": 78.90324993059039}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659708, "side_information_bytes": 16316, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.64600009191781, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 79.03104193974286, "serialize_ms": 13.464499963447452, "load_ms": 1.7809579148888588, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.58545896783471, "ttft_ms": 30.58545896783471, "decode_ms": 84.88404098898172}, "total_wall_ms": 125.82700001075864, "ttft_ms": 30.58545896783471, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1367965696, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6831153360, "mlx_cache_bytes": 18546533377, "process_rss_bytes": 1367965696}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6831153360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-4661", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60133a37ebb029534a00d2d990322782fbfe6054cc56a63d554aff086eb25715", "output_hash": "92f36d44d9c7eb140609b0cbbb22cc702eaeb261abec17f30d4414afe935810c"} |
| |
2531 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b92b7cc3c4839679381ffce", "attempt_id": "f53394654199", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:20.089699Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 19, "compress_ms": 78.90324993059039}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 42, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659708, "side_information_bytes": 16316, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.64600009191781, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 79.03104193974286, "serialize_ms": 13.464499963447452, "load_ms": 1.9264169968664646, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.138499965891242, "ttft_ms": 31.138499965891242, "decode_ms": 56.799166020937264}, "total_wall_ms": 97.94487501494586, "ttft_ms": 31.138499965891242, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 42}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1367982080, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6836789480, "mlx_cache_bytes": 18546533377, "process_rss_bytes": 1367982080}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6836789480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.4}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60133a37ebb029534a00d2d990322782fbfe6054cc56a63d554aff086eb25715", "output_hash": "123b0852843e9939437f362f86da3c29910132ad9926dd4a6d2ec56cc7af472e"} |
| |
2532 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6df2770da0a5481c20438d9d", "attempt_id": "3e8cf6757da4", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:20.221406Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 19, "compress_ms": 78.90324993059039}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 40, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659708, "side_information_bytes": 16316, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.64600009191781, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 79.03104193974286, "serialize_ms": 13.464499963447452, "load_ms": 2.031042007729411, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.239957897923887, "ttft_ms": 31.239957897923887, "decode_ms": 98.72812498360872}, "total_wall_ms": 140.44220803771168, "ttft_ms": 31.239957897923887, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1367982080, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6835380456, "mlx_cache_bytes": 18546533377, "process_rss_bytes": 1367982080}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6835380456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "35.0129", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60133a37ebb029534a00d2d990322782fbfe6054cc56a63d554aff086eb25715", "output_hash": "5683dfd31ebe30a34220843f9e2d1af662a8043039cb43be2ac2f9040d170752"} |
| |
2533 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "925a9f66dce0669c09233346", "attempt_id": "b557bd115a97", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:20.395502Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 19, "compress_ms": 78.90324993059039}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659708, "side_information_bytes": 16316, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.64600009191781, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 79.03104193974286, "serialize_ms": 13.464499963447452, "load_ms": 1.8868750194087625, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.554333934560418, "ttft_ms": 30.554333934560418, "decode_ms": 70.04158303607255}, "total_wall_ms": 110.32604100182652, "ttft_ms": 30.554333934560418, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1367982080, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6831153360, "mlx_cache_bytes": 18546533377, "process_rss_bytes": 1367982080}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6831153360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60133a37ebb029534a00d2d990322782fbfe6054cc56a63d554aff086eb25715", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2534 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d380c822c0b7350e1c1b773e", "attempt_id": "beba1895fb3a", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:20.539323Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6677946376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 19, "compress_ms": 78.90324993059039}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 44, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659708, "side_information_bytes": 16316, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.64600009191781, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 79.03104193974286, "serialize_ms": 13.464499963447452, "load_ms": 1.97516696061939, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.99741700477898, "ttft_ms": 29.99741700477898, "decode_ms": 13.984582968987525}, "total_wall_ms": 54.555917042307556, "ttft_ms": 29.99741700477898, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 44}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1367982080, "backend_memory": {"mlx_active_bytes": 6779396104, "mlx_peak_bytes": 6838296816, "mlx_cache_bytes": 18546533377, "process_rss_bytes": 1367982080}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6838296816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60133a37ebb029534a00d2d990322782fbfe6054cc56a63d554aff086eb25715", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2535 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bccc49b9725a0c8d078360b1", "attempt_id": "792f26427a1b", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:20.629392Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 36, "compress_ms": 98.61149999778718}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659638, "side_information_bytes": 16246, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 128.23754199780524, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 107.18279099091887, "serialize_ms": 20.81954199820757, "load_ms": 5.103333038277924, "receiver_prefill_ms": 0.0, "query_prefill_ms": 378.5505839623511, "ttft_ms": 378.5505839623511, "decode_ms": 117.16454196721315}, "total_wall_ms": 637.49033305794, "ttft_ms": 378.5505839623511, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1478148096, "backend_memory": {"mlx_active_bytes": 6780264456, "mlx_peak_bytes": 6896679108, "mlx_cache_bytes": 19099603241, "process_rss_bytes": 1478148096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6896679108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-46", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e153ffd68c56a65bd41cebd124afcecfd3f0cff073575e79f4f2e227fd1aabd1", "output_hash": "ef29d7d6d981a6e2170f55beeeafa30cd973a1d22f2c3a62f3c86ba31d5a5d52"} |
| |
2536 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cccb5a5ea452af58fc33b4b7", "attempt_id": "e90c3908b523", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:21.301793Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 42, "compress_ms": 101.96900006849319}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 42, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659639, "side_information_bytes": 16247, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 139.51004203408957, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 110.6098749442026, "serialize_ms": 28.65179197397083, "load_ms": 2.391542075201869, "receiver_prefill_ms": 0.0, "query_prefill_ms": 432.0591250434518, "ttft_ms": 432.0591250434518, "decode_ms": 143.55691603850573}, "total_wall_ms": 728.0717910034582, "ttft_ms": 432.0591250434518, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1581350912, "backend_memory": {"mlx_active_bytes": 6780575752, "mlx_peak_bytes": 6899993404, "mlx_cache_bytes": 19184507345, "process_rss_bytes": 1581350912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6899993404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "44829b0ef2bc0092803388c47bb0284c454edc8d37de3111e2a56ae6085ce5ea", "output_hash": "bd5219e11f0388a4f2489e92ff9dee7b4dea9cc023cc89ed775187f82e82ffc4"} |
| |
2537 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2fa135c955e18a026f6f9b96", "attempt_id": "8f80027cce36", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:22.065543Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 40, "compress_ms": 94.8213329538703}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 40, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659637, "side_information_bytes": 16245, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.62366600427777, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 103.37574989534914, "serialize_ms": 20.005417056381702, "load_ms": 1.3003330677747726, "receiver_prefill_ms": 0.0, "query_prefill_ms": 404.9487919546664, "ttft_ms": 404.9487919546664, "decode_ms": 100.36491707433015}, "total_wall_ms": 638.5821249568835, "ttft_ms": 404.9487919546664, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1660305408, "backend_memory": {"mlx_active_bytes": 6780379144, "mlx_peak_bytes": 6898860316, "mlx_cache_bytes": 19184704977, "process_rss_bytes": 1660305408}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6898860316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b78a9181e10378f4630c38cc9ef8efaf04bcbd9642abc1295cf57262ccbe8970", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2538 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0cda11a05266180de9001912", "attempt_id": "1b53df9d1454", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:22.740601Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 36, "compress_ms": 93.84012501686811}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659638, "side_information_bytes": 16246, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 122.57637502625585, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 101.69133299496025, "serialize_ms": 20.662374910898507, "load_ms": 1.6940409550443292, "receiver_prefill_ms": 0.0, "query_prefill_ms": 364.0374999959022, "ttft_ms": 364.0374999959022, "decode_ms": 71.72300003003329}, "total_wall_ms": 571.883250027895, "ttft_ms": 364.0374999959022, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1737457664, "backend_memory": {"mlx_active_bytes": 6780100616, "mlx_peak_bytes": 6896500932, "mlx_cache_bytes": 19184983505, "process_rss_bytes": 1737457664}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6896500932, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e153ffd68c56a65bd41cebd124afcecfd3f0cff073575e79f4f2e227fd1aabd1", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2539 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1a1494fef8fa0025e7655baa", "attempt_id": "aa9c5ad050e1", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:23.347737Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 44, "compress_ms": 95.7863749936223}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 44, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 99643392, "serialized_payload_bytes": 99659637, "side_information_bytes": 16245, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 124.14029205683619, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 104.60895800497383, "serialize_ms": 19.27762501873076, "load_ms": 1.0469999397173524, "receiver_prefill_ms": 0.0, "query_prefill_ms": 451.01962494663894, "ttft_ms": 451.01962494663894, "decode_ms": 86.68824995402247}, "total_wall_ms": 671.3477079756558, "ttft_ms": 451.01962494663894, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1812267008, "backend_memory": {"mlx_active_bytes": 6780477448, "mlx_peak_bytes": 6901088612, "mlx_cache_bytes": 19198238729, "process_rss_bytes": 1812267008}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6901088612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "993970", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b78a9181e10378f4630c38cc9ef8efaf04bcbd9642abc1295cf57262ccbe8970", "output_hash": "77d6aca847836055027df0b111e735e8e4963528256aa46c14d1ea8099dc0e64"} |
| |
2540 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "17bfd3a1d76056bf293888c1", "attempt_id": "9ef6a8b32e16", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:24.056699Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 36, "compress_ms": 93.64916593767703, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 52935552, "serialized_payload_bytes": 52970041, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 126.0547919664532, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 111.76491691730917, "serialize_ms": 13.849167036823928, "load_ms": 2.1910419454798102, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.680874982848763, "ttft_ms": 21.680874982848763, "decode_ms": 146.1839999537915}, "total_wall_ms": 304.41558395978063, "ttft_ms": 21.680874982848763, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1865891840, "backend_memory": {"mlx_active_bytes": 6689071112, "mlx_peak_bytes": 6755958676, "mlx_cache_bytes": 19432300553, "process_rss_bytes": 1865891840}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6755958676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-46R-4461", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3b9df3ea5001f2ee523cf98c76bdd577a7f867ac125a5aa9061420f43b6afc66", "output_hash": "96241d5727eb58e7537ebf80a4342219a746c9789a9e92a1b8debde256e139d1"} |
| |
2541 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4ea328a1da779677b1508889", "attempt_id": "8b48d675451c", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:24.396211Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 42, "compress_ms": 93.32191606517881, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 42, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 52935552, "serialized_payload_bytes": 52970041, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 122.05574999097735, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 109.65462494641542, "serialize_ms": 11.96466595865786, "load_ms": 2.152250031940639, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.47212501242757, "ttft_ms": 22.47212501242757, "decode_ms": 147.78091700281948}, "total_wall_ms": 303.48808399867266, "ttft_ms": 22.47212501242757, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1878589440, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6765388148, "mlx_cache_bytes": 19526808585, "process_rss_bytes": 1878589440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6765388148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-V in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3b9df3ea5001f2ee523cf98c76bdd577a7f867ac125a5aa9061420f43b6afc66", "output_hash": "7c83d5210ab19464a7e7ec5123f1e9e625b23ba70e73bb3d7a1e2ee49ab6789f"} |
| |
2542 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c3f7fb37c8cb7337a270082", "attempt_id": "dcf6ec523c2a", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:24.735542Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 40, "compress_ms": 92.95125002972782, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 40, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 52935552, "serialized_payload_bytes": 52970041, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.83966706693172, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 109.84449996612966, "serialize_ms": 13.566417037509382, "load_ms": 2.0832089940086007, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.699875011108816, "ttft_ms": 21.699875011108816, "decode_ms": 103.0593749601394}, "total_wall_ms": 259.01591591537, "ttft_ms": 21.699875011108816, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1921613824, "backend_memory": {"mlx_active_bytes": 6688776200, "mlx_peak_bytes": 6762818860, "mlx_cache_bytes": 19559642121, "process_rss_bytes": 1921613824}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6762818860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "80.8299", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3b9df3ea5001f2ee523cf98c76bdd577a7f867ac125a5aa9061420f43b6afc66", "output_hash": "25831a18464e06706bbf1bf32ee2d0e2faa38e1b5dba6b08c95e2817545e3c32"} |
| |
2543 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e9e4dd61a38b9a20effa6e70", "attempt_id": "a2f822fb9fb2", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:25.029399Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 36, "compress_ms": 90.29954194556922, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 36, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 52935552, "serialized_payload_bytes": 52970041, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 119.38270798418671, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 106.59612494055182, "serialize_ms": 12.367041083052754, "load_ms": 1.0420839535072446, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.565833943895996, "ttft_ms": 21.565833943895996, "decode_ms": 73.3930830610916}, "total_wall_ms": 223.69675000663847, "ttft_ms": 21.565833943895996, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1922711552, "backend_memory": {"mlx_active_bytes": 6688808968, "mlx_peak_bytes": 6755947412, "mlx_cache_bytes": 19559609353, "process_rss_bytes": 1922711552}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6755947412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Dagny Varga", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3b9df3ea5001f2ee523cf98c76bdd577a7f867ac125a5aa9061420f43b6afc66", "output_hash": "7da511e674d82585a78606b5e03e257586276002740cf95d7e2b45bd1f31d028"} |
| |
2544 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7ae0d981f2fc44b1a552f7c", "attempt_id": "90a586c175e8", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:25.287777Z", "task_family": "synthetic", "document_id": "syn_03023_16000", "document_hash": "6dcdc8a309dbe960e69546d93eb8d8bf0eda3b871dc830f6e35fde9329c07fc4", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03023_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10813, "keep": 2703, "window_tokens": 44, "compress_ms": 90.85429192055017, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10774, "source_tokens_receiver": 10774, "query_tokens": 44, "message_tokens": 10813, "message_utf8_bytes": 58332, "cache_tensor_bytes": 52935552, "serialized_payload_bytes": 52970041, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.0803750436753, "doc_prefill_ms": 1761.0573340207338, "compress_ms": 107.30866703670472, "serialize_ms": 13.311417074874043, "load_ms": 1.9787080818787217, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.004166967235506, "ttft_ms": 22.004166967235506, "decode_ms": 88.47283397335559}, "total_wall_ms": 242.1593340113759, "ttft_ms": 22.004166967235506, "input_usage": {"receiver_prefix_tokens": 10813, "dense_cache_bytes": 398610432, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1923006464, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6768160236, "mlx_cache_bytes": 19593481225, "process_rss_bytes": 1923006464}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6768160236, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "993970", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03023_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3b9df3ea5001f2ee523cf98c76bdd577a7f867ac125a5aa9061420f43b6afc66", "output_hash": "77d6aca847836055027df0b111e735e8e4963528256aa46c14d1ea8099dc0e64"} |
| |
2545 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b08939db7e2b42237b5eea3", "attempt_id": "f2ff34fead5b", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:26.281542Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006832997314631939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.0732499146834, "ttft_ms": 13.943583006039262, "decode_ms": 12.979416991584003}, "total_wall_ms": 49.49258407577872, "ttft_ms": 13.943583006039262, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985186304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 458852024, "process_rss_bytes": 985186304}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2546 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "08aecd55984b4b2887e16f77", "attempt_id": "5a58e3581cec", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:26.353022Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006832997314631939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.901750100776553, "ttft_ms": 13.203499955125153, "decode_ms": 13.168708072043955}, "total_wall_ms": 50.708208000287414, "ttft_ms": 13.203499955125153, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985186304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 523585208, "process_rss_bytes": 985186304}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2547 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "730cd4d52fed1cb1a7051804", "attempt_id": "4149609df727", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:26.422970Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006832997314631939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.833790910430253, "ttft_ms": 13.106541940942407, "decode_ms": 13.07033293414861}, "total_wall_ms": 50.43187492992729, "ttft_ms": 13.106541940942407, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985186304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 523585208, "process_rss_bytes": 985186304}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2548 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6970aa173a439f9d6bb828b7", "attempt_id": "6c9c393f367f", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:26.492971Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006832997314631939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.632959035225213, "ttft_ms": 13.263040920719504, "decode_ms": 13.211874989792705}, "total_wall_ms": 41.5531249018386, "ttft_ms": 13.263040920719504, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985186304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 523585208, "process_rss_bytes": 985186304}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2549 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b0bacd61b7198ec5e0d9f9f2", "attempt_id": "6fb90ce6945e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:26.555122Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006832997314631939, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.811958031728864, "ttft_ms": 13.044291990809143, "decode_ms": 13.302166946232319}, "total_wall_ms": 50.592708052136004, "ttft_ms": 13.044291990809143, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985186304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 567084728, "process_rss_bytes": 985186304}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2550 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eaa5d12300909beaab698fe1", "attempt_id": "e66467a06d01", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:26.624330Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 2143, "message_tokens": 2068, "message_utf8_bytes": 7544, "cache_tensor_bytes": null, "serialized_payload_bytes": 7544, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006709014996886253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 240.54887506645173, "ttft_ms": 13.482874957844615, "decode_ms": 135.44008403550833}, "total_wall_ms": 392.4903749721125, "ttft_ms": 13.482874957844615, "input_usage": {"receiver_prompt_tokens": 2143}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 985251840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786980, "mlx_cache_bytes": 1618823216, "process_rss_bytes": 985251840}, "peak_prefill_memory": null, "peak_decode_memory": 7054786980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-19R-1587", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "output_hash": "ec443ee9d09f3481154034f1fcaa81f8a0ac5dfe9dc889f6ac12c061317d403c"} |
| |
2551 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "394b199f4e5078344882d607", "attempt_id": "7dbf4362f99e", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:27.036038Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 2148, "message_tokens": 2068, "message_utf8_bytes": 7544, "cache_tensor_bytes": null, "serialized_payload_bytes": 7544, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006709014996886253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 240.8315830398351, "ttft_ms": 13.617250020615757, "decode_ms": 121.79312505759299}, "total_wall_ms": 379.1082090465352, "ttft_ms": 13.617250020615757, "input_usage": {"receiver_prompt_tokens": 2148}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 985268224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054787000, "mlx_cache_bytes": 1701407164, "process_rss_bytes": 985268224}, "peak_prefill_memory": null, "peak_decode_memory": 7054787000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "output_hash": "8929644842f678719485b68ca2d10d87162da6b1359cf8f68ba45a33174865df"} |
| |
2552 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "200a0b1334ad5abd381bb2fa", "attempt_id": "28300d4f198b", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:27.433875Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 2148, "message_tokens": 2068, "message_utf8_bytes": 7544, "cache_tensor_bytes": null, "serialized_payload_bytes": 7544, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006709014996886253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 240.30433304142207, "ttft_ms": 13.753834064118564, "decode_ms": 95.26808292139322}, "total_wall_ms": 352.3366251029074, "ttft_ms": 13.753834064118564, "input_usage": {"receiver_prompt_tokens": 2148}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 985268224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054787000, "mlx_cache_bytes": 1701407164, "process_rss_bytes": 985268224}, "peak_prefill_memory": null, "peak_decode_memory": 7054787000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2553 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1ad2346f3d0efb41ad790c00", "attempt_id": "3cc5a1736344", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:27.806418Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 2143, "message_tokens": 2068, "message_utf8_bytes": 7544, "cache_tensor_bytes": null, "serialized_payload_bytes": 7544, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006709014996886253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 238.86095895431936, "ttft_ms": 13.611749978736043, "decode_ms": 107.67866694368422}, "total_wall_ms": 363.04262501653284, "ttft_ms": 13.611749978736043, "input_usage": {"receiver_prompt_tokens": 2143}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 985284608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786980, "mlx_cache_bytes": 1701407164, "process_rss_bytes": 985284608}, "peak_prefill_memory": null, "peak_decode_memory": 7054786980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "output_hash": "08bee3515cc08e219baf175bc99b7985005f7f0bdd1f9383614e8232fcfa8619"} |
| |
2554 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "092803a9b1a684e26147c055", "attempt_id": "b425e3dc940f", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:28.189262Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 2149, "message_tokens": 2068, "message_utf8_bytes": 7544, "cache_tensor_bytes": null, "serialized_payload_bytes": 7544, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006709014996886253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 240.09570805355906, "ttft_ms": 13.573749922215939, "decode_ms": 94.34466692619026}, "total_wall_ms": 350.99829209502786, "ttft_ms": 13.573749922215939, "input_usage": {"receiver_prompt_tokens": 2149}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 985284608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054787004, "mlx_cache_bytes": 1756465996, "process_rss_bytes": 985284608}, "peak_prefill_memory": null, "peak_decode_memory": 7054787004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6009480", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "output_hash": "925ebdb42a0311d11ea73517fd780f133bed1e6fad2f9f6d66408fe5dba57a45"} |
| |
2555 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a030501146ef34e351f0255c", "attempt_id": "11ab9f4829d6", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:28.561249Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 2068}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1783, "cache_tensor_bytes": null, "serialized_payload_bytes": 1783, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2552080443128943, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.4462499814108, "ttft_ms": 13.258625054731965, "decode_ms": 13.404875062406063}, "total_wall_ms": 97.24104206543416, "ttft_ms": 13.258625054731965, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985317376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579925080, "mlx_cache_bytes": 2096941900, "process_rss_bytes": 985317376}, "peak_prefill_memory": null, "peak_decode_memory": 6579925080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11c2fd7de0f61c5cb9fd014c55f059e66bc880a09dd3a057f652f1c3c8fc4ac4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2556 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "19e16e06e4486251363a8760", "attempt_id": "d6f6da94afeb", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:28.677210Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 2068}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 1783, "cache_tensor_bytes": null, "serialized_payload_bytes": 1783, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2552080443128943, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.99195797834545, "ttft_ms": 14.06741701066494, "decode_ms": 13.18795804399997}, "total_wall_ms": 98.3025839086622, "ttft_ms": 14.06741701066494, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985317376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567882840, "mlx_cache_bytes": 2427636556, "process_rss_bytes": 985317376}, "peak_prefill_memory": null, "peak_decode_memory": 6567882840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11c2fd7de0f61c5cb9fd014c55f059e66bc880a09dd3a057f652f1c3c8fc4ac4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2557 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "728260f8cd21433063524ae4", "attempt_id": "85491b06b192", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:28.794907Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 2068}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 1783, "cache_tensor_bytes": null, "serialized_payload_bytes": 1783, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2552080443128943, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.76374995429069, "ttft_ms": 13.394166948273778, "decode_ms": 93.8694579526782}, "total_wall_ms": 178.11808304395527, "ttft_ms": 13.394166948273778, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 985350144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567882840, "mlx_cache_bytes": 2427636556, "process_rss_bytes": 985350144}, "peak_prefill_memory": null, "peak_decode_memory": 6567882840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "42.6485", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11c2fd7de0f61c5cb9fd014c55f059e66bc880a09dd3a057f652f1c3c8fc4ac4", "output_hash": "b44bf9dddfbfce1af810d3efd299b79e1a923169d20332b14494cb7842e86e8f"} |
| |
2558 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cbb72a52658bdf47eb4ebb33", "attempt_id": "c91c92b92088", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:28.991902Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 2068}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1783, "cache_tensor_bytes": null, "serialized_payload_bytes": 1783, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2552080443128943, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.41862497478724, "ttft_ms": 13.216582941822708, "decode_ms": 13.510917080566287}, "total_wall_ms": 97.26116701494902, "ttft_ms": 13.216582941822708, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985350144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579925080, "mlx_cache_bytes": 2427636556, "process_rss_bytes": 985350144}, "peak_prefill_memory": null, "peak_decode_memory": 6579925080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11c2fd7de0f61c5cb9fd014c55f059e66bc880a09dd3a057f652f1c3c8fc4ac4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2559 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "26cb28f8721597374de36d57", "attempt_id": "7c772493e2b8", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:29.107931Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 2068}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 1783, "cache_tensor_bytes": null, "serialized_payload_bytes": 1783, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2552080443128943, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.20254095550627, "ttft_ms": 13.535500038415194, "decode_ms": 13.454832951538265}, "total_wall_ms": 98.2444160617888, "ttft_ms": 13.535500038415194, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985366528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569144408, "mlx_cache_bytes": 2794015564, "process_rss_bytes": 985366528}, "peak_prefill_memory": null, "peak_decode_memory": 6569144408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "11c2fd7de0f61c5cb9fd014c55f059e66bc880a09dd3a057f652f1c3c8fc4ac4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2560 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5f6cd20650e027de5fb5b785", "attempt_id": "c1b80ae1fee1", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:29.227076Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 587, "message_tokens": 511, "message_utf8_bytes": 1270, "cache_tensor_bytes": null, "serialized_payload_bytes": 1270, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7454170156270266, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.80462500359863, "ttft_ms": 13.512833043932915, "decode_ms": 13.433083891868591}, "total_wall_ms": 97.74708293844014, "ttft_ms": 13.512833043932915, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985382912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562476120, "mlx_cache_bytes": 3136506700, "process_rss_bytes": 985382912}, "peak_prefill_memory": null, "peak_decode_memory": 6562476120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb0ed2bd74ff82d73094f0c5a40d43b7933204101b6c77b5fd75590acd1cb52b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2561 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "43bf03efa68b2ba3cdeeecce", "attempt_id": "b705212dde2b", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:29.343479Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 592, "message_tokens": 511, "message_utf8_bytes": 1270, "cache_tensor_bytes": null, "serialized_payload_bytes": 1270, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7454170156270266, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.75462497211993, "ttft_ms": 13.468959019519389, "decode_ms": 13.14291707240045}, "total_wall_ms": 97.40733390208334, "ttft_ms": 13.468959019519389, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985399296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582923352, "mlx_cache_bytes": 3406678860, "process_rss_bytes": 985399296}, "peak_prefill_memory": null, "peak_decode_memory": 6582923352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb0ed2bd74ff82d73094f0c5a40d43b7933204101b6c77b5fd75590acd1cb52b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2562 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9f5ec107b8829422a1b79b2b", "attempt_id": "e44aa6dc14ca", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:29.460221Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 592, "message_tokens": 511, "message_utf8_bytes": 1270, "cache_tensor_bytes": null, "serialized_payload_bytes": 1270, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7454170156270266, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.68258298002183, "ttft_ms": 13.263292028568685, "decode_ms": 13.401499949395657}, "total_wall_ms": 97.37624996341765, "ttft_ms": 13.263292028568685, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985415680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582906968, "mlx_cache_bytes": 3409103692, "process_rss_bytes": 985415680}, "peak_prefill_memory": null, "peak_decode_memory": 6582906968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb0ed2bd74ff82d73094f0c5a40d43b7933204101b6c77b5fd75590acd1cb52b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2563 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "467de4981f6e515d56c28e1f", "attempt_id": "4ef9ec075eb0", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:29.576499Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 587, "message_tokens": 511, "message_utf8_bytes": 1270, "cache_tensor_bytes": null, "serialized_payload_bytes": 1270, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7454170156270266, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.36083396431059, "ttft_ms": 13.459208072163165, "decode_ms": 106.72291601076722}, "total_wall_ms": 190.5272089643404, "ttft_ms": 13.459208072163165, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 985432064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562476120, "mlx_cache_bytes": 3409103692, "process_rss_bytes": 985432064}, "peak_prefill_memory": null, "peak_decode_memory": 6562476120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb0ed2bd74ff82d73094f0c5a40d43b7933204101b6c77b5fd75590acd1cb52b", "output_hash": "08bee3515cc08e219baf175bc99b7985005f7f0bdd1f9383614e8232fcfa8619"} |
| |
2564 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79f4e24c741f1f95479d7ab8", "attempt_id": "db55d5e69d49", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:29.785662Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 593, "message_tokens": 511, "message_utf8_bytes": 1270, "cache_tensor_bytes": null, "serialized_payload_bytes": 1270, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7454170156270266, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.57520905416459, "ttft_ms": 13.198624947108328, "decode_ms": 119.89850003737956}, "total_wall_ms": 203.66979099344462, "ttft_ms": 13.198624947108328, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 985448448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566113368, "mlx_cache_bytes": 3652897612, "process_rss_bytes": 985448448}, "peak_prefill_memory": null, "peak_decode_memory": 6566113368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,009,480", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eb0ed2bd74ff82d73094f0c5a40d43b7933204101b6c77b5fd75590acd1cb52b", "output_hash": "30b20d9aae4d7b0587edeefdc2a9a159f73faf6e2570f1d408a415fe92cbf45e"} |
| |
2565 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a10761fc92490e2c48dbf0a1", "attempt_id": "ef0150efaf78", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:30.008137Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 588, "message_tokens": 512, "message_utf8_bytes": 1331, "cache_tensor_bytes": null, "serialized_payload_bytes": 1331, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.407208968885243, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.58912499248981, "ttft_ms": 13.552209013141692, "decode_ms": 134.31120896711946}, "total_wall_ms": 220.08683299645782, "ttft_ms": 13.552209013141692, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 985464832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562869336, "mlx_cache_bytes": 3894627148, "process_rss_bytes": 985464832}, "peak_prefill_memory": null, "peak_decode_memory": 6562869336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-19R-1587", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69b205c5efb6a844b7f7cebfe4c6823504ee9a0fcc039d98ee63829cd4cb1a1d", "output_hash": "ec443ee9d09f3481154034f1fcaa81f8a0ac5dfe9dc889f6ac12c061317d403c"} |
| |
2566 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b58486fb6b343f9d46b9a8bb", "attempt_id": "0d4251c4eb45", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:30.247469Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 585, "message_tokens": 504, "message_utf8_bytes": 1624, "cache_tensor_bytes": null, "serialized_payload_bytes": 1624, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0060409549623728, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.24495904240757, "ttft_ms": 13.262290973216295, "decode_ms": 121.2689159438014}, "total_wall_ms": 205.81966603640467, "ttft_ms": 13.262290973216295, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 985481216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561198168, "mlx_cache_bytes": 4149431116, "process_rss_bytes": 985481216}, "peak_prefill_memory": null, "peak_decode_memory": 6561198168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P in Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "26beb7fdc0c204f65a6a23044b69e8295a90be8c55994fca059c5c7a7c52a900", "output_hash": "9518d970e1c885bf38b7e7cfd044a900578732f1ba506e49a2950460792c60ee"} |
| |
2567 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d1804791665b41acbca9d10f", "attempt_id": "9367b0d059b8", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:30.471420Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 576, "message_tokens": 495, "message_utf8_bytes": 1334, "cache_tensor_bytes": null, "serialized_payload_bytes": 1334, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9702090173959732, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.63954199757427, "ttft_ms": 13.818333041854203, "decode_ms": 92.83833298832178}, "total_wall_ms": 175.24250003043562, "ttft_ms": 13.818333041854203, "input_usage": {"receiver_prompt_tokens": 576}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 985497600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555005016, "mlx_cache_bytes": 4485335884, "process_rss_bytes": 985497600}, "peak_prefill_memory": null, "peak_decode_memory": 6555005016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1f4722005c44cc48d812532746c6a78126ea71582051924e61f9e2b3a3ce9fc", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2568 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "78f4837a9a29682c3ad91d50", "attempt_id": "29c787e59bb7", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:30.665688Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 18}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 580, "message_tokens": 504, "message_utf8_bytes": 1479, "cache_tensor_bytes": null, "serialized_payload_bytes": 1479, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9198340121656656, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.66691697016358, "ttft_ms": 13.256249949336052, "decode_ms": 107.15587507002056}, "total_wall_ms": 192.01016705483198, "ttft_ms": 13.256249949336052, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 985497600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557954136, "mlx_cache_bytes": 4823698252, "process_rss_bytes": 985497600}, "peak_prefill_memory": null, "peak_decode_memory": 6557954136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b42399bfb4ba0a4c3364308ebc86f8bb3610ef34de93915f9bc01806df3344f2", "output_hash": "08bee3515cc08e219baf175bc99b7985005f7f0bdd1f9383614e8232fcfa8619"} |
| |
2569 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b00d66493dac6aa5eb6c117a", "attempt_id": "113642aee61f", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:30.876969Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 582, "message_tokens": 500, "message_utf8_bytes": 1263, "cache_tensor_bytes": null, "serialized_payload_bytes": 1263, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.051749917678535, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.54804190900177, "ttft_ms": 13.367207953706384, "decode_ms": 93.22970907669514}, "total_wall_ms": 178.46900003496557, "ttft_ms": 13.367207953706384, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 985497600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579138648, "mlx_cache_bytes": 5084498764, "process_rss_bytes": 985497600}, "peak_prefill_memory": null, "peak_decode_memory": 6579138648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6009480", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "487e94da11f321a8b3cfa4df91ba62b764dd5cdccffab8cfa6609e93329fe332", "output_hash": "925ebdb42a0311d11ea73517fd780f133bed1e6fad2f9f6d66408fe5dba57a45"} |
| |
2570 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4cba382785706350643ee6e3", "attempt_id": "8076b81f8be2", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:38.327673Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1500, "cache_tensor_bytes": null, "serialized_payload_bytes": 1500, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7252.435584086925, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.87008301075548, "ttft_ms": 13.784499955363572, "decode_ms": 13.776332954876125}, "total_wall_ms": 98.95862499251962, "ttft_ms": 13.784499955363572, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2184, "sender_output_tokens": 512, "sender_prefill_ms": 246.2049579480663, "sender_ttft_ms": 13.465749914757907, "sender_decode_ms": 6991.0508340690285}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985759744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582906968, "mlx_cache_bytes": 5390167400, "process_rss_bytes": 985759744}, "peak_prefill_memory": null, "peak_decode_memory": 6582906968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3e7433a36d356119338a0cf07ea1bbefc80e17055d583d0cbc7b9147ae2ecf6f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2571 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4b782aa56420a5e20b81d194", "attempt_id": "87761514302a", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:38.447876Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1500, "cache_tensor_bytes": null, "serialized_payload_bytes": 1500, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7252.435584086925, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.55504103098065, "ttft_ms": 13.421749928966165, "decode_ms": 13.585916021838784}, "total_wall_ms": 97.75383293163031, "ttft_ms": 13.421749928966165, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2184, "sender_output_tokens": 512, "sender_prefill_ms": 246.2049579480663, "sender_ttft_ms": 13.465749914757907, "sender_decode_ms": 6991.0508340690285}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985759744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567931992, "mlx_cache_bytes": 5635534184, "process_rss_bytes": 985759744}, "peak_prefill_memory": null, "peak_decode_memory": 6567931992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3e7433a36d356119338a0cf07ea1bbefc80e17055d583d0cbc7b9147ae2ecf6f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2572 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7adeeb6a850c54efaeb510e4", "attempt_id": "404d0959a2dc", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:38.565559Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1500, "cache_tensor_bytes": null, "serialized_payload_bytes": 1500, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7252.435584086925, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.6450830437243, "ttft_ms": 13.667249935679138, "decode_ms": 93.54308398906142}, "total_wall_ms": 178.02395799662918, "ttft_ms": 13.667249935679138, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2184, "sender_output_tokens": 512, "sender_prefill_ms": 246.2049579480663, "sender_ttft_ms": 13.465749914757907, "sender_decode_ms": 6991.0508340690285}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 985759744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567931992, "mlx_cache_bytes": 5635534184, "process_rss_bytes": 985759744}, "peak_prefill_memory": null, "peak_decode_memory": 6567931992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3e7433a36d356119338a0cf07ea1bbefc80e17055d583d0cbc7b9147ae2ecf6f", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2573 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "337932391f6f5c5baf380861", "attempt_id": "eadbd69406f7", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:38.763320Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1500, "cache_tensor_bytes": null, "serialized_payload_bytes": 1500, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7252.435584086925, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.55087499227375, "ttft_ms": 13.555457931943238, "decode_ms": 13.630500063300133}, "total_wall_ms": 97.82116604037583, "ttft_ms": 13.555457931943238, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2184, "sender_output_tokens": 512, "sender_prefill_ms": 246.2049579480663, "sender_ttft_ms": 13.465749914757907, "sender_decode_ms": 6991.0508340690285}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 985776128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582906968, "mlx_cache_bytes": 5635534184, "process_rss_bytes": 985776128}, "peak_prefill_memory": null, "peak_decode_memory": 6582906968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3e7433a36d356119338a0cf07ea1bbefc80e17055d583d0cbc7b9147ae2ecf6f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2574 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7844107c7732fc04d7523956", "attempt_id": "8b21c59d56c2", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:38.880403Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1500, "cache_tensor_bytes": null, "serialized_payload_bytes": 1500, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7252.435584086925, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.77066595572978, "ttft_ms": 13.711625011637807, "decode_ms": 120.21404202096164}, "total_wall_ms": 204.79245798196644, "ttft_ms": 13.711625011637807, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 2184, "sender_output_tokens": 512, "sender_prefill_ms": 246.2049579480663, "sender_ttft_ms": 13.465749914757907, "sender_decode_ms": 6991.0508340690285}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 985776128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569160792, "mlx_cache_bytes": 5881490792, "process_rss_bytes": 985776128}, "peak_prefill_memory": null, "peak_decode_memory": 6569160792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,009,480", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3e7433a36d356119338a0cf07ea1bbefc80e17055d583d0cbc7b9147ae2ecf6f", "output_hash": "30b20d9aae4d7b0587edeefdc2a9a159f73faf6e2570f1d408a415fe92cbf45e"} |
| |
2575 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4d9cc2272a6207fe0e284c20", "attempt_id": "50f952982da2", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:39.105134Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 233, "message_tokens": 153, "message_utf8_bytes": 441, "cache_tensor_bytes": null, "serialized_payload_bytes": 441, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2356.280834064819, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.81104192137718, "ttft_ms": 13.414917048066854, "decode_ms": 133.04741692263633}, "total_wall_ms": 2536.203083000146, "ttft_ms": 13.414917048066854, "input_usage": {"receiver_prompt_tokens": 233, "sender_input_tokens": 2180, "sender_output_tokens": 153, "sender_prefill_ms": 246.30391597747803, "sender_ttft_ms": 13.58195801731199, "sender_decode_ms": 2094.5910839363933}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 985841664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6367306768, "mlx_cache_bytes": 6149206280, "process_rss_bytes": 985841664}, "peak_prefill_memory": null, "peak_decode_memory": 6367306768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-19R-1587", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fdb17fbbe3dbfb5c84316adb5590aefd1e3c4a3be2010c5fcf0ea3626b7a49de", "output_hash": "ec443ee9d09f3481154034f1fcaa81f8a0ac5dfe9dc889f6ac12c061317d403c"} |
| |
2576 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e6ec704b2138da969feae27a", "attempt_id": "c200669dfabf", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:41.661230Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1255, "cache_tensor_bytes": null, "serialized_payload_bytes": 1255, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7258.19395808503, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.21387510374188, "ttft_ms": 13.756457949057221, "decode_ms": 119.50766702648252}, "total_wall_ms": 7463.201083941385, "ttft_ms": 13.756457949057221, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2185, "sender_output_tokens": 512, "sender_prefill_ms": 246.77295808214694, "sender_ttft_ms": 13.698291964828968, "sender_decode_ms": 6995.872791972943}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 986103808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567931992, "mlx_cache_bytes": 6223926056, "process_rss_bytes": 986103808}, "peak_prefill_memory": null, "peak_decode_memory": 6567931992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P in Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "42576b5f8e01830e0fc2c3625baeded5d50a8c06a771a46d55c395d4e64dd3f1", "output_hash": "9518d970e1c885bf38b7e7cfd044a900578732f1ba506e49a2950460792c60ee"} |
| |
2577 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fd03653781d0a87ba2318b34", "attempt_id": "80177f1b0e32", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:49.144387Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 136, "message_tokens": 52, "message_utf8_bytes": 243, "cache_tensor_bytes": null, "serialized_payload_bytes": 243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 968.0288750678301, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.55358398705721, "ttft_ms": 13.534625060856342, "decode_ms": 92.02966594602913}, "total_wall_ms": 1104.6168750617653, "ttft_ms": 13.534625060856342, "input_usage": {"receiver_prompt_tokens": 136, "sender_input_tokens": 2185, "sender_output_tokens": 52, "sender_prefill_ms": 245.60904200188816, "sender_ttft_ms": 13.495083898305893, "sender_decode_ms": 707.2204579599202}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 986103808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6291235856, "mlx_cache_bytes": 6223926056, "process_rss_bytes": 986103808}, "peak_prefill_memory": null, "peak_decode_memory": 6291235856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db793ea6f668936d1da20f575ed761474da129a9f15b05e7cf72b7015591e51a", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2578 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a23ed98e7663db61a273b094", "attempt_id": "cc552d26ef4a", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:57.534567Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 443, "message_tokens": 352, "message_utf8_bytes": 814, "cache_tensor_bytes": null, "serialized_payload_bytes": 814, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7265.138667076826, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.07095798384398, "ttft_ms": 13.26520903967321, "decode_ms": 13.540790998376906}, "total_wall_ms": 82.8327089548111, "ttft_ms": 13.26520903967321, "input_usage": {"receiver_prompt_tokens": 443, "sender_input_tokens": 2212, "sender_output_tokens": 512, "sender_prefill_ms": 248.37287503760308, "sender_ttft_ms": 13.491165940649807, "sender_decode_ms": 7000.762458075769}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 986234880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6542731096, "mlx_cache_bytes": 6728023196, "process_rss_bytes": 986234880}, "peak_prefill_memory": null, "peak_decode_memory": 6542731096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5adba18b2164c09e1c468233aff8b21706882a4e52c0c2c02b6701e5659f7250", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2579 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9de5a03f0391535cd18b77fc", "attempt_id": "24cb7328a12b", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:57.637495Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 448, "message_tokens": 352, "message_utf8_bytes": 814, "cache_tensor_bytes": null, "serialized_payload_bytes": 814, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7265.138667076826, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.19237504247576, "ttft_ms": 13.24466709047556, "decode_ms": 13.733458006754518}, "total_wall_ms": 82.15087500866503, "ttft_ms": 13.24466709047556, "input_usage": {"receiver_prompt_tokens": 448, "sender_input_tokens": 2212, "sender_output_tokens": 512, "sender_prefill_ms": 248.37287503760308, "sender_ttft_ms": 13.491165940649807, "sender_decode_ms": 7000.762458075769}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 986234880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546450284, "mlx_cache_bytes": 7078118296, "process_rss_bytes": 986234880}, "peak_prefill_memory": null, "peak_decode_memory": 6546450284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5adba18b2164c09e1c468233aff8b21706882a4e52c0c2c02b6701e5659f7250", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2580 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0481aec4cb94b3d81ee4c5b4", "attempt_id": "b46189a77b6c", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:57.739923Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 448, "message_tokens": 352, "message_utf8_bytes": 814, "cache_tensor_bytes": null, "serialized_payload_bytes": 814, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7265.138667076826, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.549624979496, "ttft_ms": 13.247083057649434, "decode_ms": 14.025832992047071}, "total_wall_ms": 81.76874998025596, "ttft_ms": 13.247083057649434, "input_usage": {"receiver_prompt_tokens": 448, "sender_input_tokens": 2212, "sender_output_tokens": 512, "sender_prefill_ms": 248.37287503760308, "sender_ttft_ms": 13.491165940649807, "sender_decode_ms": 7000.762458075769}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 986234880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546450284, "mlx_cache_bytes": 7078118296, "process_rss_bytes": 986234880}, "peak_prefill_memory": null, "peak_decode_memory": 6546450284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5adba18b2164c09e1c468233aff8b21706882a4e52c0c2c02b6701e5659f7250", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2581 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b84b0cbdc4289d12cabe296d", "attempt_id": "964ea399fe87", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:57.841699Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 443, "message_tokens": 352, "message_utf8_bytes": 814, "cache_tensor_bytes": null, "serialized_payload_bytes": 814, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7265.138667076826, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.405834012664855, "ttft_ms": 13.505041948519647, "decode_ms": 13.534124940633774}, "total_wall_ms": 81.36554097291082, "ttft_ms": 13.505041948519647, "input_usage": {"receiver_prompt_tokens": 443, "sender_input_tokens": 2212, "sender_output_tokens": 512, "sender_prefill_ms": 248.37287503760308, "sender_ttft_ms": 13.491165940649807, "sender_decode_ms": 7000.762458075769}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 986234880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6542731096, "mlx_cache_bytes": 7078118296, "process_rss_bytes": 986234880}, "peak_prefill_memory": null, "peak_decode_memory": 6542731096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5adba18b2164c09e1c468233aff8b21706882a4e52c0c2c02b6701e5659f7250", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2582 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97149b52548248d170696582", "attempt_id": "70fa287822b7", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:57.942479Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 449, "message_tokens": 352, "message_utf8_bytes": 814, "cache_tensor_bytes": null, "serialized_payload_bytes": 814, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7265.138667076826, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.29429102130234, "ttft_ms": 13.339375029318035, "decode_ms": 13.339958037249744}, "total_wall_ms": 80.92133305035532, "ttft_ms": 13.339375029318035, "input_usage": {"receiver_prompt_tokens": 449, "sender_input_tokens": 2212, "sender_output_tokens": 512, "sender_prefill_ms": 248.37287503760308, "sender_ttft_ms": 13.491165940649807, "sender_decode_ms": 7000.762458075769}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 986234880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546843504, "mlx_cache_bytes": 7324011160, "process_rss_bytes": 986234880}, "peak_prefill_memory": null, "peak_decode_memory": 6546843504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5adba18b2164c09e1c468233aff8b21706882a4e52c0c2c02b6701e5659f7250", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2583 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eb964db339c42cfe499e5215", "attempt_id": "cbce7965a2f8", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:58.042760Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 143, "message_tokens": 52, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1206.7224161000922, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.785624985583127, "ttft_ms": 13.41766701079905, "decode_ms": 131.9679169682786}, "total_wall_ms": 1383.3741249982268, "ttft_ms": 13.41766701079905, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 2221, "sender_output_tokens": 69, "sender_prefill_ms": 249.84475004021078, "sender_ttft_ms": 13.440374983474612, "sender_decode_ms": 941.5914160199463}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 986251264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6296642576, "mlx_cache_bytes": 7574891848, "process_rss_bytes": 986251264}, "peak_prefill_memory": null, "peak_decode_memory": 6296642576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-19R-1587", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4626185576febf4be8e5147b410ea2b1d738bd86bae62d1a90a652f8bcd0d9a0", "output_hash": "ec443ee9d09f3481154034f1fcaa81f8a0ac5dfe9dc889f6ac12c061317d403c"} |
| |
2584 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "45ef67f39381a8454348b4f5", "attempt_id": "0f85318d6563", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:05:59.444832Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 146, "message_tokens": 50, "message_utf8_bytes": 109, "cache_tensor_bytes": null, "serialized_payload_bytes": 109, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1152.0470830146223, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.032250029966235, "ttft_ms": 13.382083969190717, "decode_ms": 120.28412497602403}, "total_wall_ms": 1317.241584067233, "ttft_ms": 13.382083969190717, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 2226, "sender_output_tokens": 65, "sender_prefill_ms": 249.7545420192182, "sender_ttft_ms": 13.49170901812613, "sender_decode_ms": 887.0587920537218}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 986267648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299477008, "mlx_cache_bytes": 7827083276, "process_rss_bytes": 986267648}, "peak_prefill_memory": null, "peak_decode_memory": 6299477008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P in Amos", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5df571e24535b4bce1ce572f5d575dd80353f49146c4eaaeb5686f43860e987d", "output_hash": "9518d970e1c885bf38b7e7cfd044a900578732f1ba506e49a2950460792c60ee"} |
| |
2585 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc5ade57a30af027c87f7d94", "attempt_id": "928aac44fcb9", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:00.781795Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 144, "message_tokens": 48, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1257.3432499775663, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.839625047519803, "ttft_ms": 13.558292062953115, "decode_ms": 94.09512497950345}, "total_wall_ms": 1396.3119159452617, "ttft_ms": 13.558292062953115, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 2226, "sender_output_tokens": 73, "sender_prefill_ms": 248.67991695646197, "sender_ttft_ms": 13.712874962948263, "sender_decode_ms": 993.1835830211639}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 986267648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297429008, "mlx_cache_bytes": 7905857548, "process_rss_bytes": 986267648}, "peak_prefill_memory": null, "peak_decode_memory": 6297429008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "99cfc2d762ca0ce1c767a8a9a72e816ac3486755b0ca099166384716742f679b", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2586 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f168fee836032f0478612d11", "attempt_id": "36eb0d3658d4", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:02.197526Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 1117, "message_tokens": 1041, "message_utf8_bytes": 685, "cache_tensor_bytes": null, "serialized_payload_bytes": 685, "side_information_bytes": 0, "fetched_bytes": 1637, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028292066417634487, "decode_payload_ms": 0.0, "receiver_prefill_ms": 118.27179207466543, "ttft_ms": 13.378000003285706, "decode_ms": 13.457374996505678}, "total_wall_ms": 147.97066699247807, "ttft_ms": 13.378000003285706, "input_usage": {"receiver_prompt_tokens": 1117, "sender_input_tokens": 2212, "sender_output_tokens": 512, "sender_prefill_ms": 248.37287503760308, "sender_ttft_ms": 13.491165940649807, "sender_decode_ms": 7000.762458075769}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 986447872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6860701772, "mlx_cache_bytes": 8572375052, "process_rss_bytes": 986447872}, "peak_prefill_memory": null, "peak_decode_memory": 6860701772, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1637, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b7ef5c5359fee480bfa332664bbf53dc7af5762d5d40ca104e861abfcce661e6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2587 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "78638ddeffae33eae4d9bb4c", "attempt_id": "1477f94c4949", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:02.365796Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 1122, "message_tokens": 1041, "message_utf8_bytes": 685, "cache_tensor_bytes": null, "serialized_payload_bytes": 685, "side_information_bytes": 0, "fetched_bytes": 1637, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028292066417634487, "decode_payload_ms": 0.0, "receiver_prefill_ms": 121.34416599292308, "ttft_ms": 13.40958394575864, "decode_ms": 13.619291945360601}, "total_wall_ms": 149.8798750108108, "ttft_ms": 13.40958394575864, "input_usage": {"receiver_prompt_tokens": 1122, "sender_input_tokens": 2212, "sender_output_tokens": 512, "sender_prefill_ms": 248.37287503760308, "sender_ttft_ms": 13.491165940649807, "sender_decode_ms": 7000.762458075769}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 986464256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6864076876, "mlx_cache_bytes": 9231978508, "process_rss_bytes": 986464256}, "peak_prefill_memory": null, "peak_decode_memory": 6864076876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1637, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "469eee9f226c9ce2a3afb951c8b5bf4421ce1a9f9bc105ccae5ff13d06fc4088", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2588 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "605d0e960b870df86cb7b168", "attempt_id": "c95f14eaced9", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:02.535090Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 1108, "message_tokens": 1027, "message_utf8_bytes": 685, "cache_tensor_bytes": null, "serialized_payload_bytes": 685, "side_information_bytes": 0, "fetched_bytes": 1630, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028292066417634487, "decode_payload_ms": 0.0, "receiver_prefill_ms": 118.11287491582334, "ttft_ms": 13.36945896036923, "decode_ms": 95.86200001649559}, "total_wall_ms": 229.37312501017004, "ttft_ms": 13.36945896036923, "input_usage": {"receiver_prompt_tokens": 1108, "sender_input_tokens": 2212, "sender_output_tokens": 512, "sender_prefill_ms": 248.37287503760308, "sender_ttft_ms": 13.491165940649807, "sender_decode_ms": 7000.762458075769}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 986497024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6855786572, "mlx_cache_bytes": 9882963980, "process_rss_bytes": 986497024}, "peak_prefill_memory": null, "peak_decode_memory": 6855786572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1630, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8bc3135dac6d23414ea678830412a284d24f8aac764fcdf42dd9eb16be47d676", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2589 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d1675efb0c918cb6a8a3af9c", "attempt_id": "b25ceab87b75", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:02.783980Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 1117, "message_tokens": 1041, "message_utf8_bytes": 685, "cache_tensor_bytes": null, "serialized_payload_bytes": 685, "side_information_bytes": 0, "fetched_bytes": 1637, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028292066417634487, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.46004200540483, "ttft_ms": 13.454707921482623, "decode_ms": 13.690292020328343}, "total_wall_ms": 146.12841606140137, "ttft_ms": 13.454707921482623, "input_usage": {"receiver_prompt_tokens": 1117, "sender_input_tokens": 2212, "sender_output_tokens": 512, "sender_prefill_ms": 248.37287503760308, "sender_ttft_ms": 13.491165940649807, "sender_decode_ms": 7000.762458075769}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 986513408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6860669004, "mlx_cache_bytes": 9882963980, "process_rss_bytes": 986513408}, "peak_prefill_memory": null, "peak_decode_memory": 6860669004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1637, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d2fc8f819ebfed94571bcfbd09410427bd7c274484e860f3dab2feef5b873908", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2590 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f4ab00775626f425763fcf21", "attempt_id": "220c86fc2519", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:02.949539Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 1123, "message_tokens": 1041, "message_utf8_bytes": 685, "cache_tensor_bytes": null, "serialized_payload_bytes": 685, "side_information_bytes": 0, "fetched_bytes": 1637, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028292066417634487, "decode_payload_ms": 0.0, "receiver_prefill_ms": 121.21945805847645, "ttft_ms": 13.507709023542702, "decode_ms": 13.521500048227608}, "total_wall_ms": 149.8223750386387, "ttft_ms": 13.507709023542702, "input_usage": {"receiver_prompt_tokens": 1123, "sender_input_tokens": 2212, "sender_output_tokens": 512, "sender_prefill_ms": 248.37287503760308, "sender_ttft_ms": 13.491165940649807, "sender_decode_ms": 7000.762458075769}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 986513408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6864371788, "mlx_cache_bytes": 10344894476, "process_rss_bytes": 986513408}, "peak_prefill_memory": null, "peak_decode_memory": 6864371788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1637, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d2fc8f819ebfed94571bcfbd09410427bd7c274484e860f3dab2feef5b873908", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2591 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5a8695831ad1ab92e33199c6", "attempt_id": "7198089eacf7", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:03.118898Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7034855179185078}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 2143, "message_tokens": 2068, "message_utf8_bytes": 7544, "cache_tensor_bytes": null, "serialized_payload_bytes": 2037, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.06137497257441282, "decode_payload_ms": 0.013166922144591808, "receiver_prefill_ms": 240.07804109714925, "ttft_ms": 13.360167038626969, "decode_ms": 135.52587502636015}, "total_wall_ms": 391.86099998187274, "ttft_ms": 13.360167038626969, "input_usage": {"receiver_prompt_tokens": 2143}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 986529792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786980, "mlx_cache_bytes": 10344894476, "process_rss_bytes": 986529792}, "peak_prefill_memory": null, "peak_decode_memory": 7054786980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-19R-1587", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "output_hash": "ec443ee9d09f3481154034f1fcaa81f8a0ac5dfe9dc889f6ac12c061317d403c"} |
| |
2592 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51ff54c69dfbad82febe854b", "attempt_id": "068068ac6231", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:03.530088Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7034855179185078}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 2148, "message_tokens": 2068, "message_utf8_bytes": 7544, "cache_tensor_bytes": null, "serialized_payload_bytes": 2037, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.06137497257441282, "decode_payload_ms": 0.013166922144591808, "receiver_prefill_ms": 240.19016604870558, "ttft_ms": 13.563917018473148, "decode_ms": 122.59874993469566}, "total_wall_ms": 379.2629170930013, "ttft_ms": 13.563917018473148, "input_usage": {"receiver_prompt_tokens": 2148}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 986529792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054787000, "mlx_cache_bytes": 10344894476, "process_rss_bytes": 986529792}, "peak_prefill_memory": null, "peak_decode_memory": 7054787000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "output_hash": "8929644842f678719485b68ca2d10d87162da6b1359cf8f68ba45a33174865df"} |
| |
2593 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "450dbc9080a3c1f41b09de2a", "attempt_id": "8ea3aa25239f", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:03.928773Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7034855179185078}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 2148, "message_tokens": 2068, "message_utf8_bytes": 7544, "cache_tensor_bytes": null, "serialized_payload_bytes": 2037, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.06137497257441282, "decode_payload_ms": 0.013166922144591808, "receiver_prefill_ms": 239.92308403830975, "ttft_ms": 13.37691699154675, "decode_ms": 95.51620902493596}, "total_wall_ms": 351.80566704366356, "ttft_ms": 13.37691699154675, "input_usage": {"receiver_prompt_tokens": 2148}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 986529792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054787000, "mlx_cache_bytes": 10344894476, "process_rss_bytes": 986529792}, "peak_prefill_memory": null, "peak_decode_memory": 7054787000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2594 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "531c09be481ed7e231fd033f", "attempt_id": "f56830db4b99", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:04.299767Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7034855179185078}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 2143, "message_tokens": 2068, "message_utf8_bytes": 7544, "cache_tensor_bytes": null, "serialized_payload_bytes": 2037, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.06137497257441282, "decode_payload_ms": 0.013166922144591808, "receiver_prefill_ms": 239.05154189560562, "ttft_ms": 13.705833931453526, "decode_ms": 108.26795792672783}, "total_wall_ms": 364.002832910046, "ttft_ms": 13.705833931453526, "input_usage": {"receiver_prompt_tokens": 2143}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 986529792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786980, "mlx_cache_bytes": 10344894476, "process_rss_bytes": 986529792}, "peak_prefill_memory": null, "peak_decode_memory": 7054786980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "output_hash": "08bee3515cc08e219baf175bc99b7985005f7f0bdd1f9383614e8232fcfa8619"} |
| |
2595 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e3eda7b5f1f5c2d902c79824", "attempt_id": "1df3ecadbb5c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:04.683620Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.7034855179185078}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 2149, "message_tokens": 2068, "message_utf8_bytes": 7544, "cache_tensor_bytes": null, "serialized_payload_bytes": 2037, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.06137497257441282, "decode_payload_ms": 0.013166922144591808, "receiver_prefill_ms": 240.41379196569324, "ttft_ms": 13.676624977961183, "decode_ms": 95.72845790535212}, "total_wall_ms": 352.7212500339374, "ttft_ms": 13.676624977961183, "input_usage": {"receiver_prompt_tokens": 2149}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 986529792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054787004, "mlx_cache_bytes": 10344894476, "process_rss_bytes": 986529792}, "peak_prefill_memory": null, "peak_decode_memory": 7054787004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6009480", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "output_hash": "925ebdb42a0311d11ea73517fd780f133bed1e6fad2f9f6d66408fe5dba57a45"} |
| |
2596 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb50c528fcc045b6cc93b319", "attempt_id": "eaac8da13a3e", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:05.589843Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.24758220502901354, "origin_tokens": 1833, "compressed_tokens": 545, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 738, "message_tokens": 661, "message_utf8_bytes": 1910, "cache_tensor_bytes": null, "serialized_payload_bytes": 1910, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 533.9052909985185, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.24162501189858, "ttft_ms": 13.56833300087601, "decode_ms": 134.3800419708714}, "total_wall_ms": 230.48720799852163, "ttft_ms": 13.56833300087601, "input_usage": {"receiver_prompt_tokens": 738}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 993050624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6645837912, "mlx_cache_bytes": 10772729868, "process_rss_bytes": 993050624}, "peak_prefill_memory": null, "peak_decode_memory": 6645837912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-19R-1587", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64cdcccbe075d7efbf652b89c625d5e2a3fee5de6c101e5ea697c5664beb0590", "output_hash": "ec443ee9d09f3481154034f1fcaa81f8a0ac5dfe9dc889f6ac12c061317d403c"} |
| |
2597 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7ac1ba7fe67f7a7e5b6a752b", "attempt_id": "74ae15f63f4f", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:05.841636Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.24758220502901354, "origin_tokens": 1833, "compressed_tokens": 545, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 743, "message_tokens": 661, "message_utf8_bytes": 1910, "cache_tensor_bytes": null, "serialized_payload_bytes": 1910, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 533.9052909985185, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.11241704318672, "ttft_ms": 13.285540975630283, "decode_ms": 161.6409580456093}, "total_wall_ms": 257.24458298645914, "ttft_ms": 13.285540975630283, "input_usage": {"receiver_prompt_tokens": 743}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 993050624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6648541272, "mlx_cache_bytes": 11206348812, "process_rss_bytes": 993050624}, "peak_prefill_memory": null, "peak_decode_memory": 6648541272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P Amos, town Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666665}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64cdcccbe075d7efbf652b89c625d5e2a3fee5de6c101e5ea697c5664beb0590", "output_hash": "19775a48763facbd7e4263786dca364fd12286967914b5f1b012615b1a7bad02"} |
| |
2598 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f823573947a6d666617df54", "attempt_id": "07caebcac19e", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:06.118584Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.24758220502901354, "origin_tokens": 1833, "compressed_tokens": 545, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 743, "message_tokens": 661, "message_utf8_bytes": 1910, "cache_tensor_bytes": null, "serialized_payload_bytes": 1910, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 533.9052909985185, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.60008299071342, "ttft_ms": 13.430249993689358, "decode_ms": 53.81391604896635}, "total_wall_ms": 149.14833393413574, "ttft_ms": 13.430249993689358, "input_usage": {"receiver_prompt_tokens": 743}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 993050624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6648541272, "mlx_cache_bytes": 11206348812, "process_rss_bytes": 993050624}, "peak_prefill_memory": null, "peak_decode_memory": 6648541272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5648", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64cdcccbe075d7efbf652b89c625d5e2a3fee5de6c101e5ea697c5664beb0590", "output_hash": "3cd7367499a7ed6b7409efecc6504e1c76a6ac23a7b69ebe92d86de63e2dd056"} |
| |
2599 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "61d309e5338fd4463a3944f1", "attempt_id": "c66ace10bdf3", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:06.288046Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.24758220502901354, "origin_tokens": 1833, "compressed_tokens": 545, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 738, "message_tokens": 661, "message_utf8_bytes": 1910, "cache_tensor_bytes": null, "serialized_payload_bytes": 1910, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 533.9052909985185, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.39412496145815, "ttft_ms": 13.327458989806473, "decode_ms": 80.88329096790403}, "total_wall_ms": 175.8834170177579, "ttft_ms": 13.327458989806473, "input_usage": {"receiver_prompt_tokens": 738}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 993050624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6645837912, "mlx_cache_bytes": 11206348812, "process_rss_bytes": 993050624}, "peak_prefill_memory": null, "peak_decode_memory": 6645837912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64cdcccbe075d7efbf652b89c625d5e2a3fee5de6c101e5ea697c5664beb0590", "output_hash": "1229d1ed4affff1edfd9decf0ca81f0878696c321c9db8e985142b3abb89f8b7"} |
| |
2600 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56473827eab175ed14f5578b", "attempt_id": "5c7d414e1bb1", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:06.483136Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.24758220502901354, "origin_tokens": 1833, "compressed_tokens": 545, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 744, "message_tokens": 661, "message_utf8_bytes": 1910, "cache_tensor_bytes": null, "serialized_payload_bytes": 1910, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 533.9052909985185, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.81383293028921, "ttft_ms": 13.323166989721358, "decode_ms": 93.81804196164012}, "total_wall_ms": 189.17608296032995, "ttft_ms": 13.323166989721358, "input_usage": {"receiver_prompt_tokens": 744}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 993050624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6648934488, "mlx_cache_bytes": 11512369164, "process_rss_bytes": 993050624}, "peak_prefill_memory": null, "peak_decode_memory": 6648934488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "480,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64cdcccbe075d7efbf652b89c625d5e2a3fee5de6c101e5ea697c5664beb0590", "output_hash": "5c52b8d69d52954339bcf411e4b09ddad288e7700e61eb5b14cc6a902327a983"} |
| |
2601 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "940226e23e6eafb04fc16df7", "attempt_id": "7f53ef0a1831", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:06.972073Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6334668808}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 77672448, "serialized_payload_bytes": 77688524, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 279.3669169768691, "doc_prefill_ms": 242.21433303318918, "compress_ms": 2.0492919720709324, "serialize_ms": 32.09837502799928, "load_ms": 2.4271250003948808, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.447042007930577, "ttft_ms": 26.447042007930577, "decode_ms": 139.78358393069357}, "total_wall_ms": 170.16804195009172, "ttft_ms": 26.447042007930577, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1069858816, "backend_memory": {"mlx_active_bytes": 6414884872, "mlx_peak_bytes": 6461071680, "mlx_cache_bytes": 11657744541, "process_rss_bytes": 1069858816}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6461071680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-19R-1587", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a187ca1c2e3eaaf91824fa6341f6a5a02abc9c879a81409811625c6ccea6b766", "output_hash": "ec443ee9d09f3481154034f1fcaa81f8a0ac5dfe9dc889f6ac12c061317d403c"} |
| |
2602 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d5401f9003351e755d413896", "attempt_id": "0f9c6df1b900", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:07.163860Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6334668808}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 77672448, "serialized_payload_bytes": 77688524, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 279.3669169768691, "doc_prefill_ms": 242.21433303318918, "compress_ms": 2.0492919720709324, "serialize_ms": 32.09837502799928, "load_ms": 1.7984580481424928, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.314749964512885, "ttft_ms": 26.314749964512885, "decode_ms": 125.58629200793803}, "total_wall_ms": 155.29808297287673, "ttft_ms": 26.314749964512885, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1069858816, "backend_memory": {"mlx_active_bytes": 6414884872, "mlx_peak_bytes": 6467576128, "mlx_cache_bytes": 11681059137, "process_rss_bytes": 1069858816}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6467576128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a187ca1c2e3eaaf91824fa6341f6a5a02abc9c879a81409811625c6ccea6b766", "output_hash": "8929644842f678719485b68ca2d10d87162da6b1359cf8f68ba45a33174865df"} |
| |
2603 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9459313175f86d450ae70e81", "attempt_id": "4712e919f9f8", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:07.339207Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6334668808}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 77672448, "serialized_payload_bytes": 77688524, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 279.3669169768691, "doc_prefill_ms": 242.21433303318918, "compress_ms": 2.0492919720709324, "serialize_ms": 32.09837502799928, "load_ms": 1.802499988116324, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.144000003114343, "ttft_ms": 26.144000003114343, "decode_ms": 97.07583405543119}, "total_wall_ms": 126.51195796206594, "ttft_ms": 26.144000003114343, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1069858816, "backend_memory": {"mlx_active_bytes": 6414884872, "mlx_peak_bytes": 6467674340, "mlx_cache_bytes": 11681059137, "process_rss_bytes": 1069858816}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6467674340, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a187ca1c2e3eaaf91824fa6341f6a5a02abc9c879a81409811625c6ccea6b766", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2604 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27b2b386d4746453995dc5aa", "attempt_id": "9c4f213defd8", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:07.485794Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6334668808}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 77672448, "serialized_payload_bytes": 77688524, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 279.3669169768691, "doc_prefill_ms": 242.21433303318918, "compress_ms": 2.0492919720709324, "serialize_ms": 32.09837502799928, "load_ms": 1.6393340192735195, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.57608298957348, "ttft_ms": 25.57608298957348, "decode_ms": 111.96041700895876}, "total_wall_ms": 140.6374160433188, "ttft_ms": 25.57608298957348, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1069858816, "backend_memory": {"mlx_active_bytes": 6414884872, "mlx_peak_bytes": 6461071568, "mlx_cache_bytes": 11681059137, "process_rss_bytes": 1069858816}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6461071568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a187ca1c2e3eaaf91824fa6341f6a5a02abc9c879a81409811625c6ccea6b766", "output_hash": "08bee3515cc08e219baf175bc99b7985005f7f0bdd1f9383614e8232fcfa8619"} |
| |
2605 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e178e3cd43af8c9b9499532", "attempt_id": "6e3f6cf55264", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:07.646190Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6334668808}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 42, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 77672448, "serialized_payload_bytes": 77688524, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 279.3669169768691, "doc_prefill_ms": 242.21433303318918, "compress_ms": 2.0492919720709324, "serialize_ms": 32.09837502799928, "load_ms": 0.8377500344067812, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.32929098419845, "ttft_ms": 27.32929098419845, "decode_ms": 98.38883299380541}, "total_wall_ms": 128.05862503591925, "ttft_ms": 27.32929098419845, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1069858816, "backend_memory": {"mlx_active_bytes": 6414884872, "mlx_peak_bytes": 6468493632, "mlx_cache_bytes": 11681059305, "process_rss_bytes": 1069858816}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6468493632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6009480", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a187ca1c2e3eaaf91824fa6341f6a5a02abc9c879a81409811625c6ccea6b766", "output_hash": "925ebdb42a0311d11ea73517fd780f133bed1e6fad2f9f6d66408fe5dba57a45"} |
| |
2606 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d72b8d24739169667b1f529", "attempt_id": "90d1053dec78", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:07.815017Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6334668808}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "b7da0e1beb0909b8", "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 77672448, "serialized_payload_bytes": 77688552, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.82995802629739, "doc_prefill_ms": 242.21433303318918, "compress_ms": 0.7325840415433049, "serialize_ms": 19.92654101923108, "load_ms": 9.923582896590233, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.435542036779225, "ttft_ms": 26.435542036779225, "decode_ms": 139.79391590692103}, "total_wall_ms": 177.74650000501424, "ttft_ms": 26.435542036779225, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1147715584, "backend_memory": {"mlx_active_bytes": 6414884872, "mlx_peak_bytes": 6461071568, "mlx_cache_bytes": 11681059305, "process_rss_bytes": 1147715584}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6461071568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-19R-1587", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ad87e5ba5319e79aa75ed54c9fe3bce9030acb0464fcf9f1ba2fb6b6373e330", "output_hash": "ec443ee9d09f3481154034f1fcaa81f8a0ac5dfe9dc889f6ac12c061317d403c"} |
| |
2607 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56ff7a0eae9845db83e6d8aa", "attempt_id": "ba31272fd11a", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:08.013361Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6334668808}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "b7da0e1beb0909b8", "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 77672448, "serialized_payload_bytes": 77688552, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.82995802629739, "doc_prefill_ms": 242.21433303318918, "compress_ms": 0.7325840415433049, "serialize_ms": 19.92654101923108, "load_ms": 7.728041033260524, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.741167064756155, "ttft_ms": 26.741167064756155, "decode_ms": 125.40104100480676}, "total_wall_ms": 161.37300000991672, "ttft_ms": 26.741167064756155, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1147715584, "backend_memory": {"mlx_active_bytes": 6414884872, "mlx_peak_bytes": 6467674340, "mlx_cache_bytes": 11681059305, "process_rss_bytes": 1147715584}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6467674340, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ad87e5ba5319e79aa75ed54c9fe3bce9030acb0464fcf9f1ba2fb6b6373e330", "output_hash": "8929644842f678719485b68ca2d10d87162da6b1359cf8f68ba45a33174865df"} |
| |
2608 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f33a1208c428f7cd709848df", "attempt_id": "f254487a6550", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:08.194869Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6334668808}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "b7da0e1beb0909b8", "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 77672448, "serialized_payload_bytes": 77688552, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.82995802629739, "doc_prefill_ms": 242.21433303318918, "compress_ms": 0.7325840415433049, "serialize_ms": 19.92654101923108, "load_ms": 7.8151250490918756, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.903500081971288, "ttft_ms": 26.903500081971288, "decode_ms": 96.89625003375113}, "total_wall_ms": 133.09899996966124, "ttft_ms": 26.903500081971288, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1147715584, "backend_memory": {"mlx_active_bytes": 6414884872, "mlx_peak_bytes": 6467674340, "mlx_cache_bytes": 11681059305, "process_rss_bytes": 1147715584}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6467674340, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ad87e5ba5319e79aa75ed54c9fe3bce9030acb0464fcf9f1ba2fb6b6373e330", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2609 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "03dc2545fd069fbbf9ccf0d6", "attempt_id": "cad227c46d5b", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:08.347845Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6334668808}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "b7da0e1beb0909b8", "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 77672448, "serialized_payload_bytes": 77688552, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.82995802629739, "doc_prefill_ms": 242.21433303318918, "compress_ms": 0.7325840415433049, "serialize_ms": 19.92654101923108, "load_ms": 7.384333992376924, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.184250018559396, "ttft_ms": 26.184250018559396, "decode_ms": 111.49883293546736}, "total_wall_ms": 146.82637504301965, "ttft_ms": 26.184250018559396, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1147715584, "backend_memory": {"mlx_active_bytes": 6414884872, "mlx_peak_bytes": 6461071568, "mlx_cache_bytes": 11681059305, "process_rss_bytes": 1147715584}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6461071568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ad87e5ba5319e79aa75ed54c9fe3bce9030acb0464fcf9f1ba2fb6b6373e330", "output_hash": "08bee3515cc08e219baf175bc99b7985005f7f0bdd1f9383614e8232fcfa8619"} |
| |
2610 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "61f0100584dfd0abdd79f461", "attempt_id": "b2c0174489e3", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:08.513942Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6334668808}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "b7da0e1beb0909b8", "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 42, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 77672448, "serialized_payload_bytes": 77688552, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.82995802629739, "doc_prefill_ms": 242.21433303318918, "compress_ms": 0.7325840415433049, "serialize_ms": 19.92654101923108, "load_ms": 7.111790939234197, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.76562504004687, "ttft_ms": 27.76562504004687, "decode_ms": 97.45520795695484}, "total_wall_ms": 133.88433307409286, "ttft_ms": 27.76562504004687, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1147715584, "backend_memory": {"mlx_active_bytes": 6414884872, "mlx_peak_bytes": 6468493544, "mlx_cache_bytes": 11681059305, "process_rss_bytes": 1147715584}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6468493544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6009480", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ad87e5ba5319e79aa75ed54c9fe3bce9030acb0464fcf9f1ba2fb6b6373e330", "output_hash": "925ebdb42a0311d11ea73517fd780f133bed1e6fad2f9f6d66408fe5dba57a45"} |
| |
2611 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c39ede179a4c42ee6d80041", "attempt_id": "341f48ad2190", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:08.687570Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6301818888}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 41263488, "serialized_payload_bytes": 41297682, "side_information_bytes": 34194, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.77200002875179, "doc_prefill_ms": 242.21433303318918, "compress_ms": 9.366750018671155, "serialize_ms": 10.039541055448353, "load_ms": 2.075167023576796, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.958833978511393, "ttft_ms": 20.958833978511393, "decode_ms": 145.91491594910622}, "total_wall_ms": 170.44679098762572, "ttft_ms": 20.958833978511393, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1190854656, "backend_memory": {"mlx_active_bytes": 6346645512, "mlx_peak_bytes": 6406079660, "mlx_cache_bytes": 11851755337, "process_rss_bytes": 1190854656}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6406079660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-19R-1587", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2658b9fa28d4ebb87cfcc2b1372591aeedfbf9cb14e0d911d52bd7cdca037345", "output_hash": "ec443ee9d09f3481154034f1fcaa81f8a0ac5dfe9dc889f6ac12c061317d403c"} |
| |
2612 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4ac48397019998d376e1b469", "attempt_id": "9d6216fdf385", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:08.878383Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6301818888}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 41263488, "serialized_payload_bytes": 41297682, "side_information_bytes": 34194, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.77200002875179, "doc_prefill_ms": 242.21433303318918, "compress_ms": 9.366750018671155, "serialize_ms": 10.039541055448353, "load_ms": 2.103832899592817, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.844125072471797, "ttft_ms": 20.844125072471797, "decode_ms": 131.7452909424901}, "total_wall_ms": 156.17929107975215, "ttft_ms": 20.844125072471797, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1190854656, "backend_memory": {"mlx_active_bytes": 6346645512, "mlx_peak_bytes": 6414879984, "mlx_cache_bytes": 11879082073, "process_rss_bytes": 1190854656}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6414879984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2658b9fa28d4ebb87cfcc2b1372591aeedfbf9cb14e0d911d52bd7cdca037345", "output_hash": "8929644842f678719485b68ca2d10d87162da6b1359cf8f68ba45a33174865df"} |
| |
2613 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b1d0fde602dc92cbc5443862", "attempt_id": "ab3efcea9811", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:09.054801Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6301818888}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 41263488, "serialized_payload_bytes": 41297682, "side_information_bytes": 34194, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.77200002875179, "doc_prefill_ms": 242.21433303318918, "compress_ms": 9.366750018671155, "serialize_ms": 10.039541055448353, "load_ms": 1.2593750143423676, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.69033298175782, "ttft_ms": 20.69033298175782, "decode_ms": 102.7952500153333}, "total_wall_ms": 126.2275839690119, "ttft_ms": 20.69033298175782, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1190854656, "backend_memory": {"mlx_active_bytes": 6346645512, "mlx_peak_bytes": 6414684112, "mlx_cache_bytes": 11879082073, "process_rss_bytes": 1190854656}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6414684112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2658b9fa28d4ebb87cfcc2b1372591aeedfbf9cb14e0d911d52bd7cdca037345", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2614 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b76616d2553ee48304f8317d", "attempt_id": "44be13e2772a", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:09.201255Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6301818888}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 41263488, "serialized_payload_bytes": 41297682, "side_information_bytes": 34194, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.77200002875179, "doc_prefill_ms": 242.21433303318918, "compress_ms": 9.366750018671155, "serialize_ms": 10.039541055448353, "load_ms": 2.0992079516872764, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.51075000781566, "ttft_ms": 20.51075000781566, "decode_ms": 118.58037498313934}, "total_wall_ms": 142.77800009585917, "ttft_ms": 20.51075000781566, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1190854656, "backend_memory": {"mlx_active_bytes": 6346645512, "mlx_peak_bytes": 6406077244, "mlx_cache_bytes": 11879082073, "process_rss_bytes": 1190854656}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6406077244, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2658b9fa28d4ebb87cfcc2b1372591aeedfbf9cb14e0d911d52bd7cdca037345", "output_hash": "08bee3515cc08e219baf175bc99b7985005f7f0bdd1f9383614e8232fcfa8619"} |
| |
2615 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "17671fb2b2148f296395d1be", "attempt_id": "f105e46e743a", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:09.364935Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6301818888}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 42, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 41263488, "serialized_payload_bytes": 41297682, "side_information_bytes": 34194, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.77200002875179, "doc_prefill_ms": 242.21433303318918, "compress_ms": 9.366750018671155, "serialize_ms": 10.039541055448353, "load_ms": 2.076959004625678, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.94454097095877, "ttft_ms": 20.94454097095877, "decode_ms": 102.39041701424867}, "total_wall_ms": 126.90387503243983, "ttft_ms": 20.94454097095877, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1190854656, "backend_memory": {"mlx_active_bytes": 6346645512, "mlx_peak_bytes": 6415719268, "mlx_cache_bytes": 11879281657, "process_rss_bytes": 1190854656}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6415719268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6009480", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2658b9fa28d4ebb87cfcc2b1372591aeedfbf9cb14e0d911d52bd7cdca037345", "output_hash": "925ebdb42a0311d11ea73517fd780f133bed1e6fad2f9f6d66408fe5dba57a45"} |
| |
2616 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "22ec844e70c1257ff606be03", "attempt_id": "053b57a6bbc7", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:09.530573Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6282584072}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 21845376, "serialized_payload_bytes": 21879448, "side_information_bytes": 34072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.598249997012317, "doc_prefill_ms": 242.21433303318918, "compress_ms": 9.395792032591999, "serialize_ms": 8.847750024870038, "load_ms": 1.7202079761773348, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.583792007528245, "ttft_ms": 20.583792007528245, "decode_ms": 680.634459014982}, "total_wall_ms": 704.4797079870477, "ttft_ms": 20.583792007528245, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1237041152, "backend_memory": {"mlx_active_bytes": 6308995080, "mlx_peak_bytes": 6363546804, "mlx_cache_bytes": 11967396857, "process_rss_bytes": 1237041152}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6363546804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the lot\n\n\n month Mont3 Mont3 t unth un un un un un un un un un un un un un\nunknown un un un un un un un un un un un un un un un un un un un", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6bd7cd5a406685ab8b5c3758cf4a8bac4c153388b4c480ffb984f8106d5d6ea8", "output_hash": "38b57157ca6190b2a58fe296693f2c2f049ff21700c972c83022021380e1417c"} |
| |
2617 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9ffe1072f42ba8a9b5190b76", "attempt_id": "7427c2901e40", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:10.255163Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6282584072}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 21845376, "serialized_payload_bytes": 21879448, "side_information_bytes": 34072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.598249997012317, "doc_prefill_ms": 242.21433303318918, "compress_ms": 9.395792032591999, "serialize_ms": 8.847750024870038, "load_ms": 1.6793329268693924, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.96304192673415, "ttft_ms": 20.96304192673415, "decode_ms": 682.1616250090301}, "total_wall_ms": 706.4820840023458, "ttft_ms": 20.96304192673415, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1237041152, "backend_memory": {"mlx_active_bytes": 6308995080, "mlx_peak_bytes": 6372132584, "mlx_cache_bytes": 11967396857, "process_rss_bytes": 1237041152}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6372132584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " question\n the Mont Mont\n the month to the a a the the the month the month month month month month month month month month month month month month month month month month month month month month month month month month month month month month month month", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6bd7cd5a406685ab8b5c3758cf4a8bac4c153388b4c480ffb984f8106d5d6ea8", "output_hash": "a65ae587ec66b133d0fdf6c5e31a2d0be213da0ca730da8420952299b250ef3d"} |
| |
2618 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af8ff3f6d099938a86b5c78e", "attempt_id": "dacf2bcdfa5c", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:10.982146Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6282584072}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 21845376, "serialized_payload_bytes": 21879448, "side_information_bytes": 34072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.598249997012317, "doc_prefill_ms": 242.21433303318918, "compress_ms": 9.395792032591999, "serialize_ms": 8.847750024870038, "load_ms": 1.9692920614033937, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.50229103770107, "ttft_ms": 20.50229103770107, "decode_ms": 689.5976669620723}, "total_wall_ms": 713.7094578938559, "ttft_ms": 20.50229103770107, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1237041152, "backend_memory": {"mlx_active_bytes": 6309011464, "mlx_peak_bytes": 6371903208, "mlx_cache_bytes": 11967380473, "process_rss_bytes": 1237041152}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6371903208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n answer is unknown unknown.\n.\n<|im_start|>BagConstraints\n the answer is.\n.\n.\n.\n.\n.\n.\n the the,,,, the.\n the answer is.\n.\n the the the the.\n.\n the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6bd7cd5a406685ab8b5c3758cf4a8bac4c153388b4c480ffb984f8106d5d6ea8", "output_hash": "4dda5bf2a23308454bb95d4f59d3e5333369eec89725d15929d6ca89f50e3bc7"} |
| |
2619 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe817128c5bfdbcc4801044f", "attempt_id": "6be9e2912da1", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:11.715723Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6282584072}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 21845376, "serialized_payload_bytes": 21879448, "side_information_bytes": 34072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.598249997012317, "doc_prefill_ms": 242.21433303318918, "compress_ms": 9.395792032591999, "serialize_ms": 8.847750024870038, "load_ms": 1.191333052702248, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.24762495420873, "ttft_ms": 20.24762495420873, "decode_ms": 492.09316598717123}, "total_wall_ms": 515.1415829313919, "ttft_ms": 20.24762495420873, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 34}, "provider_cached_usage": null, "process_memory": 1237041152, "backend_memory": {"mlx_active_bytes": 6308732936, "mlx_peak_bytes": 6363546804, "mlx_cache_bytes": 11967659001, "process_rss_bytes": 1237041152}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6363546804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n un\n\n\n\n\n\n\n\non\nBasedcontrolled un the the the the the the the the the the the\nBased month Mon Thu Friu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6bd7cd5a406685ab8b5c3758cf4a8bac4c153388b4c480ffb984f8106d5d6ea8", "output_hash": "422231065d36b5fc68e8640f3c98f36aeec251e172ec670b3652da823605dba7"} |
| |
2620 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6bcb54740ad38c939aeef962", "attempt_id": "21d35654e397", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:12.250881Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6282584072}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 42, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 21845376, "serialized_payload_bytes": 21879448, "side_information_bytes": 34072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.598249997012317, "doc_prefill_ms": 242.21433303318918, "compress_ms": 9.395792032591999, "serialize_ms": 8.847750024870038, "load_ms": 1.596541958861053, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.593833061866462, "ttft_ms": 20.593833061866462, "decode_ms": 680.1897500408813}, "total_wall_ms": 703.884958056733, "ttft_ms": 20.593833061866462, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1237041152, "backend_memory": {"mlx_active_bytes": 6308995080, "mlx_peak_bytes": 6373413788, "mlx_cache_bytes": 11967396857, "process_rss_bytes": 1237041152}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6373413788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " answer is unknown unknown that unknown unknown is unknown that unknown that the is the record the supersed sup the the\n the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6bd7cd5a406685ab8b5c3758cf4a8bac4c153388b4c480ffb984f8106d5d6ea8", "output_hash": "d7564695fc3805281d10b073b870ba349333b2ff1b2d287aa936ade63e8125e0"} |
| |
2621 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "168273b4c2c77b19fb5bdf39", "attempt_id": "e4866ec51c52", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:12.989536Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2107, "keep": 527, "compress_ms": 7.942083058878779}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443247, "side_information_bytes": 15919, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.313333085738122, "doc_prefill_ms": 242.21433303318918, "compress_ms": 7.974624983035028, "serialize_ms": 6.173084024339914, "load_ms": 1.4752079732716084, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.38712499011308, "ttft_ms": 18.38712499011308, "decode_ms": 133.9466250501573}, "total_wall_ms": 155.44862498063594, "ttft_ms": 18.38712499011308, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1249853440, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6334177488, "mlx_cache_bytes": 11978292217, "process_rss_bytes": 1249853440}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6334177488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "JK-50J-6789", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2e34e0f905fb1f8d3d757589a6ec11436c279039ad89072889f565851d7fe766", "output_hash": "72e1004ed2a501dcc7ada3a444c44eecb92e8b4a2b7554ce01d15cba69f73813"} |
| |
2622 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d08b081b1a4719e43a6e587", "attempt_id": "88cfe0031fa7", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:13.165383Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2107, "keep": 527, "compress_ms": 7.942083058878779}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443247, "side_information_bytes": 15919, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.313333085738122, "doc_prefill_ms": 242.21433303318918, "compress_ms": 7.974624983035028, "serialize_ms": 6.173084024339914, "load_ms": 1.6245830338448286, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.363374983891845, "ttft_ms": 18.363374983891845, "decode_ms": 161.66849993169308}, "total_wall_ms": 183.20062500424683, "ttft_ms": 18.363374983891845, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1249853440, "backend_memory": {"mlx_active_bytes": 6299279368, "mlx_peak_bytes": 6339879140, "mlx_cache_bytes": 11998280697, "process_rss_bytes": 1249853440}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6339879140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 129-G, Chibougamau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2e34e0f905fb1f8d3d757589a6ec11436c279039ad89072889f565851d7fe766", "output_hash": "bb936440a32b454750cfe9721c19884362453c64c2b0072a0029a3b71d7dbd5b"} |
| |
2623 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3353c5eca656ebc5cf08a1e", "attempt_id": "9c41302c517a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:13.369466Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2107, "keep": 527, "compress_ms": 7.942083058878779}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443247, "side_information_bytes": 15919, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.313333085738122, "doc_prefill_ms": 242.21433303318918, "compress_ms": 7.974624983035028, "serialize_ms": 6.173084024339914, "load_ms": 1.3550829607993364, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.316042027436197, "ttft_ms": 18.316042027436197, "decode_ms": 26.76841604989022}, "total_wall_ms": 47.95579193159938, "ttft_ms": 18.316042027436197, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1249853440, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6339879140, "mlx_cache_bytes": 11999460345, "process_rss_bytes": 1249853440}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6339879140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2e34e0f905fb1f8d3d757589a6ec11436c279039ad89072889f565851d7fe766", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
2624 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f470b0b8090ce786b62f3cc7", "attempt_id": "d9816d7fcb57", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:13.437832Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2107, "keep": 527, "compress_ms": 7.942083058878779}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443247, "side_information_bytes": 15919, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.313333085738122, "doc_prefill_ms": 242.21433303318918, "compress_ms": 7.974624983035028, "serialize_ms": 6.173084024339914, "load_ms": 1.3844589702785015, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.445000052452087, "ttft_ms": 18.445000052452087, "decode_ms": 108.55704208370298}, "total_wall_ms": 129.90229099523276, "ttft_ms": 18.445000052452087, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1249853440, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6334177488, "mlx_cache_bytes": 11999460345, "process_rss_bytes": 1249853440}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6334177488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Marchand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2e34e0f905fb1f8d3d757589a6ec11436c279039ad89072889f565851d7fe766", "output_hash": "08bee3515cc08e219baf175bc99b7985005f7f0bdd1f9383614e8232fcfa8619"} |
| |
2625 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b60f37a4fc26a8db8b733412", "attempt_id": "2de4e74e263e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:13.587550Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2107, "keep": 527, "compress_ms": 7.942083058878779}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 42, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443247, "side_information_bytes": 15919, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.313333085738122, "doc_prefill_ms": 242.21433303318918, "compress_ms": 7.974624983035028, "serialize_ms": 6.173084024339914, "load_ms": 1.4382080407813191, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.54341698344797, "ttft_ms": 18.54341698344797, "decode_ms": 107.29187494143844}, "total_wall_ms": 128.76270792912692, "ttft_ms": 18.54341698344797, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 42}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1249853440, "backend_memory": {"mlx_active_bytes": 6299279368, "mlx_peak_bytes": 6340698344, "mlx_cache_bytes": 11998280697, "process_rss_bytes": 1249853440}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6340698344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3247.787", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2e34e0f905fb1f8d3d757589a6ec11436c279039ad89072889f565851d7fe766", "output_hash": "ec277b79c8994ab92442bbec75232cbdecf138a5671b674b54edb96e3f983595"} |
| |
2626 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cfaeabac10b50fc377433a91", "attempt_id": "58717cb7c220", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:13.749021Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2107, "keep": 527, "compress_ms": 7.286624982953072}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443242, "side_information_bytes": 15914, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.319041998125613, "doc_prefill_ms": 242.21433303318918, "compress_ms": 7.321457960642874, "serialize_ms": 4.796000081114471, "load_ms": 1.4043330447748303, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.39083305094391, "ttft_ms": 18.39083305094391, "decode_ms": 631.7199579207227}, "total_wall_ms": 655.898124910891, "ttft_ms": 18.39083305094391, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1256849408, "backend_memory": {"mlx_active_bytes": 6300721160, "mlx_peak_bytes": 6334177488, "mlx_cache_bytes": 12021087225, "process_rss_bytes": 1256849408}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6334177488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is a number, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cbb46ae5eac12bb85d118b0b4b2e874b8d88be4200c8df2a9ca129b2c2cab139", "output_hash": "fad70f0b6320e3a8d1af1d4f0b44bef208d2db398648a1bbae8941bf77e24d1e"} |
| |
2627 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6fa66478444f345017a53771", "attempt_id": "6ef07e9f87ca", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:14.424807Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2107, "keep": 527, "compress_ms": 7.286624982953072}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443242, "side_information_bytes": 15914, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.319041998125613, "doc_prefill_ms": 242.21433303318918, "compress_ms": 7.321457960642874, "serialize_ms": 4.796000081114471, "load_ms": 1.5425409656018019, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.16466695163399, "ttft_ms": 18.16466695163399, "decode_ms": 0.030875089578330517}, "total_wall_ms": 21.211500046774745, "ttft_ms": 18.16466695163399, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 1256849408, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6339879140, "mlx_cache_bytes": 12023708665, "process_rss_bytes": 1256849408}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6339879140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cbb46ae5eac12bb85d118b0b4b2e874b8d88be4200c8df2a9ca129b2c2cab139", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
2628 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "825cc96cd5c1592f9ad69c8f", "attempt_id": "ab436df31331", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:14.465466Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2107, "keep": 527, "compress_ms": 7.286624982953072}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443242, "side_information_bytes": 15914, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.319041998125613, "doc_prefill_ms": 242.21433303318918, "compress_ms": 7.321457960642874, "serialize_ms": 4.796000081114471, "load_ms": 1.5845419839024544, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.81291694007814, "ttft_ms": 18.81291694007814, "decode_ms": 631.069082999602}, "total_wall_ms": 652.9327080352232, "ttft_ms": 18.81291694007814, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1256865792, "backend_memory": {"mlx_active_bytes": 6300721160, "mlx_peak_bytes": 6339879140, "mlx_cache_bytes": 12021087225, "process_rss_bytes": 1256865792}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6339879140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is a number, with no explanation. \n\nThe answer is a number, with no explanation. \n\nThe answer is a number, with no explanation. \n\nThe answer is a number, with no explanation. \n\nThe answer is a", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cbb46ae5eac12bb85d118b0b4b2e874b8d88be4200c8df2a9ca129b2c2cab139", "output_hash": "890bc7d68e6d90016cb4d70dc789f5567cb2dfb5273812b2c7272fde2d92054e"} |
| |
2629 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0779a79a8806307a92309b68", "attempt_id": "9df6400c03a3", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:15.138282Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2107, "keep": 527, "compress_ms": 7.286624982953072}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443242, "side_information_bytes": 15914, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.319041998125613, "doc_prefill_ms": 242.21433303318918, "compress_ms": 7.321457960642874, "serialize_ms": 4.796000081114471, "load_ms": 1.5558339655399323, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.621625029481947, "ttft_ms": 18.621625029481947, "decode_ms": 314.83899999875575}, "total_wall_ms": 336.5115839987993, "ttft_ms": 18.621625029481947, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 23}, "provider_cached_usage": null, "process_memory": 1256882176, "backend_memory": {"mlx_active_bytes": 6299279368, "mlx_peak_bytes": 6334177488, "mlx_cache_bytes": 12022529017, "process_rss_bytes": 1256882176}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6334177488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The project Quil-11 was proposed with an earlier code. Give the full name, with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cbb46ae5eac12bb85d118b0b4b2e874b8d88be4200c8df2a9ca129b2c2cab139", "output_hash": "70a6761d3e46c0aea3c7860c7cedb00f688277d0b26cf6b9b88dcbc82b85f170"} |
| |
2630 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "417daadfe4cb4a235e075660", "attempt_id": "1a62508b0cf7", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:15.494908Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2107, "keep": 527, "compress_ms": 7.286624982953072}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 42, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443242, "side_information_bytes": 15914, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.319041998125613, "doc_prefill_ms": 242.21433303318918, "compress_ms": 7.321457960642874, "serialize_ms": 4.796000081114471, "load_ms": 1.5845000743865967, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.569624982774258, "ttft_ms": 18.569624982774258, "decode_ms": 630.7142920559272}, "total_wall_ms": 652.4366249796003, "ttft_ms": 18.569624982774258, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1256882176, "backend_memory": {"mlx_active_bytes": 6300721160, "mlx_peak_bytes": 6340698344, "mlx_cache_bytes": 12021087225, "process_rss_bytes": 1256882176}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6340698344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The project proposed by Milos Rousseauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauauau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cbb46ae5eac12bb85d118b0b4b2e874b8d88be4200c8df2a9ca129b2c2cab139", "output_hash": "8f1e32edefd039967d7b02ba3ecdb825898d6b79bd932884b03d0590e534f21c"} |
| |
2631 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e164646f480ea41bee7565a9", "attempt_id": "0dced13a8894", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:16.167825Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 36, "compress_ms": 44.22020900528878}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443287, "side_information_bytes": 15959, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.93962496519089, "doc_prefill_ms": 242.21433303318918, "compress_ms": 45.69858300965279, "serialize_ms": 4.0115839801728725, "load_ms": 1.1077920207753778, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.23820802383125, "ttft_ms": 18.23820802383125, "decode_ms": 81.23495907057077}, "total_wall_ms": 152.24383305758238, "ttft_ms": 18.23820802383125, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1263075328, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6334177488, "mlx_cache_bytes": 12116524161, "process_rss_bytes": 1263075328}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6334177488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-1987", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64976a744b90af9f4c3b7d27364829be059f99b6ad513b2fbe5123e42ac69ce5", "output_hash": "7e600a3a06ddf4aa9acd8f860a7abcd62104b987ef1480e33796dbe102cf30ab"} |
| |
2632 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4ad817a3bec17a067c89d89f", "attempt_id": "76e934f045a3", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:16.340925Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 41, "compress_ms": 42.47454192955047}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443287, "side_information_bytes": 15959, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.112416989170015, "doc_prefill_ms": 242.21433303318918, "compress_ms": 43.87408297043294, "serialize_ms": 4.018833045847714, "load_ms": 1.234999974258244, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.092832993716, "ttft_ms": 18.092832993716, "decode_ms": 120.60012493748218}, "total_wall_ms": 189.70137496944517, "ttft_ms": 18.092832993716, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1263075328, "backend_memory": {"mlx_active_bytes": 6299279368, "mlx_peak_bytes": 6339240164, "mlx_cache_bytes": 12135742593, "process_rss_bytes": 1263075328}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6339240164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64976a744b90af9f4c3b7d27364829be059f99b6ad513b2fbe5123e42ac69ce5", "output_hash": "8929644842f678719485b68ca2d10d87162da6b1359cf8f68ba45a33174865df"} |
| |
2633 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d211c6ca28d789a44f2b171f", "attempt_id": "b95c20def0ff", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:16.550590Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 41, "compress_ms": 41.59687494393438}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443287, "side_information_bytes": 15959, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.07616590894759, "doc_prefill_ms": 242.21433303318918, "compress_ms": 43.12741698231548, "serialize_ms": 3.72195802628994, "load_ms": 1.424000016413629, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.220082973130047, "ttft_ms": 18.220082973130047, "decode_ms": 93.77041703555733}, "total_wall_ms": 162.2162089915946, "ttft_ms": 18.220082973130047, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1263255552, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6339240164, "mlx_cache_bytes": 12136922241, "process_rss_bytes": 1263255552}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6339240164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64976a744b90af9f4c3b7d27364829be059f99b6ad513b2fbe5123e42ac69ce5", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2634 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9406a98fb5a1db1040732a22", "attempt_id": "19157269bcc0", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:16.733350Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 36, "compress_ms": 41.754125035367906}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443288, "side_information_bytes": 15960, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.92787495534867, "doc_prefill_ms": 242.21433303318918, "compress_ms": 43.24662499129772, "serialize_ms": 4.447540966793895, "load_ms": 1.2638340704143047, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.18270795047283, "ttft_ms": 18.18270795047283, "decode_ms": 107.2651669383049}, "total_wall_ms": 178.98333293851465, "ttft_ms": 18.18270795047283, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1263271936, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6334177488, "mlx_cache_bytes": 12136922241, "process_rss_bytes": 1263271936}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6334177488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Ouellette", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "809b7a394b50aaa895bc81c249eb8c2a9ca3a6c051e08a4f6a609381cc58d1e4", "output_hash": "67e73565f653c2ecb177a8dcdb6cadaa62ed428bb9a8c39950bbe9372508c641"} |
| |
2635 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f11d11de1465349ef6825e1", "attempt_id": "83962ad8590e", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:16.932525Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 42, "compress_ms": 42.47870796825737}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 42, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443287, "side_information_bytes": 15959, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.01208304706961, "doc_prefill_ms": 242.21433303318918, "compress_ms": 43.923416058532894, "serialize_ms": 3.868540981784463, "load_ms": 1.1590830981731415, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.371124984696507, "ttft_ms": 18.371124984696507, "decode_ms": 93.6157499672845}, "total_wall_ms": 162.8008330008015, "ttft_ms": 18.371124984696507, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1263714304, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6340059368, "mlx_cache_bytes": 12142591105, "process_rss_bytes": 1263714304}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6340059368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6009880", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64976a744b90af9f4c3b7d27364829be059f99b6ad513b2fbe5123e42ac69ce5", "output_hash": "70499f98dee51e03d065e68eac8c9e3752ac16fa9495e483a3bc81181b931852"} |
| |
2636 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97de7152593c9a65e116f8c6", "attempt_id": "d5fac97bfd40", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:17.157542Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 19, "compress_ms": 38.627290981821716}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443288, "side_information_bytes": 15960, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.020624969154596, "doc_prefill_ms": 242.21433303318918, "compress_ms": 38.740166928619146, "serialize_ms": 3.129916964098811, "load_ms": 1.5719999792054296, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.357708933763206, "ttft_ms": 18.357708933763206, "decode_ms": 13.583207968622446}, "total_wall_ms": 35.03000002820045, "ttft_ms": 18.357708933763206, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1263845376, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6334177488, "mlx_cache_bytes": 12160695425, "process_rss_bytes": 1263845376}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6334177488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "809b7a394b50aaa895bc81c249eb8c2a9ca3a6c051e08a4f6a609381cc58d1e4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2637 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e4b8bf743e5671ad322a3310", "attempt_id": "98dd9ced96ea", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:17.212698Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 19, "compress_ms": 38.627290981821716}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443288, "side_information_bytes": 15960, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.020624969154596, "doc_prefill_ms": 242.21433303318918, "compress_ms": 38.740166928619146, "serialize_ms": 3.129916964098811, "load_ms": 1.5115829883143306, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.376333988271654, "ttft_ms": 18.376333988271654, "decode_ms": 13.31520895473659}, "total_wall_ms": 34.7247919999063, "ttft_ms": 18.376333988271654, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1263845376, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6339240164, "mlx_cache_bytes": 12160695425, "process_rss_bytes": 1263845376}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6339240164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "809b7a394b50aaa895bc81c249eb8c2a9ca3a6c051e08a4f6a609381cc58d1e4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2638 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d36f08c7f692aea7daf961e2", "attempt_id": "c242e8c303e2", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:17.267987Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 19, "compress_ms": 38.627290981821716}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443288, "side_information_bytes": 15960, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.020624969154596, "doc_prefill_ms": 242.21433303318918, "compress_ms": 38.740166928619146, "serialize_ms": 3.129916964098811, "load_ms": 1.4911670004948974, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.32895807456225, "ttft_ms": 18.32895807456225, "decode_ms": 80.19633393269032}, "total_wall_ms": 101.56687500420958, "ttft_ms": 18.32895807456225, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1263845376, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6339240164, "mlx_cache_bytes": 12160695425, "process_rss_bytes": 1263845376}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6339240164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "809b7a394b50aaa895bc81c249eb8c2a9ca3a6c051e08a4f6a609381cc58d1e4", "output_hash": "6f30ac1b2d34bd44a8af62873a6d1849a7aeb07fe407f4ca95a7d4615c65c781"} |
| |
2639 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a0765478b81d80fee39a603e", "attempt_id": "dc8e5bbb693c", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:17.390000Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 19, "compress_ms": 38.627290981821716}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443288, "side_information_bytes": 15960, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.020624969154596, "doc_prefill_ms": 242.21433303318918, "compress_ms": 38.740166928619146, "serialize_ms": 3.129916964098811, "load_ms": 1.5478329733014107, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.33758398424834, "ttft_ms": 18.33758398424834, "decode_ms": 13.320959056727588}, "total_wall_ms": 34.68775004148483, "ttft_ms": 18.33758398424834, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1263845376, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6334177488, "mlx_cache_bytes": 12160695425, "process_rss_bytes": 1263845376}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6334177488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "809b7a394b50aaa895bc81c249eb8c2a9ca3a6c051e08a4f6a609381cc58d1e4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2640 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8e5f24f358a0a50f13475f7a", "attempt_id": "bd89bc7922c1", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:17.444474Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6276866056}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 19, "compress_ms": 38.627290981821716}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 42, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443288, "side_information_bytes": 15960, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.020624969154596, "doc_prefill_ms": 242.21433303318918, "compress_ms": 38.740166928619146, "serialize_ms": 3.129916964098811, "load_ms": 0.5728749092668295, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.47620797343552, "ttft_ms": 18.47620797343552, "decode_ms": 93.74024998396635}, "total_wall_ms": 114.26675005350262, "ttft_ms": 18.47620797343552, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1263845376, "backend_memory": {"mlx_active_bytes": 6298099720, "mlx_peak_bytes": 6340059368, "mlx_cache_bytes": 12160695425, "process_rss_bytes": 1263845376}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6340059368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8734234", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "809b7a394b50aaa895bc81c249eb8c2a9ca3a6c051e08a4f6a609381cc58d1e4", "output_hash": "3a83fdce1d23ac31bde9670d265fcc08c07f990328c0e130bb1fd24505f031fc"} |
| |
2641 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fc6ca76042653c982eb062fb", "attempt_id": "1ce31e014183", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:17.578602Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 36, "compress_ms": 42.378292069770396}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443246, "side_information_bytes": 15918, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.689041985198855, "doc_prefill_ms": 242.21433303318918, "compress_ms": 43.80720807239413, "serialize_ms": 4.657167010009289, "load_ms": 1.2152079725638032, "receiver_prefill_ms": 0.0, "query_prefill_ms": 341.4512079907581, "ttft_ms": 341.4512079907581, "decode_ms": 120.70349999703467}, "total_wall_ms": 513.7842919211835, "ttft_ms": 341.4512079907581, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1282686976, "backend_memory": {"mlx_active_bytes": 6298820616, "mlx_peak_bytes": 6327675660, "mlx_cache_bytes": 12204392377, "process_rss_bytes": 1282686976}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6327675660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-1919-11", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "57663c9748c78b19f65eaab0f42839dff0cd5935736f3c2fe9e47f9f811d7997", "output_hash": "fe7a7d252214dbd61254439fd2b96e421c41aa5f13c3c3cc360f64d0b2608e41"} |
| |
2642 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd7a71b6f2d46b386836da7f", "attempt_id": "d139ffe684f0", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:18.112071Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 41, "compress_ms": 42.32845804654062}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443245, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.84925007354468, "doc_prefill_ms": 242.21433303318918, "compress_ms": 43.787249946035445, "serialize_ms": 4.842374939471483, "load_ms": 1.2187500251457095, "receiver_prefill_ms": 0.0, "query_prefill_ms": 385.2647920139134, "ttft_ms": 385.2647920139134, "decode_ms": 121.00270797964185}, "total_wall_ms": 557.9720000969246, "ttft_ms": 385.2647920139134, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1300332544, "backend_memory": {"mlx_active_bytes": 6298886152, "mlx_peak_bytes": 6328896368, "mlx_cache_bytes": 12211217733, "process_rss_bytes": 1300332544}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6328896368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fcb5c3c8fae71adcb11259ba18e531ba4bd5fafeebab5900e8d5efdb4c3fccfe", "output_hash": "8929644842f678719485b68ca2d10d87162da6b1359cf8f68ba45a33174865df"} |
| |
2643 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "09e33a094c29360f3222ac52", "attempt_id": "75c0b8ca4b90", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:18.691604Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 41, "compress_ms": 42.265707976184785}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443246, "side_information_bytes": 15918, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.35716693196446, "doc_prefill_ms": 242.21433303318918, "compress_ms": 43.692750041373074, "serialize_ms": 4.4429999543353915, "load_ms": 1.2749170418828726, "receiver_prefill_ms": 0.0, "query_prefill_ms": 384.374542045407, "ttft_ms": 384.374542045407, "decode_ms": 94.30849994532764}, "total_wall_ms": 530.0212500151247, "ttft_ms": 384.374542045407, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1315553280, "backend_memory": {"mlx_active_bytes": 6298787848, "mlx_peak_bytes": 6328863600, "mlx_cache_bytes": 12211774789, "process_rss_bytes": 1315553280}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6328863600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "57663c9748c78b19f65eaab0f42839dff0cd5935736f3c2fe9e47f9f811d7997", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2644 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2bc87fc6b661cb7e8dd08d09", "attempt_id": "7fd218a73564", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:19.242440Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 36, "compress_ms": 41.900916025042534}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443246, "side_information_bytes": 15918, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.12895890790969, "doc_prefill_ms": 242.21433303318918, "compress_ms": 43.317166971974075, "serialize_ms": 4.589666961692274, "load_ms": 1.2923749163746834, "receiver_prefill_ms": 0.0, "query_prefill_ms": 338.86104193516076, "ttft_ms": 338.86104193516076, "decode_ms": 107.88279201369733}, "total_wall_ms": 497.8804999263957, "ttft_ms": 338.86104193516076, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1329414144, "backend_memory": {"mlx_active_bytes": 6298689544, "mlx_peak_bytes": 6327593740, "mlx_cache_bytes": 12211873093, "process_rss_bytes": 1329414144}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6327593740, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Ouellet", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "57663c9748c78b19f65eaab0f42839dff0cd5935736f3c2fe9e47f9f811d7997", "output_hash": "8185e0c677f7ad94e74f41aeee5e1b4964fc73946f1a9dc3baf63bb241341967"} |
| |
2645 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe45df9477307321ac1ccdab", "attempt_id": "13d538e0c94f", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:19.761465Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 42, "compress_ms": 41.88720800448209}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 42, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 19427328, "serialized_payload_bytes": 19443245, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.26020903419703, "doc_prefill_ms": 242.21433303318918, "compress_ms": 43.41600008774549, "serialize_ms": 4.628082970157266, "load_ms": 1.200874918140471, "receiver_prefill_ms": 0.0, "query_prefill_ms": 395.2931670937687, "ttft_ms": 395.2931670937687, "decode_ms": 93.98229198995978}, "total_wall_ms": 540.4791249893606, "ttft_ms": 395.2931670937687, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1343340544, "backend_memory": {"mlx_active_bytes": 6298820616, "mlx_peak_bytes": 6329147240, "mlx_cache_bytes": 12216731233, "process_rss_bytes": 1343340544}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6329147240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6000000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fcb5c3c8fae71adcb11259ba18e531ba4bd5fafeebab5900e8d5efdb4c3fccfe", "output_hash": "515ea18bb057ce8c5e0ed73153cc95db567ce071db9ea38731704fc11f06e0f2"} |
| |
2646 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "798402860c8f2ba824884c4a", "attempt_id": "9d2b7ef9ad12", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:20.326713Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 36, "compress_ms": 42.20599995460361, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 10320768, "serialized_payload_bytes": 10354312, "side_information_bytes": 33544, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.33204197511077, "doc_prefill_ms": 242.21433303318918, "compress_ms": 51.00679199676961, "serialize_ms": 4.890625015832484, "load_ms": 1.3705419842153788, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.82391592860222, "ttft_ms": 17.82391592860222, "decode_ms": 86.80595899932086}, "total_wall_ms": 163.99416606873274, "ttft_ms": 17.82391592860222, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1353400320, "backend_memory": {"mlx_active_bytes": 6279409312, "mlx_peak_bytes": 6319750356, "mlx_cache_bytes": 12254903121, "process_rss_bytes": 1353400320}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6319750356, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SL-1987", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8da9e57f72e524e582cfeb5a9f634d2d80827cd928d18c21f54b48998cd567bc", "output_hash": "7e600a3a06ddf4aa9acd8f860a7abcd62104b987ef1480e33796dbe102cf30ab"} |
| |
2647 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e35a48405c6d2ef67757104", "attempt_id": "a63e4d501037", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:20.511640Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 41, "compress_ms": 42.90224995929748, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 10320768, "serialized_payload_bytes": 10354312, "side_information_bytes": 33544, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.06520897708833, "doc_prefill_ms": 242.21433303318918, "compress_ms": 51.27008305862546, "serialize_ms": 4.378624958917499, "load_ms": 1.3503329828381538, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.765584052540362, "ttft_ms": 17.765584052540362, "decode_ms": 128.95312497857958}, "total_wall_ms": 205.7743329787627, "ttft_ms": 17.765584052540362, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1364099072, "backend_memory": {"mlx_active_bytes": 6281853312, "mlx_peak_bytes": 6325653520, "mlx_cache_bytes": 12263678193, "process_rss_bytes": 1364099072}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6325653520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 134-P, Amos", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8da9e57f72e524e582cfeb5a9f634d2d80827cd928d18c21f54b48998cd567bc", "output_hash": "8929644842f678719485b68ca2d10d87162da6b1359cf8f68ba45a33174865df"} |
| |
2648 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9d8a282b9228582fb26ca65", "attempt_id": "e8cba4096d31", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:20.737714Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 41, "compress_ms": 42.41579200606793, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 41, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 10320768, "serialized_payload_bytes": 10354312, "side_information_bytes": 33544, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.50250003580004, "doc_prefill_ms": 242.21433303318918, "compress_ms": 50.859958049841225, "serialize_ms": 4.227499943226576, "load_ms": 1.4272500993683934, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.58637500461191, "ttft_ms": 17.58637500461191, "decode_ms": 100.34854104742408}, "total_wall_ms": 176.48600006941706, "ttft_ms": 17.58637500461191, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1371619328, "backend_memory": {"mlx_active_bytes": 6279315368, "mlx_peak_bytes": 6325653520, "mlx_cache_bytes": 12266216137, "process_rss_bytes": 1371619328}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6325653520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "30.0224", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8da9e57f72e524e582cfeb5a9f634d2d80827cd928d18c21f54b48998cd567bc", "output_hash": "e28a78bc4deb3cec8beab4bf5b87297d7cc55a3e6f839b43fe6408735d464923"} |
| |
2649 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d2696fd1fa12e9793000b87f", "attempt_id": "7e155c0a8f08", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:20.934583Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 36, "compress_ms": 41.70416702982038, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 36, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 10320768, "serialized_payload_bytes": 10354312, "side_information_bytes": 33544, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.510415997356176, "doc_prefill_ms": 242.21433303318918, "compress_ms": 50.142207997851074, "serialize_ms": 3.9604579797014594, "load_ms": 1.4279589522629976, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.659917008131742, "ttft_ms": 17.659917008131742, "decode_ms": 114.88691694103181}, "total_wall_ms": 190.0775000685826, "ttft_ms": 17.659917008131742, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1371619328, "backend_memory": {"mlx_active_bytes": 6279311024, "mlx_peak_bytes": 6319649180, "mlx_cache_bytes": 12266220481, "process_rss_bytes": 1371619328}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6319649180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ouellet-Ouellette", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8da9e57f72e524e582cfeb5a9f634d2d80827cd928d18c21f54b48998cd567bc", "output_hash": "67e73565f653c2ecb177a8dcdb6cadaa62ed428bb9a8c39950bbe9372508c641"} |
| |
2650 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4ada55c988e03bdf7d457a6", "attempt_id": "fe86f6224026", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:21.145465Z", "task_family": "synthetic", "document_id": "syn_03024_2000", "document_hash": "ea10cd11ad08f01c50b0712bc481668857c9d2ddc8e6423968f2a31eeb97ac55", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03024_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2107, "keep": 527, "window_tokens": 42, "compress_ms": 41.36358294636011, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2068, "source_tokens_receiver": 2068, "query_tokens": 42, "message_tokens": 2107, "message_utf8_bytes": 7544, "cache_tensor_bytes": 10320768, "serialized_payload_bytes": 10354312, "side_information_bytes": 33544, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.81120804324746, "doc_prefill_ms": 242.21433303318918, "compress_ms": 50.09158398024738, "serialize_ms": 4.301666980609298, "load_ms": 1.434416975826025, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.020333955064416, "ttft_ms": 18.020333955064416, "decode_ms": 100.77870800159872}, "total_wall_ms": 176.6762079205364, "ttft_ms": 18.020333955064416, "input_usage": {"receiver_prefix_tokens": 2107, "dense_cache_bytes": 77672448, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1373683712, "backend_memory": {"mlx_active_bytes": 6279316688, "mlx_peak_bytes": 6326595460, "mlx_cache_bytes": 12273145249, "process_rss_bytes": 1373683712}, "peak_prefill_memory": 7054786980, "peak_decode_memory": 6326595460, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6009880", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03024_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8da9e57f72e524e582cfeb5a9f634d2d80827cd928d18c21f54b48998cd567bc", "output_hash": "70499f98dee51e03d065e68eac8c9e3752ac16fa9495e483a3bc81181b931852"} |
| |
2651 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "25c2938a3a4f01c2533a9db7", "attempt_id": "f7a8131a9f80", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:21.430539Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0069999368861317635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.916834072209895, "ttft_ms": 13.562374981120229, "decode_ms": 12.894040904939175}, "total_wall_ms": 41.87829094007611, "ttft_ms": 13.562374981120229, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012760576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 137987768, "process_rss_bytes": 1012760576}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2652 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e5a6ad63f9b3e40d78ce03db", "attempt_id": "1bfa4522da4b", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:21.500787Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0069999368861317635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.15670792106539, "ttft_ms": 13.24312505312264, "decode_ms": 13.22591700591147}, "total_wall_ms": 51.05437501333654, "ttft_ms": 13.24312505312264, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012760576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 202720952, "process_rss_bytes": 1012760576}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2653 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "10d3dddda7907207e5cf179e", "attempt_id": "3e2236dd4851", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:21.577380Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0069999368861317635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.22612498048693, "ttft_ms": 13.415958965197206, "decode_ms": 13.085750048048794}, "total_wall_ms": 51.168042002245784, "ttft_ms": 13.415958965197206, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012760576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 246220472, "process_rss_bytes": 1012760576}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2654 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "216cb8e9122ed013e22cb7cb", "attempt_id": "fb07f145cb5d", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:21.653386Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0069999368861317635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.020916898734868, "ttft_ms": 13.36462504696101, "decode_ms": 13.075875001959503}, "total_wall_ms": 50.884417025372386, "ttft_ms": 13.36462504696101, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012760576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245229192, "mlx_cache_bytes": 290801336, "process_rss_bytes": 1012760576}, "peak_prefill_memory": null, "peak_decode_memory": 6245229192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2655 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "753a6c70bec8f095e8af005c", "attempt_id": "759d1ec3c1b9", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:21.729624Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 72, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0069999368861317635, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.017791030928493, "ttft_ms": 13.327374937944114, "decode_ms": 13.241792097687721}, "total_wall_ms": 50.984625006094575, "ttft_ms": 13.327374937944114, "input_usage": {"receiver_prompt_tokens": 72}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012760576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245278344, "mlx_cache_bytes": 334890680, "process_rss_bytes": 1012760576}, "peak_prefill_memory": null, "peak_decode_memory": 6245278344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2656 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "240e942623f829909e9de93c", "attempt_id": "eeb5ee00cb54", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:21.805442Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 5911, "message_tokens": 5836, "message_utf8_bytes": 29705, "cache_tensor_bytes": null, "serialized_payload_bytes": 29705, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007041962817311287, "decode_payload_ms": 0.0, "receiver_prefill_ms": 674.8395420145243, "ttft_ms": 13.920541037805378, "decode_ms": 137.97958404757082}, "total_wall_ms": 835.6885419925675, "ttft_ms": 13.920541037805378, "input_usage": {"receiver_prompt_tokens": 5911}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1012793344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2343814840, "process_rss_bytes": 1012793344}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69D-5055", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "output_hash": "2ad4f1f569357ac4cbdf0624ef9ad5e94d4a7d597c597837c734d5d4da55d0dd"} |
| |
2657 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2bb07f0a30ac861bb05b3a09", "attempt_id": "af3824217c12", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:22.665751Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 5916, "message_tokens": 5836, "message_utf8_bytes": 29705, "cache_tensor_bytes": null, "serialized_payload_bytes": 29705, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007041962817311287, "decode_payload_ms": 0.0, "receiver_prefill_ms": 677.1533340215683, "ttft_ms": 14.059333014301956, "decode_ms": 138.7317089829594}, "total_wall_ms": 838.806250016205, "ttft_ms": 14.059333014301956, "input_usage": {"receiver_prompt_tokens": 5916}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1012826112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3059320504, "process_rss_bytes": 1012826112}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "output_hash": "bab34bfe3c780af26190bc690aa1235e5d8596035bf66adefe62c44be419999b"} |
| |
2658 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd2c17d4e3144d240599001a", "attempt_id": "f64507f8d460", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:23.530290Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 5917, "message_tokens": 5836, "message_utf8_bytes": 29705, "cache_tensor_bytes": null, "serialized_payload_bytes": 29705, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007041962817311287, "decode_payload_ms": 0.0, "receiver_prefill_ms": 686.8219999596477, "ttft_ms": 14.168250025250018, "decode_ms": 97.3196669947356}, "total_wall_ms": 807.0364589802921, "ttft_ms": 14.168250025250018, "input_usage": {"receiver_prompt_tokens": 5917}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1012858880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3558835896, "process_rss_bytes": 1012858880}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2659 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c1193e8506eede3ec8ffe252", "attempt_id": "a8708697fa7f", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:24.362860Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 5912, "message_tokens": 5836, "message_utf8_bytes": 29705, "cache_tensor_bytes": null, "serialized_payload_bytes": 29705, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007041962817311287, "decode_payload_ms": 0.0, "receiver_prefill_ms": 708.7231670739129, "ttft_ms": 14.147832989692688, "decode_ms": 69.56624996382743}, "total_wall_ms": 801.2373329838738, "ttft_ms": 14.147832989692688, "input_usage": {"receiver_prompt_tokens": 5912}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1012891648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4056975032, "process_rss_bytes": 1012891648}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2660 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "57a0cab28760f4d505e933d3", "attempt_id": "b038034f5994", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:25.189333Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 5918, "message_tokens": 5836, "message_utf8_bytes": 29705, "cache_tensor_bytes": null, "serialized_payload_bytes": 29705, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007041962817311287, "decode_payload_ms": 0.0, "receiver_prefill_ms": 742.8163340082392, "ttft_ms": 14.381750021129847, "decode_ms": 97.76679100468755}, "total_wall_ms": 863.5172919603065, "ttft_ms": 14.381750021129847, "input_usage": {"receiver_prompt_tokens": 5918}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1012924416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4773414584, "process_rss_bytes": 1012924416}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5236625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "output_hash": "f0324cfa0e35a8d9bd4a75ef3f8cf62fcab822341c95b1d00f17b53fdf75ccf5"} |
| |
2661 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "78dad2b677446c0ae8ee55f1", "attempt_id": "de5d6ca72cb7", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:26.081842Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5836}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2299, "cache_tensor_bytes": null, "serialized_payload_bytes": 2299, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.100915975868702, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.02916697133332, "ttft_ms": 13.428458012640476, "decode_ms": 13.646958046592772}, "total_wall_ms": 100.32154200598598, "ttft_ms": 13.428458012640476, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012924416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 5169055416, "process_rss_bytes": 1012924416}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7dccb4ecd04a5fb5cc7eaebf27a5c0496ec7f3f43e7b46bf4f56adac8dda67fe", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2662 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a01e1d22e4ff0d18ae3ed06", "attempt_id": "0b94e8d49039", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:26.206553Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5836}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2299, "cache_tensor_bytes": null, "serialized_payload_bytes": 2299, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.100915975868702, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.48012502491474, "ttft_ms": 13.659499934874475, "decode_ms": 13.583499938249588}, "total_wall_ms": 98.94429193809628, "ttft_ms": 13.659499934874475, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012924416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5519410872, "process_rss_bytes": 1012924416}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7dccb4ecd04a5fb5cc7eaebf27a5c0496ec7f3f43e7b46bf4f56adac8dda67fe", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2663 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd065c14c5b134337adb80a9", "attempt_id": "80e63debfe19", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:26.331468Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5836}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2299, "cache_tensor_bytes": null, "serialized_payload_bytes": 2299, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.100915975868702, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.29783306643367, "ttft_ms": 13.79804196767509, "decode_ms": 13.171583064831793}, "total_wall_ms": 98.46933302469552, "ttft_ms": 13.79804196767509, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012940800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 5885789880, "process_rss_bytes": 1012940800}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7dccb4ecd04a5fb5cc7eaebf27a5c0496ec7f3f43e7b46bf4f56adac8dda67fe", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2664 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3f2fd665bf9c44994f36a046", "attempt_id": "d573b0941cca", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:26.455530Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5836}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 2299, "cache_tensor_bytes": null, "serialized_payload_bytes": 2299, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.100915975868702, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.54449997283518, "ttft_ms": 13.247249997220933, "decode_ms": 13.707833015359938}, "total_wall_ms": 97.67658391501755, "ttft_ms": 13.247249997220933, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012940800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 6131156664, "process_rss_bytes": 1012940800}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7dccb4ecd04a5fb5cc7eaebf27a5c0496ec7f3f43e7b46bf4f56adac8dda67fe", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2665 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d47617b394ab0ca2af9cefd", "attempt_id": "229466280bfb", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:26.578565Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5836}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 603, "message_tokens": 516, "message_utf8_bytes": 2299, "cache_tensor_bytes": null, "serialized_payload_bytes": 2299, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.100915975868702, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.01754106022418, "ttft_ms": 13.665332924574614, "decode_ms": 95.05599993281066}, "total_wall_ms": 179.97570894658566, "ttft_ms": 13.665332924574614, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1012957184, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 6378981048, "process_rss_bytes": 1012957184}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5236625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7dccb4ecd04a5fb5cc7eaebf27a5c0496ec7f3f43e7b46bf4f56adac8dda67fe", "output_hash": "f0324cfa0e35a8d9bd4a75ef3f8cf62fcab822341c95b1d00f17b53fdf75ccf5"} |
| |
2666 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5f2acada595b84d4ee56f73a", "attempt_id": "5414a942b0fe", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:26.788890Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 579, "message_tokens": 503, "message_utf8_bytes": 1261, "cache_tensor_bytes": null, "serialized_payload_bytes": 1261, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.498208989389241, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.75787493865937, "ttft_ms": 13.243624940514565, "decode_ms": 13.467957964166999}, "total_wall_ms": 97.46770793572068, "ttft_ms": 13.243624940514565, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012989952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557134936, "mlx_cache_bytes": 6731105976, "process_rss_bytes": 1012989952}, "peak_prefill_memory": null, "peak_decode_memory": 6557134936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "30bf6642df881eb7ae6c04604ef524238d14add5379609c1ac761f2e8da5f12b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2667 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "47256df37308747f701050f8", "attempt_id": "f8617ba6f5ed", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:26.911869Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 584, "message_tokens": 503, "message_utf8_bytes": 1261, "cache_tensor_bytes": null, "serialized_payload_bytes": 1261, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.498208989389241, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.35504206921905, "ttft_ms": 13.255583005957305, "decode_ms": 13.603374944068491}, "total_wall_ms": 97.2065000096336, "ttft_ms": 13.255583005957305, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1012989952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 7071729336, "process_rss_bytes": 1012989952}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "30bf6642df881eb7ae6c04604ef524238d14add5379609c1ac761f2e8da5f12b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2668 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7cc3922eb84060b78dcb49f1", "attempt_id": "936783a9f335", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:27.033767Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 585, "message_tokens": 503, "message_utf8_bytes": 1261, "cache_tensor_bytes": null, "serialized_payload_bytes": 1261, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.498208989389241, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.31924994569272, "ttft_ms": 13.477624976076186, "decode_ms": 93.42566702980548}, "total_wall_ms": 177.22562502603978, "ttft_ms": 13.477624976076186, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1013006336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 7312180920, "process_rss_bytes": 1013006336}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7026040", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "30bf6642df881eb7ae6c04604ef524238d14add5379609c1ac761f2e8da5f12b", "output_hash": "745005bc5caf64de51f389cd215c24264b3c2b8761c288554f09868d28ea3ca3"} |
| |
2669 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c6908a6ad10f777e297be148", "attempt_id": "bd92bd517519", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:27.236120Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 580, "message_tokens": 503, "message_utf8_bytes": 1261, "cache_tensor_bytes": null, "serialized_payload_bytes": 1261, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.498208989389241, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.30458394344896, "ttft_ms": 13.76179198268801, "decode_ms": 67.70695908926427}, "total_wall_ms": 151.8187909387052, "ttft_ms": 13.76179198268801, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1013039104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557724760, "mlx_cache_bytes": 7550764728, "process_rss_bytes": 1013039104}, "peak_prefill_memory": null, "peak_decode_memory": 6557724760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "30bf6642df881eb7ae6c04604ef524238d14add5379609c1ac761f2e8da5f12b", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2670 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "346bc5d2aee628b07f418def", "attempt_id": "03c1d02859e3", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:27.413793Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 586, "message_tokens": 503, "message_utf8_bytes": 1261, "cache_tensor_bytes": null, "serialized_payload_bytes": 1261, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.498208989389241, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.55862510949373, "ttft_ms": 13.34512501489371, "decode_ms": 120.62025000341237}, "total_wall_ms": 204.5725000789389, "ttft_ms": 13.34512501489371, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1013055488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 7892960952, "process_rss_bytes": 1013055488}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,236,625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "30bf6642df881eb7ae6c04604ef524238d14add5379609c1ac761f2e8da5f12b", "output_hash": "5f724075674359492cf09f6cc38fa29d1d8d57b1cbe36c12f18a44145249093b"} |
| |
2671 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ab76ed73e565ff5530977e66", "attempt_id": "35b5a1cb4e16", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:27.644167Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 575, "message_tokens": 499, "message_utf8_bytes": 1329, "cache_tensor_bytes": null, "serialized_payload_bytes": 1329, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8817090895026922, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.35104201268405, "ttft_ms": 13.769041979685426, "decode_ms": 133.5254159057513}, "total_wall_ms": 216.5087079629302, "ttft_ms": 13.769041979685426, "input_usage": {"receiver_prompt_tokens": 575}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1013055488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6573928536, "mlx_cache_bytes": 8150615736, "process_rss_bytes": 1013055488}, "peak_prefill_memory": null, "peak_decode_memory": 6573928536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69D-5055", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3345faf441d22098cae0fe96912a2c1e83d2dbf15f7e6df361d272851a935583", "output_hash": "2ad4f1f569357ac4cbdf0624ef9ad5e94d4a7d597c597837c734d5d4da55d0dd"} |
| |
2672 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "de535f3eb5f7c79973fe714e", "attempt_id": "a3eef68b8bce", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:27.885370Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 27}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 588, "message_tokens": 507, "message_utf8_bytes": 1789, "cache_tensor_bytes": null, "serialized_payload_bytes": 1789, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.116083982400596, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.19062498491257, "ttft_ms": 13.624457991681993, "decode_ms": 133.38474999181926}, "total_wall_ms": 219.3805839633569, "ttft_ms": 13.624457991681993, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1013071872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 8392345272, "process_rss_bytes": 1013071872}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "18ed4b830b115cc2c50c99d7968575b66d804af8b8dd46b94f03f467edaa4325", "output_hash": "bab34bfe3c780af26190bc690aa1235e5d8596035bf66adefe62c44be419999b"} |
| |
2673 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f77bf8a8c54ba057d4fa3539", "attempt_id": "6a1d006d8492", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:28.130864Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 584, "message_tokens": 502, "message_utf8_bytes": 1349, "cache_tensor_bytes": null, "serialized_payload_bytes": 1349, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9623750122264028, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.08354198094457, "ttft_ms": 13.67395801935345, "decode_ms": 93.68991700466722}, "total_wall_ms": 179.40675001591444, "ttft_ms": 13.67395801935345, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1013088256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 8392345272, "process_rss_bytes": 1013088256}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c60e10f4d2f4f012bc0dc44ee2b169dc65c4a4013e2cb19a5fec3f337dbf99cf", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2674 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ae64a3d5d1e6cd14fe3e569a", "attempt_id": "2feeca69bd07", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:28.335772Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 578, "message_tokens": 501, "message_utf8_bytes": 1546, "cache_tensor_bytes": null, "serialized_payload_bytes": 1546, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9535409519448876, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.4641669979319, "ttft_ms": 13.409417006187141, "decode_ms": 67.14950001332909}, "total_wall_ms": 153.00204209052026, "ttft_ms": 13.409417006187141, "input_usage": {"receiver_prompt_tokens": 578}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1013088256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557134936, "mlx_cache_bytes": 8392345272, "process_rss_bytes": 1013088256}, "peak_prefill_memory": null, "peak_decode_memory": 6557134936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a0b40d63dd48090868d938f6fc4ce4e04ea1f30e1c7c18c623df476a40cad85e", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2675 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51f9bbd4a99cd29d13bfe0d3", "attempt_id": "6001b2bef9da", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:28.514214Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 16}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 594, "message_tokens": 511, "message_utf8_bytes": 1393, "cache_tensor_bytes": null, "serialized_payload_bytes": 1393, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9485410302877426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.94149996899068, "ttft_ms": 13.193625025451183, "decode_ms": 122.30654200538993}, "total_wall_ms": 208.4090419812128, "ttft_ms": 13.193625025451183, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1013088256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 8636532408, "process_rss_bytes": 1013088256}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,236,625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a116a2d61ecf2a292fdab5763f965a93a0fe40764dea332c52474ad56defbd11", "output_hash": "5f724075674359492cf09f6cc38fa29d1d8d57b1cbe36c12f18a44145249093b"} |
| |
2676 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ae767821d662bc5f9184cccd", "attempt_id": "c93d6ab54754", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:35.335226Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 494, "message_tokens": 415, "message_utf8_bytes": 1621, "cache_tensor_bytes": null, "serialized_payload_bytes": 1621, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6586.489708046429, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.17641704156995, "ttft_ms": 13.450875063426793, "decode_ms": 13.868290930986404}, "total_wall_ms": 87.35933399293572, "ttft_ms": 13.450875063426793, "input_usage": {"receiver_prompt_tokens": 494, "sender_input_tokens": 5952, "sender_output_tokens": 415, "sender_prefill_ms": 819.4674159167334, "sender_ttft_ms": 14.601541915908456, "sender_decode_ms": 5747.826000093482}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1013284864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6495807500, "mlx_cache_bytes": 9917238892, "process_rss_bytes": 1013284864}, "peak_prefill_memory": null, "peak_decode_memory": 6495807500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69fd875d88bc5e3f10db40fab7db8e958c10c5ebf2a6d2ee7888390720aca59f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2677 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7093b081c128e7ddbbce00a9", "attempt_id": "3f1f47dae472", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:35.448992Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 499, "message_tokens": 415, "message_utf8_bytes": 1621, "cache_tensor_bytes": null, "serialized_payload_bytes": 1621, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6586.489708046429, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.06166704092175, "ttft_ms": 13.41070793569088, "decode_ms": 160.5918339919299}, "total_wall_ms": 231.17291706148535, "ttft_ms": 13.41070793569088, "input_usage": {"receiver_prompt_tokens": 499, "sender_input_tokens": 5952, "sender_output_tokens": 415, "sender_prefill_ms": 819.4674159167334, "sender_ttft_ms": 14.601541915908456, "sender_decode_ms": 5747.826000093482}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1013284864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6498920480, "mlx_cache_bytes": 10208417332, "process_rss_bytes": 1013284864}, "peak_prefill_memory": null, "peak_decode_memory": 6498920480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 382-V in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69fd875d88bc5e3f10db40fab7db8e958c10c5ebf2a6d2ee7888390720aca59f", "output_hash": "f4776dc427a8feb4875dc16ce09357456333e8e7709cff892cbfc87eeadbd81c"} |
| |
2678 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "355d3de957e5057c7e4092f3", "attempt_id": "7901d08a5432", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:35.704805Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 500, "message_tokens": 415, "message_utf8_bytes": 1621, "cache_tensor_bytes": null, "serialized_payload_bytes": 1621, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6586.489708046429, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.11287499777973, "ttft_ms": 13.23091599624604, "decode_ms": 13.61691695638001}, "total_wall_ms": 84.06712498981506, "ttft_ms": 13.23091599624604, "input_usage": {"receiver_prompt_tokens": 500, "sender_input_tokens": 5952, "sender_output_tokens": 415, "sender_prefill_ms": 819.4674159167334, "sender_ttft_ms": 14.601541915908456, "sender_decode_ms": 5747.826000093482}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1013284864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6499313700, "mlx_cache_bytes": 10413972992, "process_rss_bytes": 1013284864}, "peak_prefill_memory": null, "peak_decode_memory": 6499313700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69fd875d88bc5e3f10db40fab7db8e958c10c5ebf2a6d2ee7888390720aca59f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2679 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d38c9484ba7d663accd77740", "attempt_id": "208e6c8e46e5", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:35.814199Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 495, "message_tokens": 415, "message_utf8_bytes": 1621, "cache_tensor_bytes": null, "serialized_payload_bytes": 1621, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6586.489708046429, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.02745804935694, "ttft_ms": 13.441874994896352, "decode_ms": 13.159207999706268}, "total_wall_ms": 83.68604199495167, "ttft_ms": 13.441874994896352, "input_usage": {"receiver_prompt_tokens": 495, "sender_input_tokens": 5952, "sender_output_tokens": 415, "sender_prefill_ms": 819.4674159167334, "sender_ttft_ms": 14.601541915908456, "sender_decode_ms": 5747.826000093482}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1013284864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6496069664, "mlx_cache_bytes": 10617363968, "process_rss_bytes": 1013284864}, "peak_prefill_memory": null, "peak_decode_memory": 6496069664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69fd875d88bc5e3f10db40fab7db8e958c10c5ebf2a6d2ee7888390720aca59f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2680 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aaaeb7c68c755fec8206bcbc", "attempt_id": "aa3c750b66af", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:35.923704Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 501, "message_tokens": 415, "message_utf8_bytes": 1621, "cache_tensor_bytes": null, "serialized_payload_bytes": 1621, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6586.489708046429, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.00612505804747, "ttft_ms": 13.351000030525029, "decode_ms": 13.106166967190802}, "total_wall_ms": 83.58670899178833, "ttft_ms": 13.351000030525029, "input_usage": {"receiver_prompt_tokens": 501, "sender_input_tokens": 5952, "sender_output_tokens": 415, "sender_prefill_ms": 819.4674159167334, "sender_ttft_ms": 14.601541915908456, "sender_decode_ms": 5747.826000093482}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1013301248, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6499608616, "mlx_cache_bytes": 10823214544, "process_rss_bytes": 1013301248}, "peak_prefill_memory": null, "peak_decode_memory": 6499608616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "69fd875d88bc5e3f10db40fab7db8e958c10c5ebf2a6d2ee7888390720aca59f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2681 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4835bbf54b4d54dfd900107c", "attempt_id": "bef6afdaaf33", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:36.033268Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 140, "message_tokens": 61, "message_utf8_bytes": 273, "cache_tensor_bytes": null, "serialized_payload_bytes": 273, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1667.55287500564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.840124934911728, "ttft_ms": 13.569208094850183, "decode_ms": 132.89729203097522}, "total_wall_ms": 1845.4434999730438, "ttft_ms": 13.569208094850183, "input_usage": {"receiver_prompt_tokens": 140, "sender_input_tokens": 5948, "sender_output_tokens": 61, "sender_prefill_ms": 800.7052079774439, "sender_ttft_ms": 14.481083955615759, "sender_decode_ms": 847.8341250447556}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1013334016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294200988, "mlx_cache_bytes": 11535673340, "process_rss_bytes": 1013334016}, "peak_prefill_memory": null, "peak_decode_memory": 6294200988, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69D-5055", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "07c1496a196c8db4ed2eeecbba54570b3be19a1c5d8f6422c0fd1ff5c74d01ba", "output_hash": "2ad4f1f569357ac4cbdf0624ef9ad5e94d4a7d597c597837c734d5d4da55d0dd"} |
| |
2682 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a584f5a33cb2518391d18636", "attempt_id": "6ced12e8b725", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:37.904945Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 156, "message_tokens": 72, "message_utf8_bytes": 212, "cache_tensor_bytes": null, "serialized_payload_bytes": 212, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1830.201999982819, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.04324999731034, "ttft_ms": 13.84516607504338, "decode_ms": 132.11229094304144}, "total_wall_ms": 2007.7616670168936, "ttft_ms": 13.84516607504338, "input_usage": {"receiver_prompt_tokens": 156, "sender_input_tokens": 5953, "sender_output_tokens": 72, "sender_prefill_ms": 806.8748749792576, "sender_ttft_ms": 14.6788340061903, "sender_decode_ms": 1004.0723331039771}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1013366784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6307111644, "mlx_cache_bytes": 12143340136, "process_rss_bytes": 1013366784}, "peak_prefill_memory": null, "peak_decode_memory": 6307111644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "703d9850ed319954e6817c79d9766a6bbb430b7ccbb5ddc89ef20a44ed580abd", "output_hash": "bab34bfe3c780af26190bc690aa1235e5d8596035bf66adefe62c44be419999b"} |
| |
2683 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c268fbc98e339702bb114f8c", "attempt_id": "a608377cc148", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:39.938722Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 125, "message_tokens": 40, "message_utf8_bytes": 136, "cache_tensor_bytes": null, "serialized_payload_bytes": 136, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1411.301999934949, "decode_payload_ms": 0.0, "receiver_prefill_ms": 26.115500018931925, "ttft_ms": 13.409125036559999, "decode_ms": 105.99483305122703}, "total_wall_ms": 1557.298667030409, "ttft_ms": 13.409125036559999, "input_usage": {"receiver_prompt_tokens": 125, "sender_input_tokens": 5954, "sender_output_tokens": 40, "sender_prefill_ms": 833.155250060372, "sender_ttft_ms": 14.830290921963751, "sender_decode_ms": 558.511083945632}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1013399552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6282207856, "mlx_cache_bytes": 12953266792, "process_rss_bytes": 1013399552}, "peak_prefill_memory": null, "peak_decode_memory": 6282207856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403 CAD", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b79fc554c61fe3414e2899291b7110a37e69ababd7670e43ee4d9d826f79b8e7", "output_hash": "8599b160a2dca61c461c0d0516aa3fff44763d354387bd2bc67197413240a6a3"} |
| |
2684 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9f01d8d71cdbe27346148dc3", "attempt_id": "6f2d28b4bca8", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:49.483569Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 441, "message_tokens": 350, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7960.489124991, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.21299999579787, "ttft_ms": 13.432207982987165, "decode_ms": 13.355584000237286}, "total_wall_ms": 81.94533304776996, "ttft_ms": 13.432207982987165, "input_usage": {"receiver_prompt_tokens": 441, "sender_input_tokens": 5980, "sender_output_tokens": 512, "sender_prefill_ms": 860.5266249505803, "sender_ttft_ms": 15.377791016362607, "sender_decode_ms": 7079.842500039376}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1013415936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6540748836, "mlx_cache_bytes": 14249126504, "process_rss_bytes": 1013415936}, "peak_prefill_memory": null, "peak_decode_memory": 6540748836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ddc66033654a2a1850fd6f7ba7bff5d696e92f4423f033bfebadfb7af6f32c6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2685 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7679cb08b67ec1d6cf6fc520", "attempt_id": "85af82303c63", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:49.592729Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 446, "message_tokens": 350, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7960.489124991, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.20141597278416, "ttft_ms": 13.228042051196098, "decode_ms": 13.268875074572861}, "total_wall_ms": 81.61970798391849, "ttft_ms": 13.228042051196098, "input_usage": {"receiver_prompt_tokens": 446, "sender_input_tokens": 5980, "sender_output_tokens": 512, "sender_prefill_ms": 860.5266249505803, "sender_ttft_ms": 15.377791016362607, "sender_decode_ms": 7079.842500039376}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1013415936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6545434660, "mlx_cache_bytes": 14601710184, "process_rss_bytes": 1013415936}, "peak_prefill_memory": null, "peak_decode_memory": 6545434660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ddc66033654a2a1850fd6f7ba7bff5d696e92f4423f033bfebadfb7af6f32c6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2686 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e1d6f616652ef24582d8a9f5", "attempt_id": "1101e1f6f05f", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:49.699492Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 447, "message_tokens": 350, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7960.489124991, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.97295905277133, "ttft_ms": 13.679791009053588, "decode_ms": 13.61695898231119}, "total_wall_ms": 82.21662498544902, "ttft_ms": 13.679791009053588, "input_usage": {"receiver_prompt_tokens": 447, "sender_input_tokens": 5980, "sender_output_tokens": 512, "sender_prefill_ms": 860.5266249505803, "sender_ttft_ms": 15.377791016362607, "sender_decode_ms": 7079.842500039376}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1013415936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546221092, "mlx_cache_bytes": 14758996584, "process_rss_bytes": 1013415936}, "peak_prefill_memory": null, "peak_decode_memory": 6546221092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ddc66033654a2a1850fd6f7ba7bff5d696e92f4423f033bfebadfb7af6f32c6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2687 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f109792de52b5f195bd5c7d", "attempt_id": "80dd39a59a6b", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:49.807762Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 442, "message_tokens": 350, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7960.489124991, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.74649993609637, "ttft_ms": 13.666082988493145, "decode_ms": 13.62587499897927}, "total_wall_ms": 81.98983303736895, "ttft_ms": 13.666082988493145, "input_usage": {"receiver_prompt_tokens": 442, "sender_input_tokens": 5980, "sender_output_tokens": 512, "sender_prefill_ms": 860.5266249505803, "sender_ttft_ms": 15.377791016362607, "sender_decode_ms": 7079.842500039376}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1013415936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486353932, "mlx_cache_bytes": 14875585128, "process_rss_bytes": 1013415936}, "peak_prefill_memory": null, "peak_decode_memory": 6486353932, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ddc66033654a2a1850fd6f7ba7bff5d696e92f4423f033bfebadfb7af6f32c6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2688 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f9b639ee9902e9be12d7fc47", "attempt_id": "f8b8b7c7623b", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:49.915185Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 448, "message_tokens": 350, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7960.489124991, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.827499970793724, "ttft_ms": 13.595374999567866, "decode_ms": 121.33649992756546}, "total_wall_ms": 189.65325003955513, "ttft_ms": 13.595374999567866, "input_usage": {"receiver_prompt_tokens": 448, "sender_input_tokens": 5980, "sender_output_tokens": 512, "sender_prefill_ms": 860.5266249505803, "sender_ttft_ms": 15.377791016362607, "sender_decode_ms": 7079.842500039376}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1013415936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546614308, "mlx_cache_bytes": 15033133672, "process_rss_bytes": 1013415936}, "peak_prefill_memory": null, "peak_decode_memory": 6546614308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,236,625", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ddc66033654a2a1850fd6f7ba7bff5d696e92f4423f033bfebadfb7af6f32c6", "output_hash": "5f724075674359492cf09f6cc38fa29d1d8d57b1cbe36c12f18a44145249093b"} |
| |
2689 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8e4369079353fd49ba5dbb1d", "attempt_id": "f319a30e525e", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:50.130382Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 146, "message_tokens": 55, "message_utf8_bytes": 123, "cache_tensor_bytes": null, "serialized_payload_bytes": 123, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1918.7447500880808, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.932791996747255, "ttft_ms": 13.24174995534122, "decode_ms": 133.3571249851957}, "total_wall_ms": 2096.791625022888, "ttft_ms": 13.24174995534122, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 5989, "sender_output_tokens": 77, "sender_prefill_ms": 822.0992080168799, "sender_ttft_ms": 14.17208299972117, "sender_decode_ms": 1077.674250002019}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1013399552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299476700, "mlx_cache_bytes": 15902616168, "process_rss_bytes": 1013399552}, "peak_prefill_memory": null, "peak_decode_memory": 6299476700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69D-5055", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e6904053edadcb55b6be3fc1d2062ab617d0fa4ec7eb3dbb9c95f1b9dcf7d5f5", "output_hash": "2ad4f1f569357ac4cbdf0624ef9ad5e94d4a7d597c597837c734d5d4da55d0dd"} |
| |
2690 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d0658b697fcec9b19d45f8dc", "attempt_id": "cc396a4aa222", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:52.252669Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 148, "message_tokens": 52, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1840.9002081025392, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.82795802038163, "ttft_ms": 13.437957968562841, "decode_ms": 133.38670798111707}, "total_wall_ms": 2019.0684159751981, "ttft_ms": 13.437957968562841, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 5994, "sender_output_tokens": 72, "sender_prefill_ms": 819.5152080152184, "sender_ttft_ms": 14.92537499871105, "sender_decode_ms": 1001.6149999573827}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1013399552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300656348, "mlx_cache_bytes": 16729926248, "process_rss_bytes": 1013399552}, "peak_prefill_memory": null, "peak_decode_memory": 6300656348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C in Schefferville", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8b319eaadd253972f5c433461e31d8395ac25cd29395326234aa3fd42d556ef9", "output_hash": "c08d70ffa2e7326a9e006214fe5e0c67592fbbc94998fa3eba55efe4f55a317e"} |
| |
2691 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "26449e5a642889e7536c64b7", "attempt_id": "64e1d490f953", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:54.297614Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 150, "message_tokens": 53, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1928.045834065415, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.029874924570322, "ttft_ms": 13.515666010789573, "decode_ms": 93.00849994178861}, "total_wall_ms": 2066.1152079701424, "ttft_ms": 13.515666010789573, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 5995, "sender_output_tokens": 75, "sender_prefill_ms": 858.9707500068471, "sender_ttft_ms": 15.138874994590878, "sender_decode_ms": 1049.0723330294713}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1013432320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6309749468, "mlx_cache_bytes": 17341016680, "process_rss_bytes": 1013432320}, "peak_prefill_memory": null, "peak_decode_memory": 6309749468, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "01e60f86fa8834e110605ef45428ea8e5b1c8c4d251b19125f26c862c3782e67", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2692 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2b8c6b6d6c637a7ab281d98", "attempt_id": "a0da1ffa0933", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:56.390604Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 1092, "message_tokens": 1016, "message_utf8_bytes": 697, "cache_tensor_bytes": null, "serialized_payload_bytes": 697, "side_information_bytes": 0, "fetched_bytes": 1630, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028250040486454964, "decode_payload_ms": 0.0, "receiver_prefill_ms": 146.47425001021475, "ttft_ms": 14.028207981027663, "decode_ms": 13.743416988290846}, "total_wall_ms": 176.8822920275852, "ttft_ms": 14.028207981027663, "input_usage": {"receiver_prompt_tokens": 1092, "sender_input_tokens": 5980, "sender_output_tokens": 512, "sender_prefill_ms": 860.5266249505803, "sender_ttft_ms": 15.377791016362607, "sender_decode_ms": 7079.842500039376}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 965066752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6845677644, "mlx_cache_bytes": 18029881960, "process_rss_bytes": 965066752}, "peak_prefill_memory": null, "peak_decode_memory": 6845677644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1630, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad5dfc606fcf528c257f160a05ec4a0f60aa8ab99b1b23aa5db62dc784ecaadc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2693 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e37a54afd5876233940b238c", "attempt_id": "377e924523c0", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:56.593274Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 1097, "message_tokens": 1016, "message_utf8_bytes": 697, "cache_tensor_bytes": null, "serialized_payload_bytes": 697, "side_information_bytes": 0, "fetched_bytes": 1630, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028250040486454964, "decode_payload_ms": 0.0, "receiver_prefill_ms": 330.6178329512477, "ttft_ms": 14.399333042092621, "decode_ms": 14.879209105856717}, "total_wall_ms": 361.59058299381286, "ttft_ms": 14.399333042092621, "input_usage": {"receiver_prompt_tokens": 1097, "sender_input_tokens": 5980, "sender_output_tokens": 512, "sender_prefill_ms": 860.5266249505803, "sender_ttft_ms": 15.377791016362607, "sender_decode_ms": 7079.842500039376}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 951730176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6848168012, "mlx_cache_bytes": 18674133608, "process_rss_bytes": 951730176}, "peak_prefill_memory": null, "peak_decode_memory": 6848168012, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1630, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "115adfc958edce2551bbc0445cbe65a5e8913c43f9192b5d571d9554f5b5cb70", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2694 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d857bfb5d6e2c40bf9325ad", "attempt_id": "789280ea37be", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:56.981844Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 1098, "message_tokens": 1016, "message_utf8_bytes": 697, "cache_tensor_bytes": null, "serialized_payload_bytes": 697, "side_information_bytes": 0, "fetched_bytes": 1630, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028250040486454964, "decode_payload_ms": 0.0, "receiver_prefill_ms": 807.1506660198793, "ttft_ms": 14.805749990046024, "decode_ms": 14.876791974529624}, "total_wall_ms": 838.5095000267029, "ttft_ms": 14.805749990046024, "input_usage": {"receiver_prompt_tokens": 1098, "sender_input_tokens": 5980, "sender_output_tokens": 512, "sender_prefill_ms": 860.5266249505803, "sender_ttft_ms": 15.377791016362607, "sender_decode_ms": 7079.842500039376}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 951353344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6849380428, "mlx_cache_bytes": 19319679592, "process_rss_bytes": 951353344}, "peak_prefill_memory": null, "peak_decode_memory": 6849380428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1630, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "424ecface38a8f0dff1b93aed9d5e8e55b2e1c63f44af4c21d2c960396a608d4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2695 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "52671ce7015d51b7c0887701", "attempt_id": "8b338972cd0e", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:57.846814Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 1093, "message_tokens": 1016, "message_utf8_bytes": 697, "cache_tensor_bytes": null, "serialized_payload_bytes": 697, "side_information_bytes": 0, "fetched_bytes": 1630, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028250040486454964, "decode_payload_ms": 0.0, "receiver_prefill_ms": 556.9594169501215, "ttft_ms": 13.983582961373031, "decode_ms": 14.285000041127205}, "total_wall_ms": 587.0752920163795, "ttft_ms": 13.983582961373031, "input_usage": {"receiver_prompt_tokens": 1093, "sender_input_tokens": 5980, "sender_output_tokens": 512, "sender_prefill_ms": 860.5266249505803, "sender_ttft_ms": 15.377791016362607, "sender_decode_ms": 7079.842500039376}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 948813824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6845972556, "mlx_cache_bytes": 19769322088, "process_rss_bytes": 948813824}, "peak_prefill_memory": null, "peak_decode_memory": 6845972556, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1630, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "424ecface38a8f0dff1b93aed9d5e8e55b2e1c63f44af4c21d2c960396a608d4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2696 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "070afc5b51d187029acd9b4b", "attempt_id": "da77102a7d40", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:58.462437Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 1099, "message_tokens": 1016, "message_utf8_bytes": 697, "cache_tensor_bytes": null, "serialized_payload_bytes": 697, "side_information_bytes": 0, "fetched_bytes": 1630, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028250040486454964, "decode_payload_ms": 0.0, "receiver_prefill_ms": 119.29237493313849, "ttft_ms": 13.61237489618361, "decode_ms": 94.34791700914502}, "total_wall_ms": 228.90716698020697, "ttft_ms": 13.61237489618361, "input_usage": {"receiver_prompt_tokens": 1099, "sender_input_tokens": 5980, "sender_output_tokens": 512, "sender_prefill_ms": 860.5266249505803, "sender_ttft_ms": 15.377791016362607, "sender_decode_ms": 7079.842500039376}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 948961280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6849675340, "mlx_cache_bytes": 20221422184, "process_rss_bytes": 948961280}, "peak_prefill_memory": null, "peak_decode_memory": 6849675340, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5236625", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1630, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "424ecface38a8f0dff1b93aed9d5e8e55b2e1c63f44af4c21d2c960396a608d4", "output_hash": "f0324cfa0e35a8d9bd4a75ef3f8cf62fcab822341c95b1d00f17b53fdf75ccf5"} |
| |
2697 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "197022fffd0e741b21b2e9e9", "attempt_id": "70bf0a16833d", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:58.729115Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.941068139963168}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 5911, "message_tokens": 5836, "message_utf8_bytes": 29705, "cache_tensor_bytes": null, "serialized_payload_bytes": 2715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07216702215373516, "decode_payload_ms": 0.015458907000720501, "receiver_prefill_ms": 905.1269580377266, "ttft_ms": 14.72516602370888, "decode_ms": 141.93212508689612}, "total_wall_ms": 1070.8161670481786, "ttft_ms": 14.72516602370888, "input_usage": {"receiver_prompt_tokens": 5911}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 949059584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20221422184, "process_rss_bytes": 949059584}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69D-5055", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "output_hash": "2ad4f1f569357ac4cbdf0624ef9ad5e94d4a7d597c597837c734d5d4da55d0dd"} |
| |
2698 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a6bc447dab3127eb9faaebd", "attempt_id": "106023a65bc3", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:06:59.825334Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.941068139963168}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 5916, "message_tokens": 5836, "message_utf8_bytes": 29705, "cache_tensor_bytes": null, "serialized_payload_bytes": 2715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07216702215373516, "decode_payload_ms": 0.015458907000720501, "receiver_prefill_ms": 866.894334089011, "ttft_ms": 14.414250035770237, "decode_ms": 140.50420909188688}, "total_wall_ms": 1030.8847499545664, "ttft_ms": 14.414250035770237, "input_usage": {"receiver_prompt_tokens": 5916}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 949092352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20221422184, "process_rss_bytes": 949092352}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "output_hash": "bab34bfe3c780af26190bc690aa1235e5d8596035bf66adefe62c44be419999b"} |
| |
2699 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0406d192792c5d8c549ec412", "attempt_id": "c78530645062", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:00.882025Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.941068139963168}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 5917, "message_tokens": 5836, "message_utf8_bytes": 29705, "cache_tensor_bytes": null, "serialized_payload_bytes": 2715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07216702215373516, "decode_payload_ms": 0.015458907000720501, "receiver_prefill_ms": 879.9548749811947, "ttft_ms": 15.417834045365453, "decode_ms": 101.34958301205188}, "total_wall_ms": 1005.7309169787914, "ttft_ms": 15.417834045365453, "input_usage": {"receiver_prompt_tokens": 5917}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 940769280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20221422184, "process_rss_bytes": 940769280}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2700 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "defe73998516bd2e890e0483", "attempt_id": "3ce89c96af34", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:01.913577Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.941068139963168}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 5912, "message_tokens": 5836, "message_utf8_bytes": 29705, "cache_tensor_bytes": null, "serialized_payload_bytes": 2715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07216702215373516, "decode_payload_ms": 0.015458907000720501, "receiver_prefill_ms": 940.9343750448897, "ttft_ms": 14.475999982096255, "decode_ms": 71.93087495397776}, "total_wall_ms": 1036.3011669833213, "ttft_ms": 14.475999982096255, "input_usage": {"receiver_prompt_tokens": 5912}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 940769280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20221422184, "process_rss_bytes": 940769280}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2701 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe8a9bc739053ffb0f1f116a", "attempt_id": "4aa14a90995b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:02.976288Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.941068139963168}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 5918, "message_tokens": 5836, "message_utf8_bytes": 29705, "cache_tensor_bytes": null, "serialized_payload_bytes": 2715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07216702215373516, "decode_payload_ms": 0.015458907000720501, "receiver_prefill_ms": 934.1369590256363, "ttft_ms": 14.558583963662386, "decode_ms": 100.0988750020042}, "total_wall_ms": 1057.6758749084547, "ttft_ms": 14.558583963662386, "input_usage": {"receiver_prompt_tokens": 5918}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 940769280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20221422184, "process_rss_bytes": 940769280}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5236625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "output_hash": "f0324cfa0e35a8d9bd4a75ef3f8cf62fcab822341c95b1d00f17b53fdf75ccf5"} |
| |
2702 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5f2a40bc70860223d18a8062", "attempt_id": "ec54d59a439a", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:05.072184Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08773132282385196, "origin_tokens": 5634, "compressed_tokens": 553, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 678, "message_tokens": 601, "message_utf8_bytes": 2644, "cache_tensor_bytes": null, "serialized_payload_bytes": 2644, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1012.4404999660328, "decode_payload_ms": 0.0, "receiver_prefill_ms": 479.5383750461042, "ttft_ms": 20.581292104907334, "decode_ms": 96.96791600435972}, "total_wall_ms": 601.6612499952316, "ttft_ms": 20.581292104907334, "input_usage": {"receiver_prompt_tokens": 678}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 938344448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6609465432, "mlx_cache_bytes": 20623682152, "process_rss_bytes": 938344448}, "peak_prefill_memory": null, "peak_decode_memory": 6609465432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wentisoby-18", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5d6ccb760e35c6a564ffd8cdbf07499f4a3f0556d4d87a1102ce6c8b0addf788", "output_hash": "5e1b4376cbc7848ad56e533260fa5c8b3f9bbb233da09024ec193283565e0538"} |
| |
2703 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7032d4f83d3ffe4180df95c8", "attempt_id": "04fbf3f79b93", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:05.715275Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08773132282385196, "origin_tokens": 5634, "compressed_tokens": 553, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 683, "message_tokens": 601, "message_utf8_bytes": 2644, "cache_tensor_bytes": null, "serialized_payload_bytes": 2644, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1012.4404999660328, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.68770803138614, "ttft_ms": 13.396291062235832, "decode_ms": 254.77929203771055}, "total_wall_ms": 346.1318330373615, "ttft_ms": 13.396291062235832, "input_usage": {"receiver_prompt_tokens": 683}, "output_usage": {"output_tokens": 19}, "provider_cached_usage": null, "process_memory": 938426368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6611775576, "mlx_cache_bytes": 21022206568, "process_rss_bytes": 938426368}, "peak_prefill_memory": null, "peak_decode_memory": 6611775576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "June Lot 522-C Schefferville-85G-7653", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5d6ccb760e35c6a564ffd8cdbf07499f4a3f0556d4d87a1102ce6c8b0addf788", "output_hash": "652a08001335b946a048409f40a779b2ca5c2ed7c0bda59996b381daba7400a8"} |
| |
2704 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d7e7c3d0812febe7ed0439db", "attempt_id": "66bfb3a6ccda", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:06.087985Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08773132282385196, "origin_tokens": 5634, "compressed_tokens": 553, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 684, "message_tokens": 601, "message_utf8_bytes": 2644, "cache_tensor_bytes": null, "serialized_payload_bytes": 2644, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1012.4404999660328, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.80208294186741, "ttft_ms": 14.391375007107854, "decode_ms": 41.60908400081098}, "total_wall_ms": 134.21733304858208, "ttft_ms": 14.391375007107854, "input_usage": {"receiver_prompt_tokens": 684}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 938393600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6612168792, "mlx_cache_bytes": 21303454312, "process_rss_bytes": 938393600}, "peak_prefill_memory": null, "peak_decode_memory": 6612168792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "17 MW", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5d6ccb760e35c6a564ffd8cdbf07499f4a3f0556d4d87a1102ce6c8b0addf788", "output_hash": "3a84b17f8d32f0a082410c0726b49a0f91b4c0e8cfc3aa3c4e643101d4730c36"} |
| |
2705 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9267131733ab714db512f527", "attempt_id": "263d5145ab43", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:06.248406Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08773132282385196, "origin_tokens": 5634, "compressed_tokens": 553, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 679, "message_tokens": 601, "message_utf8_bytes": 2644, "cache_tensor_bytes": null, "serialized_payload_bytes": 2644, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1012.4404999660328, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.44945805240422, "ttft_ms": 13.69679206982255, "decode_ms": 13.94125004298985}, "total_wall_ms": 113.54158399626613, "ttft_ms": 13.69679206982255, "input_usage": {"receiver_prompt_tokens": 679}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 938393600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6609563736, "mlx_cache_bytes": 21582735976, "process_rss_bytes": 938393600}, "peak_prefill_memory": null, "peak_decode_memory": 6609563736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5d6ccb760e35c6a564ffd8cdbf07499f4a3f0556d4d87a1102ce6c8b0addf788", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2706 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b63c949f081de9aecb3caf94", "attempt_id": "daa2b62e8fc3", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:06.389655Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08773132282385196, "origin_tokens": 5634, "compressed_tokens": 553, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 685, "message_tokens": 601, "message_utf8_bytes": 2644, "cache_tensor_bytes": null, "serialized_payload_bytes": 2644, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1012.4404999660328, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.93237493839115, "ttft_ms": 14.16849996894598, "decode_ms": 14.134249999187887}, "total_wall_ms": 147.69716700538993, "ttft_ms": 14.16849996894598, "input_usage": {"receiver_prompt_tokens": 685}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 932315136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6612660312, "mlx_cache_bytes": 21864475240, "process_rss_bytes": 932315136}, "peak_prefill_memory": null, "peak_decode_memory": 6612660312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5d6ccb760e35c6a564ffd8cdbf07499f4a3f0556d4d87a1102ce6c8b0addf788", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2707 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a91a7b90cf1c819165e29ca", "attempt_id": "46cb4c643bf7", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:08.214701Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 36, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 216576000, "serialized_payload_bytes": 216592165, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1650.2245410811156, "doc_prefill_ms": 943.8640420557931, "compress_ms": 4.127499996684492, "serialize_ms": 692.5640830304474, "load_ms": 4.180749994702637, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.25333402026445, "ttft_ms": 58.25333402026445, "decode_ms": 159.82020797673613}, "total_wall_ms": 226.56695905607194, "ttft_ms": 58.25333402026445, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1312342016, "backend_memory": {"mlx_active_bytes": 6825664520, "mlx_peak_bytes": 6898655552, "mlx_cache_bytes": 23027165945, "process_rss_bytes": 1312342016}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6898655552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69D-5055", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d273200f3b98ccaa926ab44f301d8a575b9f5bf165615e95dc6421bf12fe0dda", "output_hash": "2ad4f1f569357ac4cbdf0624ef9ad5e94d4a7d597c597837c734d5d4da55d0dd"} |
| |
2708 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "be360b6c791224d604eab6a0", "attempt_id": "d27d9f89e591", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:08.467849Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 41, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 216576000, "serialized_payload_bytes": 216592165, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1650.2245410811156, "doc_prefill_ms": 943.8640420557931, "compress_ms": 4.127499996684492, "serialize_ms": 692.5640830304474, "load_ms": 1.8387919990345836, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.697207980789244, "ttft_ms": 44.697207980789244, "decode_ms": 151.47304197307676}, "total_wall_ms": 202.73654197808355, "ttft_ms": 44.697207980789244, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1312358400, "backend_memory": {"mlx_active_bytes": 6825664520, "mlx_peak_bytes": 6903849280, "mlx_cache_bytes": 23104580509, "process_rss_bytes": 1312358400}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6903849280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d273200f3b98ccaa926ab44f301d8a575b9f5bf165615e95dc6421bf12fe0dda", "output_hash": "bab34bfe3c780af26190bc690aa1235e5d8596035bf66adefe62c44be419999b"} |
| |
2709 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed79518c089c2300cc4e4825", "attempt_id": "dcec3025e0ea", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:08.701080Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 42, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 216576000, "serialized_payload_bytes": 216592165, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1650.2245410811156, "doc_prefill_ms": 943.8640420557931, "compress_ms": 4.127499996684492, "serialize_ms": 692.5640830304474, "load_ms": 2.0045420387759805, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.39716597739607, "ttft_ms": 46.39716597739607, "decode_ms": 104.94550003204495}, "total_wall_ms": 157.60841697920114, "ttft_ms": 46.39716597739607, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1312358400, "backend_memory": {"mlx_active_bytes": 6825664520, "mlx_peak_bytes": 6904340800, "mlx_cache_bytes": 23104580677, "process_rss_bytes": 1312358400}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6904340800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d273200f3b98ccaa926ab44f301d8a575b9f5bf165615e95dc6421bf12fe0dda", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2710 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "60b6ccd7ab213e18a91ac122", "attempt_id": "9f39b6439475", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:08.885034Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 37, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 216576000, "serialized_payload_bytes": 216592165, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1650.2245410811156, "doc_prefill_ms": 943.8640420557931, "compress_ms": 4.127499996684492, "serialize_ms": 692.5640830304474, "load_ms": 1.2852499494329095, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.45024998858571, "ttft_ms": 44.45024998858571, "decode_ms": 75.25116705801338}, "total_wall_ms": 125.34216698259115, "ttft_ms": 44.45024998858571, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 37}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1312358400, "backend_memory": {"mlx_active_bytes": 6824222728, "mlx_peak_bytes": 6902505700, "mlx_cache_bytes": 23132351557, "process_rss_bytes": 1312358400}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902505700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d273200f3b98ccaa926ab44f301d8a575b9f5bf165615e95dc6421bf12fe0dda", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2711 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e78bcafddc5ecb91185db9c7", "attempt_id": "414e0af7f482", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:09.036122Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 43, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 216576000, "serialized_payload_bytes": 216592165, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1650.2245410811156, "doc_prefill_ms": 943.8640420557931, "compress_ms": 4.127499996684492, "serialize_ms": 692.5640830304474, "load_ms": 2.2477919701486826, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.90979092568159, "ttft_ms": 43.90979092568159, "decode_ms": 105.84170906804502}, "total_wall_ms": 156.61212499253452, "ttft_ms": 43.90979092568159, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1312374784, "backend_memory": {"mlx_active_bytes": 6825664520, "mlx_peak_bytes": 6904914240, "mlx_cache_bytes": 23143984369, "process_rss_bytes": 1312374784}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6904914240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5236625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d273200f3b98ccaa926ab44f301d8a575b9f5bf165615e95dc6421bf12fe0dda", "output_hash": "f0324cfa0e35a8d9bd4a75ef3f8cf62fcab822341c95b1d00f17b53fdf75ccf5"} |
| |
2712 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e5cdd73bf6dd9e623942d0d3", "attempt_id": "5966bf0d70eb", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:09.332917Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "6d8f5128b527efb3", "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 36, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 216576000, "serialized_payload_bytes": 216592193, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.87912498321384, "doc_prefill_ms": 943.8640420557931, "compress_ms": 2.6635000249370933, "serialize_ms": 111.04133306071162, "load_ms": 24.22900008969009, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.09300003014505, "ttft_ms": 47.09300003014505, "decode_ms": 150.6570839555934}, "total_wall_ms": 226.6981250140816, "ttft_ms": 47.09300003014505, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1529249792, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6898655440, "mlx_cache_bytes": 23144246513, "process_rss_bytes": 1529249792}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6898655440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69D-5055", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "562daa58c3afdbecc0282aaf6f1142050292b4249f5edd4482bb244221b82596", "output_hash": "2ad4f1f569357ac4cbdf0624ef9ad5e94d4a7d597c597837c734d5d4da55d0dd"} |
| |
2713 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e0bc1015fab0122d2caa0d4", "attempt_id": "34740158c6ad", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:09.590916Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "6d8f5128b527efb3", "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 41, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 216576000, "serialized_payload_bytes": 216592193, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.87912498321384, "doc_prefill_ms": 943.8640420557931, "compress_ms": 2.6635000249370933, "serialize_ms": 111.04133306071162, "load_ms": 18.365666968747973, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.62370800320059, "ttft_ms": 44.62370800320059, "decode_ms": 151.05620806571096}, "total_wall_ms": 218.75420899596065, "ttft_ms": 44.62370800320059, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1529282560, "backend_memory": {"mlx_active_bytes": 6825402376, "mlx_peak_bytes": 6903849188, "mlx_cache_bytes": 23144246513, "process_rss_bytes": 1529282560}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6903849188, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "562daa58c3afdbecc0282aaf6f1142050292b4249f5edd4482bb244221b82596", "output_hash": "bab34bfe3c780af26190bc690aa1235e5d8596035bf66adefe62c44be419999b"} |
| |
2714 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "95ae3de32a7328efa2602c65", "attempt_id": "a147375af471", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:09.836782Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "6d8f5128b527efb3", "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 42, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 216576000, "serialized_payload_bytes": 216592193, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.87912498321384, "doc_prefill_ms": 943.8640420557931, "compress_ms": 2.6635000249370933, "serialize_ms": 111.04133306071162, "load_ms": 18.9439581008628, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.89750005491078, "ttft_ms": 46.89750005491078, "decode_ms": 105.77287501655519}, "total_wall_ms": 175.82566698547453, "ttft_ms": 46.89750005491078, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1529282560, "backend_memory": {"mlx_active_bytes": 6825664520, "mlx_peak_bytes": 6904340712, "mlx_cache_bytes": 23143984369, "process_rss_bytes": 1529282560}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6904340712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "562daa58c3afdbecc0282aaf6f1142050292b4249f5edd4482bb244221b82596", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2715 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "794fa24cbd311335389f23a9", "attempt_id": "7338676488c7", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:10.038506Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "6d8f5128b527efb3", "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 37, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 216576000, "serialized_payload_bytes": 216592193, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.87912498321384, "doc_prefill_ms": 943.8640420557931, "compress_ms": 2.6635000249370933, "serialize_ms": 111.04133306071162, "load_ms": 18.72312498744577, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.91545900236815, "ttft_ms": 44.91545900236815, "decode_ms": 75.35912503954023}, "total_wall_ms": 143.38579203467816, "ttft_ms": 44.91545900236815, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 37}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1529282560, "backend_memory": {"mlx_active_bytes": 6824222728, "mlx_peak_bytes": 6902489316, "mlx_cache_bytes": 23145590001, "process_rss_bytes": 1529282560}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902489316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "562daa58c3afdbecc0282aaf6f1142050292b4249f5edd4482bb244221b82596", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2716 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "facecc10532f7b29759f4dd1", "attempt_id": "61ac94a1db90", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:10.207906Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6605987848}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "6d8f5128b527efb3", "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 43, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 216576000, "serialized_payload_bytes": 216592193, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.87912498321384, "doc_prefill_ms": 943.8640420557931, "compress_ms": 2.6635000249370933, "serialize_ms": 111.04133306071162, "load_ms": 17.360375029966235, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.36341696418822, "ttft_ms": 44.36341696418822, "decode_ms": 105.04087503068149}, "total_wall_ms": 170.99820903968066, "ttft_ms": 44.36341696418822, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1529282560, "backend_memory": {"mlx_active_bytes": 6825664520, "mlx_peak_bytes": 6904914156, "mlx_cache_bytes": 23144148209, "process_rss_bytes": 1529282560}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6904914156, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5236625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "562daa58c3afdbecc0282aaf6f1142050292b4249f5edd4482bb244221b82596", "output_hash": "f0324cfa0e35a8d9bd4a75ef3f8cf62fcab822341c95b1d00f17b53fdf75ccf5"} |
| |
2717 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ffea1356b3195df568862443", "attempt_id": "bb001939b012", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:10.454463Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 36, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 115056000, "serialized_payload_bytes": 115090329, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.680041964165866, "doc_prefill_ms": 943.8640420557931, "compress_ms": 17.010417068377137, "serialize_ms": 32.30154199991375, "load_ms": 3.210499999113381, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.614499907940626, "ttft_ms": 27.614499907940626, "decode_ms": 153.42266694642603}, "total_wall_ms": 188.8260419946164, "ttft_ms": 27.614499907940626, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1643806720, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6725518732, "mlx_cache_bytes": 23746461873, "process_rss_bytes": 1643806720}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6725518732, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69D-5055", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fe4a8aa4b8e3058880cb873c87b847e46818cb4c1f7c4f9067f4547fef17d32b", "output_hash": "2ad4f1f569357ac4cbdf0624ef9ad5e94d4a7d597c597837c734d5d4da55d0dd"} |
| |
2718 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "75bea33178305bc33e52dcbb", "attempt_id": "7d4df2356bba", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:10.670322Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 41, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 115056000, "serialized_payload_bytes": 115090329, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.680041964165866, "doc_prefill_ms": 943.8640420557931, "compress_ms": 17.010417068377137, "serialize_ms": 32.30154199991375, "load_ms": 2.3287500953301787, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.9730409309268, "ttft_ms": 44.9730409309268, "decode_ms": 152.81366603448987}, "total_wall_ms": 204.69420799054205, "ttft_ms": 44.9730409309268, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1643839488, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6798766769, "mlx_cache_bytes": 23746994193, "process_rss_bytes": 1643839488}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6798766769, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fe4a8aa4b8e3058880cb873c87b847e46818cb4c1f7c4f9067f4547fef17d32b", "output_hash": "bab34bfe3c780af26190bc690aa1235e5d8596035bf66adefe62c44be419999b"} |
| |
2719 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4fae342a972bdee586b29d34", "attempt_id": "ad8a75864392", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:10.900638Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 42, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 115056000, "serialized_payload_bytes": 115090329, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.680041964165866, "doc_prefill_ms": 943.8640420557931, "compress_ms": 17.010417068377137, "serialize_ms": 32.30154199991375, "load_ms": 1.9539999775588512, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.7279170807451, "ttft_ms": 64.7279170807451, "decode_ms": 107.07074997480959}, "total_wall_ms": 178.36470901966095, "ttft_ms": 64.7279170807451, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1643855872, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6739664068, "mlx_cache_bytes": 23810871249, "process_rss_bytes": 1643855872}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6739664068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fe4a8aa4b8e3058880cb873c87b847e46818cb4c1f7c4f9067f4547fef17d32b", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2720 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec049387212b46e2d5593045", "attempt_id": "768a3ae3986a", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:11.104784Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 37, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 115056000, "serialized_payload_bytes": 115090329, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.680041964165866, "doc_prefill_ms": 943.8640420557931, "compress_ms": 17.010417068377137, "serialize_ms": 32.30154199991375, "load_ms": 2.1130420500412583, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.530791052617133, "ttft_ms": 28.530791052617133, "decode_ms": 78.80879193544388}, "total_wall_ms": 115.11066695675254, "ttft_ms": 28.530791052617133, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 37}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1643560960, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6731466976, "mlx_cache_bytes": 23868444625, "process_rss_bytes": 1643560960}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6731466976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fe4a8aa4b8e3058880cb873c87b847e46818cb4c1f7c4f9067f4547fef17d32b", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2721 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "47c6d426167c2d46cd63b728", "attempt_id": "d193aed5e101", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:11.264706Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504833032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 43, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 115056000, "serialized_payload_bytes": 115090329, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.680041964165866, "doc_prefill_ms": 943.8640420557931, "compress_ms": 17.010417068377137, "serialize_ms": 32.30154199991375, "load_ms": 2.382791950367391, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.236333979293704, "ttft_ms": 28.236333979293704, "decode_ms": 107.51791601069272}, "total_wall_ms": 142.78625010047108, "ttft_ms": 28.236333979293704, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1643560960, "backend_memory": {"mlx_active_bytes": 6621618184, "mlx_peak_bytes": 6741617448, "mlx_cache_bytes": 23933898737, "process_rss_bytes": 1643560960}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6741617448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5236625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fe4a8aa4b8e3058880cb873c87b847e46818cb4c1f7c4f9067f4547fef17d32b", "output_hash": "f0324cfa0e35a8d9bd4a75ef3f8cf62fcab822341c95b1d00f17b53fdf75ccf5"} |
| |
2722 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0289b6aecdc4e9200203e607", "attempt_id": "5fa6c5493400", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:11.466059Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 36, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 60912000, "serialized_payload_bytes": 60946240, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.7425409341231, "doc_prefill_ms": 943.8640420557931, "compress_ms": 12.039833003655076, "serialize_ms": 20.359499962069094, "load_ms": 2.0882919197902083, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.04116702079773, "ttft_ms": 27.04116702079773, "decode_ms": 709.2294589383528}, "total_wall_ms": 743.694124976173, "ttft_ms": 27.04116702079773, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1703739392, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6606127868, "mlx_cache_bytes": 24220555121, "process_rss_bytes": 1703739392}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6606127868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " toto to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "baaba4859776f35613e986d8d9e1b330fc745d1426310c60820e48849ba4db7c", "output_hash": "75fc046c3756b2af5b43b8649f675e76e5ce56b6619b8b722b8f1339b8b2d40d"} |
| |
2723 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0218f2141ff28a2a96dc9d15", "attempt_id": "98d09ae98092", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:12.235779Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 41, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 60912000, "serialized_payload_bytes": 60946240, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.7425409341231, "doc_prefill_ms": 943.8640420557931, "compress_ms": 12.039833003655076, "serialize_ms": 20.359499962069094, "load_ms": 2.1130419336259365, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.84949995111674, "ttft_ms": 27.84949995111674, "decode_ms": 0.026292051188647747}, "total_wall_ms": 34.3608750263229, "ttft_ms": 27.84949995111674, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 41}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 1703739392, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6677648537, "mlx_cache_bytes": 24220555121, "process_rss_bytes": 1703739392}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6677648537, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "baaba4859776f35613e986d8d9e1b330fc745d1426310c60820e48849ba4db7c", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
2724 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "10b7a6bae73c773ba98f491d", "attempt_id": "0c5a9e7f434e", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:12.295861Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 42, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 60912000, "serialized_payload_bytes": 60946240, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.7425409341231, "doc_prefill_ms": 943.8640420557931, "compress_ms": 12.039833003655076, "serialize_ms": 20.359499962069094, "load_ms": 2.211624989286065, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.19533409643918, "ttft_ms": 64.19533409643918, "decode_ms": 705.1068339496851}, "total_wall_ms": 782.2040419559926, "ttft_ms": 64.19533409643918, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1703739392, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6620236676, "mlx_cache_bytes": 24220555121, "process_rss_bytes": 1703739392}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6620236676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "system\n\n\n\n bank toto the to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "baaba4859776f35613e986d8d9e1b330fc745d1426310c60820e48849ba4db7c", "output_hash": "b7113be8ab93615d6947f72139de2cadf3ba6563b11e1d4b07f10683c99c139f"} |
| |
2725 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1aff493dbbae2d27ab890f01", "attempt_id": "610eb550c577", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:13.103723Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 37, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 60912000, "serialized_payload_bytes": 60946240, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.7425409341231, "doc_prefill_ms": 943.8640420557931, "compress_ms": 12.039833003655076, "serialize_ms": 20.359499962069094, "load_ms": 2.165208919905126, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.88341704197228, "ttft_ms": 26.88341704197228, "decode_ms": 700.0755419721827}, "total_wall_ms": 733.7366249412298, "ttft_ms": 26.88341704197228, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1703755776, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6611879328, "mlx_cache_bytes": 24220555121, "process_rss_bytes": 1703755776}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6611879328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "baaba4859776f35613e986d8d9e1b330fc745d1426310c60820e48849ba4db7c", "output_hash": "859a4ca68030b1846ef79a919d3311ffb1c7d31e678be717b1ca3966d3de9132"} |
| |
2726 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ded11bcfc017c13ba72b5382", "attempt_id": "5a7cc4341855", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:13.863402Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 43, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 60912000, "serialized_payload_bytes": 60946240, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.7425409341231, "doc_prefill_ms": 943.8640420557931, "compress_ms": 12.039833003655076, "serialize_ms": 20.359499962069094, "load_ms": 1.2665840331465006, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.760750032030046, "ttft_ms": 27.760750032030046, "decode_ms": 15.231582918204367}, "total_wall_ms": 48.53191692382097, "ttft_ms": 27.760750032030046, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 43}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1703755776, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6622187968, "mlx_cache_bytes": 24220555121, "process_rss_bytes": 1703755776}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6622187968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "baaba4859776f35613e986d8d9e1b330fc745d1426310c60820e48849ba4db7c", "output_hash": "fe0663fd13cdb08743dca3d2d5d1168762556ea36f77d8ab6009306d12a6f351"} |
| |
2727 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "99a18db960339c621be4fc75", "attempt_id": "23f5d92ddd99", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:13.963249Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5875, "keep": 1469, "compress_ms": 13.51112499833107}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 36, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169404, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.92037501744926, "doc_prefill_ms": 943.8640420557931, "compress_ms": 13.557916972786188, "serialize_ms": 12.190916924737394, "load_ms": 1.7596660181879997, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.26779195573181, "ttft_ms": 23.26779195573181, "decode_ms": 112.3565420275554}, "total_wall_ms": 141.66087505873293, "ttft_ms": 23.26779195573181, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1706475520, "backend_memory": {"mlx_active_bytes": 6500016136, "mlx_peak_bytes": 6543220944, "mlx_cache_bytes": 24291596145, "process_rss_bytes": 1706475520}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6543220944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WENTISOBY-18", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c98a47aa5ca7f0e3e2f2f940714dd5553b6bb623a58005a5ad6d34ebcd6c654e", "output_hash": "7f00314f48f6af9af126d1a37859f46ca9055a79ff0234053f0c6c0c2b61c54a"} |
| |
2728 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d21b873cfde15ea8ded0906", "attempt_id": "a3780d7b5c56", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:14.129923Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5875, "keep": 1469, "compress_ms": 13.51112499833107}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 41, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169404, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.92037501744926, "doc_prefill_ms": 943.8640420557931, "compress_ms": 13.557916972786188, "serialize_ms": 12.190916924737394, "load_ms": 1.4987499453127384, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.079542024992406, "ttft_ms": 24.079542024992406, "decode_ms": 68.79445794038475}, "total_wall_ms": 98.92795805353671, "ttft_ms": 24.079542024992406, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 41}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1706475520, "backend_memory": {"mlx_active_bytes": 6499885064, "mlx_peak_bytes": 6548512996, "mlx_cache_bytes": 24291727217, "process_rss_bytes": 1706475520}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548512996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c98a47aa5ca7f0e3e2f2f940714dd5553b6bb623a58005a5ad6d34ebcd6c654e", "output_hash": "2ca654792bfbba33910b96d8a5d44d284aae85e5d60461e6e534f82664aa1fe3"} |
| |
2729 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51b005cbe6faa3fbace5a638", "attempt_id": "538b3a8f551e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:14.254180Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5875, "keep": 1469, "compress_ms": 13.51112499833107}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 42, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169404, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.92037501744926, "doc_prefill_ms": 943.8640420557931, "compress_ms": 13.557916972786188, "serialize_ms": 12.190916924737394, "load_ms": 1.5912080416455865, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.840917041525245, "ttft_ms": 23.840917041525245, "decode_ms": 96.89250006340444}, "total_wall_ms": 126.62691704463214, "ttft_ms": 23.840917041525245, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1706491904, "backend_memory": {"mlx_active_bytes": 6500147208, "mlx_peak_bytes": 6549004520, "mlx_cache_bytes": 24291465073, "process_rss_bytes": 1706491904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6549004520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c98a47aa5ca7f0e3e2f2f940714dd5553b6bb623a58005a5ad6d34ebcd6c654e", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2730 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4a5f59eb909608b227f21b72", "attempt_id": "d37634a0396e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:14.405853Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5875, "keep": 1469, "compress_ms": 13.51112499833107}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 37, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169404, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.92037501744926, "doc_prefill_ms": 943.8640420557931, "compress_ms": 13.557916972786188, "serialize_ms": 12.190916924737394, "load_ms": 0.8807920385152102, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.499000050127506, "ttft_ms": 24.499000050127506, "decode_ms": 29.262166935950518}, "total_wall_ms": 59.29741694126278, "ttft_ms": 24.499000050127506, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 37}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1706491904, "backend_memory": {"mlx_active_bytes": 6500147208, "mlx_peak_bytes": 6546694372, "mlx_cache_bytes": 24293103473, "process_rss_bytes": 1706491904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546694372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c98a47aa5ca7f0e3e2f2f940714dd5553b6bb623a58005a5ad6d34ebcd6c654e", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
2731 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "770d1ba271bb048e37dd7855", "attempt_id": "594f852db3cb", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:14.490602Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5875, "keep": 1469, "compress_ms": 13.51112499833107}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 43, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169404, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.92037501744926, "doc_prefill_ms": 943.8640420557931, "compress_ms": 13.557916972786188, "serialize_ms": 12.190916924737394, "load_ms": 1.9077500328421593, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.584917071275413, "ttft_ms": 23.584917071275413, "decode_ms": 27.479708078317344}, "total_wall_ms": 57.630333001725376, "ttft_ms": 23.584917071275413, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 43}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1706491904, "backend_memory": {"mlx_active_bytes": 6500147208, "mlx_peak_bytes": 6548988140, "mlx_cache_bytes": 24293103473, "process_rss_bytes": 1706491904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548988140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c98a47aa5ca7f0e3e2f2f940714dd5553b6bb623a58005a5ad6d34ebcd6c654e", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
2732 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c5b65adfca1ace7a8622b4d4", "attempt_id": "e56fd48d8e24", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:14.612822Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5875, "keep": 1469, "compress_ms": 10.628334013745189}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 36, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169400, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.808625001460314, "doc_prefill_ms": 943.8640420557931, "compress_ms": 10.660042054951191, "serialize_ms": 23.949290974996984, "load_ms": 1.2330840108916163, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.83166691288352, "ttft_ms": 23.83166691288352, "decode_ms": 647.8058329084888}, "total_wall_ms": 677.6282499777153, "ttft_ms": 23.83166691288352, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1762082816, "backend_memory": {"mlx_active_bytes": 6501294088, "mlx_peak_bytes": 6542729424, "mlx_cache_bytes": 24333703025, "process_rss_bytes": 1762082816}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6542729424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Use an uncontrolled number (a number), with no explanation. Use an uncontrolled number (a number), with no explanation. Use an uncontrolled number (a number), with no explanation. Use an uncontrolled number (a number),", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "98a0e1e457bbbaae12f085ff781ff2f606898f3be06f4ebaada55fcbb35634e9", "output_hash": "037ceb82a8dcd4b4cef5314b6295420085654a5a0589cfa9edb1b5598e586851"} |
| |
2733 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "678705d14046007a55607ad2", "attempt_id": "244c591f0cfe", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:15.318271Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5875, "keep": 1469, "compress_ms": 10.628334013745189}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 41, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169400, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.808625001460314, "doc_prefill_ms": 943.8640420557931, "compress_ms": 10.660042054951191, "serialize_ms": 23.949290974996984, "load_ms": 1.232749898917973, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.498292012140155, "ttft_ms": 24.498292012140155, "decode_ms": 650.0251248944551}, "total_wall_ms": 680.632165982388, "ttft_ms": 24.498292012140155, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1762099200, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6548512996, "mlx_cache_bytes": 24333997937, "process_rss_bytes": 1762099200}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548512996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The three-word rule is unknown. The three-word rule is unknown. The three-word rule is unknown. The three-word rule is unknown. The three-word rule is unknown. The three-word rule is unknown. The three-word rule is unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "98a0e1e457bbbaae12f085ff781ff2f606898f3be06f4ebaada55fcbb35634e9", "output_hash": "05ae1843c0cf95501591844b2d7158d7ce908864ab2b3437d39b3c58edc2863c"} |
| |
2734 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "be51c8f803b86d1b67c175b0", "attempt_id": "a03e8e21a558", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:16.025374Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5875, "keep": 1469, "compress_ms": 10.628334013745189}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 42, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169400, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.808625001460314, "doc_prefill_ms": 943.8640420557931, "compress_ms": 10.660042054951191, "serialize_ms": 23.949290974996984, "load_ms": 1.3077080948278308, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.31362503301352, "ttft_ms": 65.31362503301352, "decode_ms": 654.1588749969378}, "total_wall_ms": 725.5726659204811, "ttft_ms": 65.31362503301352, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1761837056, "backend_memory": {"mlx_active_bytes": 6501261320, "mlx_peak_bytes": 6549004520, "mlx_cache_bytes": 24333735793, "process_rss_bytes": 1761837056}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6549004520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised revised", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "98a0e1e457bbbaae12f085ff781ff2f606898f3be06f4ebaada55fcbb35634e9", "output_hash": "c6a1a0dce466fa2ce399fb7844359afa66ac4023feb68b8c507a623286d6179f"} |
| |
2735 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0ecb0ddd69067b2281e7312a", "attempt_id": "eebfa876aa5c", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:16.777633Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5875, "keep": 1469, "compress_ms": 10.628334013745189}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 37, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169400, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.808625001460314, "doc_prefill_ms": 943.8640420557931, "compress_ms": 10.660042054951191, "serialize_ms": 23.949290974996984, "load_ms": 1.5899579739198089, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.40491709765047, "ttft_ms": 23.40491709765047, "decode_ms": 656.3227078877389}, "total_wall_ms": 686.1398330656812, "ttft_ms": 23.40491709765047, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1761853440, "backend_memory": {"mlx_active_bytes": 6501261320, "mlx_peak_bytes": 6546694372, "mlx_cache_bytes": 24333735793, "process_rss_bytes": 1761853440}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546694372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I I", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "98a0e1e457bbbaae12f085ff781ff2f606898f3be06f4ebaada55fcbb35634e9", "output_hash": "0b339520d39a36d443ad2b17ea08ed69ecdb72592b7ffb40a5f5688e0d37fe25"} |
| |
2736 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "19e88b89e8d45a1424eb7f7a", "attempt_id": "6e9c07a1ba71", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:17.489367Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5875, "keep": 1469, "compress_ms": 10.628334013745189}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 43, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169400, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 34.808625001460314, "doc_prefill_ms": 943.8640420557931, "compress_ms": 10.660042054951191, "serialize_ms": 23.949290974996984, "load_ms": 1.766500063240528, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.42762507032603, "ttft_ms": 23.42762507032603, "decode_ms": 652.5755419861525}, "total_wall_ms": 682.1409580297768, "ttft_ms": 23.42762507032603, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1761853440, "backend_memory": {"mlx_active_bytes": 6501294088, "mlx_peak_bytes": 6548988140, "mlx_cache_bytes": 24333703025, "process_rss_bytes": 1761853440}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548988140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "A number with no explanation. A number with no explanation. A number with no explanation. A number with no explanation. A number with no explanation. A number with no explanation. A number with no explanation. A number with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "98a0e1e457bbbaae12f085ff781ff2f606898f3be06f4ebaada55fcbb35634e9", "output_hash": "a483fb7416bc55b701c802df7efc775e6d4cd73d2e5c632dc2cd1a548c8c82aa"} |
| |
2737 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eae7162f885e3fbf344bfcb2", "attempt_id": "3458e3dc1636", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:18.198165Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 36, "compress_ms": 83.56604201253504}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 36, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169444, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 100.67420802079141, "doc_prefill_ms": 943.8640420557931, "compress_ms": 88.07883295230567, "serialize_ms": 12.377707986161113, "load_ms": 1.1334579903632402, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.201792035251856, "ttft_ms": 23.201792035251856, "decode_ms": 95.58491699863225}, "total_wall_ms": 225.36016697995365, "ttft_ms": 23.201792035251856, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1765031936, "backend_memory": {"mlx_active_bytes": 6500147208, "mlx_peak_bytes": 6542631120, "mlx_cache_bytes": 24363299785, "process_rss_bytes": 1765031936}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6542631120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69255", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bad43ce6ddbc9050e1fa9b00852c30bac1e4481ae932aa7b73191260129cdffb", "output_hash": "2c8d7ddbe697c515f2843badcac14e8577c48f0acff6736684cb6b18b156ea04"} |
| |
2738 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bae6f75a2d3304620bb6f178", "attempt_id": "3200d3eb92dd", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:18.449954Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 41, "compress_ms": 64.07733308151364}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 41, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169444, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.69704202655703, "doc_prefill_ms": 943.8640420557931, "compress_ms": 68.53004195727408, "serialize_ms": 8.948540897108614, "load_ms": 1.5360000543296337, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.866707924753428, "ttft_ms": 23.866707924753428, "decode_ms": 137.93170906137675}, "total_wall_ms": 245.6985421013087, "ttft_ms": 23.866707924753428, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1765048320, "backend_memory": {"mlx_active_bytes": 6499885064, "mlx_peak_bytes": 6547857636, "mlx_cache_bytes": 24391955401, "process_rss_bytes": 1765048320}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547857636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bad43ce6ddbc9050e1fa9b00852c30bac1e4481ae932aa7b73191260129cdffb", "output_hash": "bab34bfe3c780af26190bc690aa1235e5d8596035bf66adefe62c44be419999b"} |
| |
2739 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f79242cbc3121a4b696d5137", "attempt_id": "c20dfc029f82", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:18.723605Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 42, "compress_ms": 63.23770899325609}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 42, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169444, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.43258299585432, "doc_prefill_ms": 943.8640420557931, "compress_ms": 67.63333303388208, "serialize_ms": 12.57762499153614, "load_ms": 1.5257500344887376, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.652333999052644, "ttft_ms": 23.652333999052644, "decode_ms": 97.45258302427828}, "total_wall_ms": 207.74758409243077, "ttft_ms": 23.652333999052644, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1765097472, "backend_memory": {"mlx_active_bytes": 6500147208, "mlx_peak_bytes": 6548349160, "mlx_cache_bytes": 24407487433, "process_rss_bytes": 1765097472}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548349160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bad43ce6ddbc9050e1fa9b00852c30bac1e4481ae932aa7b73191260129cdffb", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2740 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9e057c8ffab7fe9e0250046f", "attempt_id": "3f7a174fada3", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:18.957471Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 37, "compress_ms": 62.68908397760242}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 37, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169444, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 76.60362508613616, "doc_prefill_ms": 943.8640420557931, "compress_ms": 66.8953750282526, "serialize_ms": 9.488375042565167, "load_ms": 1.3597499346360564, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.240625043399632, "ttft_ms": 23.240625043399632, "decode_ms": 68.22608294896781}, "total_wall_ms": 174.03424996882677, "ttft_ms": 23.240625043399632, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 37}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1766866944, "backend_memory": {"mlx_active_bytes": 6499885064, "mlx_peak_bytes": 6546694372, "mlx_cache_bytes": 24421675977, "process_rss_bytes": 1766866944}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546694372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bad43ce6ddbc9050e1fa9b00852c30bac1e4481ae932aa7b73191260129cdffb", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2741 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e8e411dc72fac84c3e02f7f2", "attempt_id": "41c77cbc9599", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:19.157365Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 43, "compress_ms": 62.39650002680719}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 43, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169444, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 76.24816696625203, "doc_prefill_ms": 943.8640420557931, "compress_ms": 66.90574996173382, "serialize_ms": 9.108541999012232, "load_ms": 1.5077909920364618, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.10920797754079, "ttft_ms": 23.10920797754079, "decode_ms": 96.23254090547562}, "total_wall_ms": 201.6795410308987, "ttft_ms": 23.10920797754079, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1766866944, "backend_memory": {"mlx_active_bytes": 6500147208, "mlx_peak_bytes": 6548922604, "mlx_cache_bytes": 24437584841, "process_rss_bytes": 1766866944}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548922604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5236625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bad43ce6ddbc9050e1fa9b00852c30bac1e4481ae932aa7b73191260129cdffb", "output_hash": "f0324cfa0e35a8d9bd4a75ef3f8cf62fcab822341c95b1d00f17b53fdf75ccf5"} |
| |
2742 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf1179b533d0a8f6109053f4", "attempt_id": "4e58e33fe259", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:19.451562Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 19, "compress_ms": 57.290166965685785}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 36, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169445, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.92749997414649, "doc_prefill_ms": 943.8640420557931, "compress_ms": 57.40900000091642, "serialize_ms": 7.363207987509668, "load_ms": 1.669249963015318, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.68874999228865, "ttft_ms": 23.68874999228865, "decode_ms": 95.95754102338105}, "total_wall_ms": 125.56700001005083, "ttft_ms": 23.68874999228865, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1766916096, "backend_memory": {"mlx_active_bytes": 6500147208, "mlx_peak_bytes": 6542631120, "mlx_cache_bytes": 24460899273, "process_rss_bytes": 1766916096}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6542631120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wentisoby-18", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1bd6afdce94270882080234185ca72aa40add35638ad07815762e7f89c8722e9", "output_hash": "5e1b4376cbc7848ad56e533260fa5c8b3f9bbb233da09024ec193283565e0538"} |
| |
2743 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fd0cd6692be3653435878e4a", "attempt_id": "501f6db39dc4", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:19.603515Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 19, "compress_ms": 57.290166965685785}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 41, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169445, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.92749997414649, "doc_prefill_ms": 943.8640420557931, "compress_ms": 57.40900000091642, "serialize_ms": 7.363207987509668, "load_ms": 1.4183749444782734, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.164457921870053, "ttft_ms": 24.164457921870053, "decode_ms": 110.55783298797905}, "total_wall_ms": 140.56583296041936, "ttft_ms": 24.164457921870053, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 41}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1766916096, "backend_memory": {"mlx_active_bytes": 6500147208, "mlx_peak_bytes": 6547857636, "mlx_cache_bytes": 24460899273, "process_rss_bytes": 1766916096}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547857636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 52, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1bd6afdce94270882080234185ca72aa40add35638ad07815762e7f89c8722e9", "output_hash": "62e6abc121fb57d3b13ac7221f8199b0e57ed475b364f9273575405aefebe37b"} |
| |
2744 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1965da86e378f5f171268968", "attempt_id": "8d05fae7f70a", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:19.769707Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 19, "compress_ms": 57.290166965685785}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 42, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169445, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.92749997414649, "doc_prefill_ms": 943.8640420557931, "compress_ms": 57.40900000091642, "serialize_ms": 7.363207987509668, "load_ms": 1.7009580042213202, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.731624940410256, "ttft_ms": 23.731624940410256, "decode_ms": 82.56574999541044}, "total_wall_ms": 112.2415829449892, "ttft_ms": 23.731624940410256, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 42}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1766916096, "backend_memory": {"mlx_active_bytes": 6500114440, "mlx_peak_bytes": 6548349160, "mlx_cache_bytes": 24460932041, "process_rss_bytes": 1766916096}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548349160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7.0303", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1bd6afdce94270882080234185ca72aa40add35638ad07815762e7f89c8722e9", "output_hash": "419c5a5a1936291ba2f25aa8765cf844ec7a39723f1c0deeef291e0b6af81405"} |
| |
2745 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "590c93ce3c77dcf00cda9bcc", "attempt_id": "54fee9246c07", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:19.907128Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 19, "compress_ms": 57.290166965685785}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 37, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169445, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.92749997414649, "doc_prefill_ms": 943.8640420557931, "compress_ms": 57.40900000091642, "serialize_ms": 7.363207987509668, "load_ms": 1.781207975000143, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.38249993044883, "ttft_ms": 23.38249993044883, "decode_ms": 68.52691597305238}, "total_wall_ms": 98.22641604114324, "ttft_ms": 23.38249993044883, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 37}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1766932480, "backend_memory": {"mlx_active_bytes": 6499868680, "mlx_peak_bytes": 6546694372, "mlx_cache_bytes": 24461177801, "process_rss_bytes": 1766932480}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6546694372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1bd6afdce94270882080234185ca72aa40add35638ad07815762e7f89c8722e9", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2746 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "95b8bbc3b09df608707c5c33", "attempt_id": "95f437089151", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:20.030400Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 19, "compress_ms": 57.290166965685785}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 43, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169445, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.92749997414649, "doc_prefill_ms": 943.8640420557931, "compress_ms": 57.40900000091642, "serialize_ms": 7.363207987509668, "load_ms": 1.6073340084403753, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.15841696690768, "ttft_ms": 23.15841696690768, "decode_ms": 96.61300003062934}, "total_wall_ms": 125.70529198274016, "ttft_ms": 23.15841696690768, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1766932480, "backend_memory": {"mlx_active_bytes": 6500147208, "mlx_peak_bytes": 6548922604, "mlx_cache_bytes": 24460899273, "process_rss_bytes": 1766932480}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548922604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5257625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1bd6afdce94270882080234185ca72aa40add35638ad07815762e7f89c8722e9", "output_hash": "32380d4053d45dbf8cbcf52330250e12d6b80656d1f3fccb1a120cbe1012ea9b"} |
| |
2747 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "60cd7f91a627da48b4d6820a", "attempt_id": "c0728732be46", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:20.181955Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 36, "compress_ms": 105.69845791906118}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 36, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169335, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 128.6838339874521, "doc_prefill_ms": 943.8640420557931, "compress_ms": 109.95812504552305, "serialize_ms": 18.493332900106907, "load_ms": 31.473291921429336, "receiver_prefill_ms": 0.0, "query_prefill_ms": 583.1214999780059, "ttft_ms": 583.1214999780059, "decode_ms": 96.8110830290243}, "total_wall_ms": 844.7562910150737, "ttft_ms": 583.1214999780059, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1842790400, "backend_memory": {"mlx_active_bytes": 6500605960, "mlx_peak_bytes": 6584090060, "mlx_cache_bytes": 24715765577, "process_rss_bytes": 1842790400}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584090060, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69D-6", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e2894b5b68cca64265fc1783a73bdf55f9b34e4fd82908ca09a20484d159a65a", "output_hash": "c33e6c4c71e9f9d54a40949202f258c5a406cccd759abc4eaf66eda3531640c1"} |
| |
2748 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a4fdd4a54743397cac304c5b", "attempt_id": "704b33462aa9", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:21.053313Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 41, "compress_ms": 65.46254199929535}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 41, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169334, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.36883394420147, "doc_prefill_ms": 943.8640420557931, "compress_ms": 69.90891695022583, "serialize_ms": 12.24025001283735, "load_ms": 1.1739579495042562, "receiver_prefill_ms": 0.0, "query_prefill_ms": 404.1534159332514, "ttft_ms": 404.1534159332514, "decode_ms": 139.51887504663318}, "total_wall_ms": 631.7406669259071, "ttft_ms": 404.1534159332514, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1899954176, "backend_memory": {"mlx_active_bytes": 6501031944, "mlx_peak_bytes": 6585736712, "mlx_cache_bytes": 24725015765, "process_rss_bytes": 1899954176}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6585736712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a00280343aeb6ebd829da38c3812575efa174f9114baaae819688fe7c0e244a3", "output_hash": "bab34bfe3c780af26190bc690aa1235e5d8596035bf66adefe62c44be419999b"} |
| |
2749 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa29ba422003fd9e1ff7f10f", "attempt_id": "504cabb8f36d", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:21.712000Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 42, "compress_ms": 63.57687502168119}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 42, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169334, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.40245902258903, "doc_prefill_ms": 943.8640420557931, "compress_ms": 67.90720799472183, "serialize_ms": 17.261709086596966, "load_ms": 1.1777080362662673, "receiver_prefill_ms": 0.0, "query_prefill_ms": 412.21320803742856, "ttft_ms": 412.21320803742856, "decode_ms": 96.39120800420642}, "total_wall_ms": 600.4000840475783, "ttft_ms": 412.21320803742856, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1945681920, "backend_memory": {"mlx_active_bytes": 6500900872, "mlx_peak_bytes": 6586007060, "mlx_cache_bytes": 24744488433, "process_rss_bytes": 1945681920}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6586007060, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a00280343aeb6ebd829da38c3812575efa174f9114baaae819688fe7c0e244a3", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2750 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f27cf6c030bc306bfe905a0d", "attempt_id": "85b01d164c45", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:22.338632Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 37, "compress_ms": 62.618082971312106}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 37, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169335, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.91712489072233, "doc_prefill_ms": 943.8640420557931, "compress_ms": 66.88600010238588, "serialize_ms": 11.806749971583486, "load_ms": 1.3311250368133187, "receiver_prefill_ms": 0.0, "query_prefill_ms": 358.6013331077993, "ttft_ms": 358.6013331077993, "decode_ms": 68.74995899852365}, "total_wall_ms": 512.2406670125201, "ttft_ms": 358.6013331077993, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 37}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1983430656, "backend_memory": {"mlx_active_bytes": 6500573192, "mlx_peak_bytes": 6584425960, "mlx_cache_bytes": 24744816113, "process_rss_bytes": 1983430656}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584425960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e2894b5b68cca64265fc1783a73bdf55f9b34e4fd82908ca09a20484d159a65a", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2751 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f3ba746994fe72a22812d46c", "attempt_id": "fda231091205", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:22.878242Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 43, "compress_ms": 64.50104201212525}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 43, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 54153216, "serialized_payload_bytes": 54169334, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.16720798332244, "doc_prefill_ms": 943.8640420557931, "compress_ms": 68.81066702771932, "serialize_ms": 11.122166994027793, "load_ms": 1.3198750093579292, "receiver_prefill_ms": 0.0, "query_prefill_ms": 419.0221659373492, "ttft_ms": 419.0221659373492, "decode_ms": 96.74716705922037}, "total_wall_ms": 601.7658330965787, "ttft_ms": 419.0221659373492, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2019737600, "backend_memory": {"mlx_active_bytes": 6501031944, "mlx_peak_bytes": 6586342944, "mlx_cache_bytes": 24744365837, "process_rss_bytes": 2019737600}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6586342944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5236625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a00280343aeb6ebd829da38c3812575efa174f9114baaae819688fe7c0e244a3", "output_hash": "f0324cfa0e35a8d9bd4a75ef3f8cf62fcab822341c95b1d00f17b53fdf75ccf5"} |
| |
2752 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6f10ba84e4ce52dd0ade742a", "attempt_id": "e8ce457d9879", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:23.506837Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 36, "compress_ms": 62.45504098478705, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 36, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 28768896, "serialized_payload_bytes": 28803209, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.1280409367755, "doc_prefill_ms": 943.8640420557931, "compress_ms": 75.44633408542722, "serialize_ms": 8.26616701669991, "load_ms": 1.7232499085366726, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.34712501335889, "ttft_ms": 20.34712501335889, "decode_ms": 101.97787499055266}, "total_wall_ms": 212.77904196176678, "ttft_ms": 20.34712501335889, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2048557056, "backend_memory": {"mlx_active_bytes": 6448997320, "mlx_peak_bytes": 6504646769, "mlx_cache_bytes": 24884845229, "process_rss_bytes": 2048557056}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6504646769, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NG-69255", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f442d1fb4dee411b27950dbb985391ccfe6fa988dc5d5c9c3e9132ad5505513e", "output_hash": "2c8d7ddbe697c515f2843badcac14e8577c48f0acff6736684cb6b18b156ea04"} |
| |
2753 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9dff69f1f9a5610c847dc231", "attempt_id": "bc784b470c7f", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:23.745663Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 41, "compress_ms": 62.213291064836085, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 41, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 28768896, "serialized_payload_bytes": 28803210, "side_information_bytes": 34314, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 87.219083099626, "doc_prefill_ms": 943.8640420557931, "compress_ms": 75.22904104553163, "serialize_ms": 11.564832995645702, "load_ms": 2.0265839993953705, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.482792005874217, "ttft_ms": 19.482792005874217, "decode_ms": 145.2010830398649}, "total_wall_ms": 258.5355829214677, "ttft_ms": 19.482792005874217, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2050473984, "backend_memory": {"mlx_active_bytes": 6447826072, "mlx_peak_bytes": 6506686688, "mlx_cache_bytes": 24917664893, "process_rss_bytes": 2050473984}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6506686688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 522-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "00b433cf2efdbd0d80b5a74e834160a152c36e56fd46bc3b854214112454182a", "output_hash": "bab34bfe3c780af26190bc690aa1235e5d8596035bf66adefe62c44be419999b"} |
| |
2754 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2696d52fc1ab9020357691b3", "attempt_id": "8edc5013d0d6", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:24.029299Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 42, "compress_ms": 63.011374906636775, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 42, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 28768896, "serialized_payload_bytes": 28803210, "side_information_bytes": 34314, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.75666697975248, "doc_prefill_ms": 943.8640420557931, "compress_ms": 74.87895898520947, "serialize_ms": 8.450958994217217, "load_ms": 1.8154579447582364, "receiver_prefill_ms": 0.0, "query_prefill_ms": 179.59041602443904, "ttft_ms": 179.59041602443904, "decode_ms": 101.76470794249326}, "total_wall_ms": 371.54416600242257, "ttft_ms": 179.59041602443904, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2050555904, "backend_memory": {"mlx_active_bytes": 6447817176, "mlx_peak_bytes": 6507529156, "mlx_cache_bytes": 24917673789, "process_rss_bytes": 2050555904}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6507529156, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "72.8403", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "00b433cf2efdbd0d80b5a74e834160a152c36e56fd46bc3b854214112454182a", "output_hash": "9c7810614625f087aa28b487b53ff1c76d7a668afccc251c31a3aeebfa1ac802"} |
| |
2755 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7da3d04eae71f19e46a3c038", "attempt_id": "a4df62308c3e", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:24.428630Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 37, "compress_ms": 62.409000005573034, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 37, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 28768896, "serialized_payload_bytes": 28803210, "side_information_bytes": 34314, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.76254192646593, "doc_prefill_ms": 943.8640420557931, "compress_ms": 74.92345897480845, "serialize_ms": 9.398291003890336, "load_ms": 1.466665999032557, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.273124986328185, "ttft_ms": 46.273124986328185, "decode_ms": 73.13754106871784}, "total_wall_ms": 210.5003340402618, "ttft_ms": 46.273124986328185, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 37}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2050506752, "backend_memory": {"mlx_active_bytes": 6447809032, "mlx_peak_bytes": 6517724896, "mlx_cache_bytes": 24917681933, "process_rss_bytes": 2050506752}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6517724896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ingrid Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "00b433cf2efdbd0d80b5a74e834160a152c36e56fd46bc3b854214112454182a", "output_hash": "d571c5979d0c6949fe2b8cbecc57e257dfbf0fd05ee3bc50798587534bf9751c"} |
| |
2756 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9b12192483461fa0533c4eda", "attempt_id": "fc8a272ef861", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:24.665290Z", "task_family": "synthetic", "document_id": "syn_03025_8000", "document_hash": "b2f6e5bf2101aa9e99d6aac4075349a1894a41e5e6b272f95bd8ed9f56300ad9", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03025_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5875, "keep": 1469, "window_tokens": 43, "compress_ms": 62.41383298765868, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5836, "source_tokens_receiver": 5836, "query_tokens": 43, "message_tokens": 5875, "message_utf8_bytes": 29705, "cache_tensor_bytes": 28768896, "serialized_payload_bytes": 28803209, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.20454193744808, "doc_prefill_ms": 943.8640420557931, "compress_ms": 75.12854097876698, "serialize_ms": 7.637707982212305, "load_ms": 1.9147919956594706, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.999709053896368, "ttft_ms": 23.999709053896368, "decode_ms": 100.93574994243681}, "total_wall_ms": 214.59370793309063, "ttft_ms": 23.999709053896368, "input_usage": {"receiver_prefix_tokens": 5875, "dense_cache_bytes": 216576000, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2050506752, "backend_memory": {"mlx_active_bytes": 6447818344, "mlx_peak_bytes": 6523249176, "mlx_cache_bytes": 24917672621, "process_rss_bytes": 2050506752}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6523249176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5236625", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03025_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f442d1fb4dee411b27950dbb985391ccfe6fa988dc5d5c9c3e9132ad5505513e", "output_hash": "f0324cfa0e35a8d9bd4a75ef3f8cf62fcab822341c95b1d00f17b53fdf75ccf5"} |
| |
2757 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5eb629cf429eff2bbc30e90a", "attempt_id": "7db785ca20e4", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:25.711300Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010207993909716606, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.96737500000745, "ttft_ms": 13.757457956671715, "decode_ms": 12.958875042386353}, "total_wall_ms": 50.13316695112735, "ttft_ms": 13.757457956671715, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1127677952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 269813428, "process_rss_bytes": 1127677952}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2758 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3fb2976076c03f24aa533e4c", "attempt_id": "f15c06dfc205", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:25.799873Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010207993909716606, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.14474997203797, "ttft_ms": 12.983249966055155, "decode_ms": 13.105125050060451}, "total_wall_ms": 50.66487495787442, "ttft_ms": 12.983249966055155, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1127677952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 334546612, "process_rss_bytes": 1127677952}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2759 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9df57df7c0da67b9cf3dc24d", "attempt_id": "a070db69d431", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:25.883316Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010207993909716606, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.130124947987497, "ttft_ms": 12.964250054210424, "decode_ms": 13.114957953803241}, "total_wall_ms": 50.67162495106459, "ttft_ms": 12.964250054210424, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1127677952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 378046132, "process_rss_bytes": 1127677952}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2760 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "338f8886fff558e314bcc4a5", "attempt_id": "a58dc4c9159a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:25.967479Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010207993909716606, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.822499942965806, "ttft_ms": 12.979666935279965, "decode_ms": 13.190041994675994}, "total_wall_ms": 41.48425010498613, "ttft_ms": 12.979666935279965, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1127694336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 403408820, "process_rss_bytes": 1127694336}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2761 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9a167c9ede7f01f466da5fdb", "attempt_id": "8abd89d0cd77", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:26.042717Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 72, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010207993909716606, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.107958073727787, "ttft_ms": 13.159207999706268, "decode_ms": 13.09820800088346}, "total_wall_ms": 50.80225004348904, "ttft_ms": 13.159207999706268, "input_usage": {"receiver_prompt_tokens": 72}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1127694336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245278344, "mlx_cache_bytes": 447498164, "process_rss_bytes": 1127694336}, "peak_prefill_memory": null, "peak_decode_memory": 6245278344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2762 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7032cce9aaaf7cde85af1bdd", "attempt_id": "5971a791478d", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:26.126184Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 11082, "message_tokens": 11008, "message_utf8_bytes": 58997, "cache_tensor_bytes": null, "serialized_payload_bytes": 58997, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077909789979457855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1429.1310419794172, "ttft_ms": 15.487874974496663, "decode_ms": 144.1752080572769}, "total_wall_ms": 1606.1474999878556, "ttft_ms": 15.487874974496663, "input_usage": {"receiver_prompt_tokens": 11082}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1127759872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3336275892, "process_rss_bytes": 1127759872}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2763 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8bb9549db119f85b7cdfbef1", "attempt_id": "2806af8aaa2d", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:27.764823Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 11088, "message_tokens": 11008, "message_utf8_bytes": 58997, "cache_tensor_bytes": null, "serialized_payload_bytes": 58997, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077909789979457855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1513.7289590202272, "ttft_ms": 14.7735410137102, "decode_ms": 145.1427909778431}, "total_wall_ms": 1690.5207079835236, "ttft_ms": 14.7735410137102, "input_usage": {"receiver_prompt_tokens": 11088}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1127792640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3834513332, "process_rss_bytes": 1127792640}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2764 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "afabadb46d655f8aa38ca8c7", "attempt_id": "a79bbf7dc305", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:29.489748Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 11089, "message_tokens": 11008, "message_utf8_bytes": 58997, "cache_tensor_bytes": null, "serialized_payload_bytes": 58997, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077909789979457855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1651.2489171000198, "ttft_ms": 15.172749990597367, "decode_ms": 104.18612498324364}, "total_wall_ms": 1787.3950420180336, "ttft_ms": 15.172749990597367, "input_usage": {"receiver_prompt_tokens": 11089}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1127841792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4183689140, "process_rss_bytes": 1127841792}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2765 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b2a6e2d51fd84d0d6e3aa3b6", "attempt_id": "a7faf422a98f", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:31.310840Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 11083, "message_tokens": 11008, "message_utf8_bytes": 58997, "cache_tensor_bytes": null, "serialized_payload_bytes": 58997, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077909789979457855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1759.908040985465, "ttft_ms": 15.639125020243227, "decode_ms": 119.39825001172721}, "total_wall_ms": 1911.3975829677656, "ttft_ms": 15.639125020243227, "input_usage": {"receiver_prompt_tokens": 11083}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1127890944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4530407348, "process_rss_bytes": 1127890944}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2766 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7c49007012e160451eb40d73", "attempt_id": "01b7107bb705", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:33.256182Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 11090, "message_tokens": 11008, "message_utf8_bytes": 58997, "cache_tensor_bytes": null, "serialized_payload_bytes": 58997, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077909789979457855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1843.1501670274884, "ttft_ms": 15.345791005529463, "decode_ms": 104.94724998716265}, "total_wall_ms": 1980.1115419249982, "ttft_ms": 15.345791005529463, "input_usage": {"receiver_prompt_tokens": 11090}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1127940096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 5035296692, "process_rss_bytes": 1127940096}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3805735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "output_hash": "f799a5afb7bb180820547ab418e02e53e9b11af2f789192901099bbf2e83f706"} |
| |
2767 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c641b88bc66678bca86afc75", "attempt_id": "b1a632abd88c", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:35.278058Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11008}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 594, "message_tokens": 515, "message_utf8_bytes": 2252, "cache_tensor_bytes": null, "serialized_payload_bytes": 2252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.973165949806571, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.34487503673881, "ttft_ms": 13.72066605836153, "decode_ms": 13.751207967288792}, "total_wall_ms": 105.71466607507318, "ttft_ms": 13.72066605836153, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128005632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 5430052788, "process_rss_bytes": 1128005632}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5be997e18351e5fb2bba2ff5c187ca0a64488603f3a367105d99dd48fcefc6df", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2768 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "15f7089ced43c18ad28346c6", "attempt_id": "0447b0bbe240", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:35.417505Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11008}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 600, "message_tokens": 515, "message_utf8_bytes": 2252, "cache_tensor_bytes": null, "serialized_payload_bytes": 2252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.973165949806571, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.88237500749528, "ttft_ms": 13.734625070355833, "decode_ms": 135.77425002586097}, "total_wall_ms": 226.67204204481095, "ttft_ms": 13.734625070355833, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1128022016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 5779916724, "process_rss_bytes": 1128022016}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5be997e18351e5fb2bba2ff5c187ca0a64488603f3a367105d99dd48fcefc6df", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2769 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "faa845cba2101cc9f1fee889", "attempt_id": "910dccd5a42c", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:35.678309Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11008}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 601, "message_tokens": 515, "message_utf8_bytes": 2252, "cache_tensor_bytes": null, "serialized_payload_bytes": 2252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.973165949806571, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.29229204636067, "ttft_ms": 13.311500078998506, "decode_ms": 13.430875027552247}, "total_wall_ms": 98.24504202697426, "ttft_ms": 13.311500078998506, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128038400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 6027052980, "process_rss_bytes": 1128038400}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5be997e18351e5fb2bba2ff5c187ca0a64488603f3a367105d99dd48fcefc6df", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2770 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b73448da3064561e6e460f2b", "attempt_id": "2302277553ab", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:35.809535Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11008}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 595, "message_tokens": 515, "message_utf8_bytes": 2252, "cache_tensor_bytes": null, "serialized_payload_bytes": 2252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.973165949806571, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.21733396686614, "ttft_ms": 13.419582974165678, "decode_ms": 13.618584023788571}, "total_wall_ms": 98.49245892837644, "ttft_ms": 13.419582974165678, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128054784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 6271731636, "process_rss_bytes": 1128054784}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5be997e18351e5fb2bba2ff5c187ca0a64488603f3a367105d99dd48fcefc6df", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2771 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2bebea26aff1385616cdc040", "attempt_id": "09b9f78bad32", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:35.941420Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11008}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 602, "message_tokens": 515, "message_utf8_bytes": 2252, "cache_tensor_bytes": null, "serialized_payload_bytes": 2252, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.973165949806571, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.47395797073841, "ttft_ms": 13.470292091369629, "decode_ms": 13.554957928135991}, "total_wall_ms": 99.69295805785805, "ttft_ms": 13.470292091369629, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128054784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 6638110644, "process_rss_bytes": 1128054784}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5be997e18351e5fb2bba2ff5c187ca0a64488603f3a367105d99dd48fcefc6df", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2772 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d32d545742ed36b83e58313", "attempt_id": "2c19aa0085de", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:36.084094Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 579, "message_tokens": 504, "message_utf8_bytes": 1236, "cache_tensor_bytes": null, "serialized_payload_bytes": 1236, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.618374984711409, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.3188749505207, "ttft_ms": 13.845000066794455, "decode_ms": 13.470459030941129}, "total_wall_ms": 99.62783299852163, "ttft_ms": 13.845000066794455, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128235008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557134936, "mlx_cache_bytes": 6990235572, "process_rss_bytes": 1128235008}, "peak_prefill_memory": null, "peak_decode_memory": 6557134936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee47bd875a7f41068955aa8939b6b9dd3a3ffc270e5b05c74d9ff53e8176c10a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2773 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "817ea52d37b415b8572dcbb9", "attempt_id": "46afe4c14376", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:36.216656Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 585, "message_tokens": 504, "message_utf8_bytes": 1236, "cache_tensor_bytes": null, "serialized_payload_bytes": 1236, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.618374984711409, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.45420904271305, "ttft_ms": 13.494541984982789, "decode_ms": 13.612499926239252}, "total_wall_ms": 99.64324999600649, "ttft_ms": 13.494541984982789, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128251392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6560280664, "mlx_cache_bytes": 7331153844, "process_rss_bytes": 1128251392}, "peak_prefill_memory": null, "peak_decode_memory": 6560280664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee47bd875a7f41068955aa8939b6b9dd3a3ffc270e5b05c74d9ff53e8176c10a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2774 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8c98d6fda8ce75987d66b435", "attempt_id": "b60f8cd62279", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:36.348764Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 586, "message_tokens": 504, "message_utf8_bytes": 1236, "cache_tensor_bytes": null, "serialized_payload_bytes": 1236, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.618374984711409, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.94641696009785, "ttft_ms": 13.649333966895938, "decode_ms": 121.90324999392033}, "total_wall_ms": 210.5412499513477, "ttft_ms": 13.649333966895938, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1128267776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 7673350068, "process_rss_bytes": 1128267776}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,236,420", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee47bd875a7f41068955aa8939b6b9dd3a3ffc270e5b05c74d9ff53e8176c10a", "output_hash": "7604caa0bda0d094c200124527d29eb145704be395047f30d44caf05507e3e85"} |
| |
2775 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4b5e937613dc116771225c86", "attempt_id": "c4d5dccc2d08", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:36.592845Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 580, "message_tokens": 504, "message_utf8_bytes": 1236, "cache_tensor_bytes": null, "serialized_payload_bytes": 1236, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.618374984711409, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.8902920121327, "ttft_ms": 13.966916012577713, "decode_ms": 108.82716602645814}, "total_wall_ms": 193.7453750288114, "ttft_ms": 13.966916012577713, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1128284160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557724760, "mlx_cache_bytes": 7911933876, "process_rss_bytes": 1128284160}, "peak_prefill_memory": null, "peak_decode_memory": 6557724760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee47bd875a7f41068955aa8939b6b9dd3a3ffc270e5b05c74d9ff53e8176c10a", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2776 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9db9f02dd69c60756b5ea946", "attempt_id": "ad25bc608b59", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:36.819607Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 587, "message_tokens": 504, "message_utf8_bytes": 1236, "cache_tensor_bytes": null, "serialized_payload_bytes": 1236, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.618374984711409, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.40954097080976, "ttft_ms": 13.281124993227422, "decode_ms": 120.49729097634554}, "total_wall_ms": 204.2615000391379, "ttft_ms": 13.281124993227422, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1128284160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 8153270196, "process_rss_bytes": 1128284160}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3,236,015", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee47bd875a7f41068955aa8939b6b9dd3a3ffc270e5b05c74d9ff53e8176c10a", "output_hash": "a0264119bc061d0f7ddffe42e499aaecfbcca7dbf7bd44d1ec87139f40432665"} |
| |
2777 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3f5dad5da7744ec82f0c6f18", "attempt_id": "6725bf9e330f", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:37.058336Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 581, "message_tokens": 506, "message_utf8_bytes": 1358, "cache_tensor_bytes": null, "serialized_payload_bytes": 1358, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1619580695405602, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.33033303357661, "ttft_ms": 13.510416029021144, "decode_ms": 133.87866702396423}, "total_wall_ms": 220.90837499126792, "ttft_ms": 13.510416029021144, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1128284160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 8392148916, "process_rss_bytes": 1128284160}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8c33a839c736ee966f9d0aac47583eb0efa802560088a4788de5baee3cd05873", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2778 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e09225afed30162f8f1699f", "attempt_id": "8abe7b3b08c0", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:37.312696Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 577, "message_tokens": 496, "message_utf8_bytes": 1435, "cache_tensor_bytes": null, "serialized_payload_bytes": 1435, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.4001669846475124, "decode_payload_ms": 0.0, "receiver_prefill_ms": 65.61154103837907, "ttft_ms": 13.278416940011084, "decode_ms": 134.98658291064203}, "total_wall_ms": 218.26862497255206, "ttft_ms": 13.278416940011084, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1128284160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555955288, "mlx_cache_bytes": 8629258164, "process_rss_bytes": 1128284160}, "peak_prefill_memory": null, "peak_decode_memory": 6555955288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9e26a6de305e1796df3f2a1981132ef1119040cc1a25300c5fefef52ffa313d4", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2779 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "852f89162e7f5f1ba009562e", "attempt_id": "c6ffca0ad63b", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:37.564430Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 588, "message_tokens": 506, "message_utf8_bytes": 1321, "cache_tensor_bytes": null, "serialized_payload_bytes": 1321, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1183329410851, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.5307080168277, "ttft_ms": 13.598708086647093, "decode_ms": 93.98954198695719}, "total_wall_ms": 181.27212498802692, "ttft_ms": 13.598708086647093, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1128284160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 8870987700, "process_rss_bytes": 1128284160}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dbfb9fd8484dad9ba5f8b20cea66993bec66c02709c7bbb1690f3eaabccc57b4", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2780 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a89b97c8cc6eda6b8dc1bc1d", "attempt_id": "cb479cc4d320", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:37.779167Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 18}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 573, "message_tokens": 497, "message_utf8_bytes": 1444, "cache_tensor_bytes": null, "serialized_payload_bytes": 1444, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1536249443888664, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.93062500562519, "ttft_ms": 13.41466698795557, "decode_ms": 107.77566593606025}, "total_wall_ms": 192.32949998695403, "ttft_ms": 13.41466698795557, "input_usage": {"receiver_prompt_tokens": 573}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1128284160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553006168, "mlx_cache_bytes": 9204926388, "process_rss_bytes": 1128284160}, "peak_prefill_memory": null, "peak_decode_memory": 6553006168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "378ae5f2f48f85d35521c1004c7c792ff48398192379563e16b092146a0d4304", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2781 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "00612aac5ccb32fa886d5e0e", "attempt_id": "1f9661cbd2ee", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:38.005244Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 587, "message_tokens": 504, "message_utf8_bytes": 1236, "cache_tensor_bytes": null, "serialized_payload_bytes": 1236, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.2365829683840275, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.65816696174443, "ttft_ms": 13.504249975085258, "decode_ms": 122.01220798306167}, "total_wall_ms": 209.39837500918657, "ttft_ms": 13.504249975085258, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1128284160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 9204926388, "process_rss_bytes": 1128284160}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3,236,015", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ee47bd875a7f41068955aa8939b6b9dd3a3ffc270e5b05c74d9ff53e8176c10a", "output_hash": "a0264119bc061d0f7ddffe42e499aaecfbcca7dbf7bd44d1ec87139f40432665"} |
| |
2782 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5fb37c32d329ab8dd0d07980", "attempt_id": "59d30dc6fa08", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:47.668974Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1643, "cache_tensor_bytes": null, "serialized_payload_bytes": 1643, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9420.465832925402, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.33895805943757, "ttft_ms": 13.508624979294837, "decode_ms": 135.82558394409716}, "total_wall_ms": 220.89550003875047, "ttft_ms": 13.508624979294837, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 11124, "sender_output_tokens": 512, "sender_prefill_ms": 1999.5198749238625, "sender_ttft_ms": 15.984958037734032, "sender_decode_ms": 7396.451249951497}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1128497152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 10877847476, "process_rss_bytes": 1128497152}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "43795feba74be6a3a13507e290eba24efaac14c8262d741b5fd57c63eeeb407b", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2783 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fcd57c719147da9c58efd5e0", "attempt_id": "f8e6e56b5058", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:47.924282Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1643, "cache_tensor_bytes": null, "serialized_payload_bytes": 1643, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9420.465832925402, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.1599590247497, "ttft_ms": 13.663457939401269, "decode_ms": 40.536000044085085}, "total_wall_ms": 125.5595829570666, "ttft_ms": 13.663457939401269, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 11124, "sender_output_tokens": 512, "sender_prefill_ms": 1999.5198749238625, "sender_ttft_ms": 15.984958037734032, "sender_decode_ms": 7396.451249951497}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1128513536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 11123214260, "process_rss_bytes": 1128513536}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "43795feba74be6a3a13507e290eba24efaac14c8262d741b5fd57c63eeeb407b", "output_hash": "3386b54405a27d7cf286c77001dc75897883844ad2c6646c319a104e812b3830"} |
| |
2784 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "57885467fef2024e0c709cd6", "attempt_id": "760334d4557e", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:48.084966Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1643, "cache_tensor_bytes": null, "serialized_payload_bytes": 1643, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9420.465832925402, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.58591698296368, "ttft_ms": 13.515584054403007, "decode_ms": 95.3242089599371}, "total_wall_ms": 180.57816696818918, "ttft_ms": 13.515584054403007, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 11124, "sender_output_tokens": 512, "sender_prefill_ms": 1999.5198749238625, "sender_ttft_ms": 15.984958037734032, "sender_decode_ms": 7396.451249951497}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1128513536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568931416, "mlx_cache_bytes": 11369170868, "process_rss_bytes": 1128513536}, "peak_prefill_memory": null, "peak_decode_memory": 6568931416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "43795feba74be6a3a13507e290eba24efaac14c8262d741b5fd57c63eeeb407b", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2785 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "779755100941fbf4fa1cbda8", "attempt_id": "1b1e9f170844", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:48.299492Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1643, "cache_tensor_bytes": null, "serialized_payload_bytes": 1643, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9420.465832925402, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.3107920018956, "ttft_ms": 13.687375001609325, "decode_ms": 107.695083017461}, "total_wall_ms": 193.8217079732567, "ttft_ms": 13.687375001609325, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 11124, "sender_output_tokens": 512, "sender_prefill_ms": 1999.5198749238625, "sender_ttft_ms": 15.984958037734032, "sender_decode_ms": 7396.451249951497}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1128513536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 11612669876, "process_rss_bytes": 1128513536}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "43795feba74be6a3a13507e290eba24efaac14c8262d741b5fd57c63eeeb407b", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2786 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9a2010597c26a559ec9da67d", "attempt_id": "3866b1f7e207", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:48.527417Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 599, "message_tokens": 512, "message_utf8_bytes": 1643, "cache_tensor_bytes": null, "serialized_payload_bytes": 1643, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9420.465832925402, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.83666697144508, "ttft_ms": 13.670125044882298, "decode_ms": 13.44029197935015}, "total_wall_ms": 99.10845791455358, "ttft_ms": 13.670125044882298, "input_usage": {"receiver_prompt_tokens": 599, "sender_input_tokens": 11124, "sender_output_tokens": 512, "sender_prefill_ms": 1999.5198749238625, "sender_ttft_ms": 15.984958037734032, "sender_decode_ms": 7396.451249951497}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128513536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569422936, "mlx_cache_bytes": 11700848564, "process_rss_bytes": 1128513536}, "peak_prefill_memory": null, "peak_decode_memory": 6569422936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "43795feba74be6a3a13507e290eba24efaac14c8262d741b5fd57c63eeeb407b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2787 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8e16307f3111517711111895", "attempt_id": "d6a6c1a593a8", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:48.660536Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 581, "message_tokens": 503, "message_utf8_bytes": 1654, "cache_tensor_bytes": null, "serialized_payload_bytes": 1654, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9381.907083909027, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.08787495922297, "ttft_ms": 13.58908403199166, "decode_ms": 133.6875829147175}, "total_wall_ms": 9602.440707967617, "ttft_ms": 13.58908403199166, "input_usage": {"receiver_prompt_tokens": 581, "sender_input_tokens": 11119, "sender_output_tokens": 503, "sender_prefill_ms": 2077.6045829989016, "sender_ttft_ms": 15.620250022038817, "sender_decode_ms": 7280.5746250087395}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1128726528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 12098357172, "process_rss_bytes": 1128726528}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e7b4b41014b6b68d16e53daf702d04c7f5d1110d08fcd23896b6f981cfb82d8a", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2788 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80b1a139c6bfa17e17c594b5", "attempt_id": "65c30aa32d33", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:07:58.295988Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 223, "message_tokens": 139, "message_utf8_bytes": 388, "cache_tensor_bytes": null, "serialized_payload_bytes": 388, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3989.9022500030696, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.16391701810062, "ttft_ms": 13.464167015627027, "decode_ms": 135.70862507913262}, "total_wall_ms": 4172.890958026983, "ttft_ms": 13.464167015627027, "input_usage": {"receiver_prompt_tokens": 223, "sender_input_tokens": 11125, "sender_output_tokens": 139, "sender_prefill_ms": 1936.3998749759048, "sender_ttft_ms": 14.829708030447364, "sender_decode_ms": 2029.9606249900535}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1128775680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6360294376, "mlx_cache_bytes": 12637063980, "process_rss_bytes": 1128775680}, "peak_prefill_memory": null, "peak_decode_memory": 6360294376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fb2dfaf0e25d1e8fd9b1613756190cc18d136d4ddcabf5f626887a4d0e47bd8f", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2789 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "95ed22b54ac3bb7d46d918ff", "attempt_id": "742157690cf9", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:02.503012Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 107, "message_tokens": 22, "message_utf8_bytes": 58, "cache_tensor_bytes": null, "serialized_payload_bytes": 58, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2355.4492499679327, "decode_payload_ms": 0.0, "receiver_prefill_ms": 26.787875103764236, "ttft_ms": 13.258208055049181, "decode_ms": 93.30870897974819}, "total_wall_ms": 2489.2260829219595, "ttft_ms": 13.258208055049181, "input_usage": {"receiver_prompt_tokens": 107, "sender_input_tokens": 11126, "sender_output_tokens": 22, "sender_prefill_ms": 2006.7338749067858, "sender_ttft_ms": 15.390166896395385, "sender_decode_ms": 324.47258301544935}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1128824832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6278652552, "mlx_cache_bytes": 13200591660, "process_rss_bytes": 1128824832}, "peak_prefill_memory": null, "peak_decode_memory": 6278652552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bbec4dcfd05c05824ab9c21d9bccd53c55cc12479bc2bf11c0fa3704131cfb28", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2790 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9231fead4927eaa91d1f1157", "attempt_id": "581bdbfe6873", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:14.526439Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 448, "message_tokens": 358, "message_utf8_bytes": 815, "cache_tensor_bytes": null, "serialized_payload_bytes": 815, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9499.806665931828, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.37320901546627, "ttft_ms": 13.28866695985198, "decode_ms": 13.554916018620133}, "total_wall_ms": 82.2318340651691, "ttft_ms": 13.28866695985198, "input_usage": {"receiver_prompt_tokens": 448, "sender_input_tokens": 11152, "sender_output_tokens": 512, "sender_prefill_ms": 1953.7323749391362, "sender_ttft_ms": 15.95779205672443, "sender_decode_ms": 7520.789125002921}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128890368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546450284, "mlx_cache_bytes": 14121243176, "process_rss_bytes": 1128890368}, "peak_prefill_memory": null, "peak_decode_memory": 6546450284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8f95a06b24f48c25a050ce35a526a30497cd9658a77d40c992e90dcc816b730", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2791 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2d459b9c5378bea439fe8ede", "attempt_id": "238135d54e82", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:14.643089Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 454, "message_tokens": 358, "message_utf8_bytes": 815, "cache_tensor_bytes": null, "serialized_payload_bytes": 815, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9499.806665931828, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.931458016857505, "ttft_ms": 13.672083034180105, "decode_ms": 135.12479199562222}, "total_wall_ms": 205.74329094961286, "ttft_ms": 13.672083034180105, "input_usage": {"receiver_prompt_tokens": 454, "sender_input_tokens": 11152, "sender_output_tokens": 512, "sender_prefill_ms": 1953.7323749391362, "sender_ttft_ms": 15.95779205672443, "sender_decode_ms": 7520.789125002921}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1128890368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6552151940, "mlx_cache_bytes": 14475106620, "process_rss_bytes": 1128890368}, "peak_prefill_memory": null, "peak_decode_memory": 6552151940, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M in La Tuque", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8f95a06b24f48c25a050ce35a526a30497cd9658a77d40c992e90dcc816b730", "output_hash": "258f293915638634c4cd981c70e0287cf2d853d3ac976483d056c42bb91b7a64"} |
| |
2792 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f282fa623e961d196d121c8a", "attempt_id": "61c65310e28e", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:14.883171Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 455, "message_tokens": 358, "message_utf8_bytes": 815, "cache_tensor_bytes": null, "serialized_payload_bytes": 815, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9499.806665931828, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.07829196378589, "ttft_ms": 13.720209011808038, "decode_ms": 13.27562506776303}, "total_wall_ms": 84.0509160188958, "ttft_ms": 13.720209011808038, "input_usage": {"receiver_prompt_tokens": 455, "sender_input_tokens": 11152, "sender_output_tokens": 512, "sender_prefill_ms": 1953.7323749391362, "sender_ttft_ms": 15.95779205672443, "sender_decode_ms": 7520.789125002921}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128890368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6552823688, "mlx_cache_bytes": 14724538452, "process_rss_bytes": 1128890368}, "peak_prefill_memory": null, "peak_decode_memory": 6552823688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8f95a06b24f48c25a050ce35a526a30497cd9658a77d40c992e90dcc816b730", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2793 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c3d9c6a879312dc2f4f7bc61", "attempt_id": "34da8217a85e", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:15.001009Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 449, "message_tokens": 358, "message_utf8_bytes": 815, "cache_tensor_bytes": null, "serialized_payload_bytes": 815, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9499.806665931828, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.88829093519598, "ttft_ms": 13.707875041291118, "decode_ms": 13.727915938943624}, "total_wall_ms": 83.17716605961323, "ttft_ms": 13.707875041291118, "input_usage": {"receiver_prompt_tokens": 449, "sender_input_tokens": 11152, "sender_output_tokens": 512, "sender_prefill_ms": 1953.7323749391362, "sender_ttft_ms": 15.95779205672443, "sender_decode_ms": 7520.789125002921}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128890368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6546843524, "mlx_cache_bytes": 14970429524, "process_rss_bytes": 1128890368}, "peak_prefill_memory": null, "peak_decode_memory": 6546843524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8f95a06b24f48c25a050ce35a526a30497cd9658a77d40c992e90dcc816b730", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2794 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "327969d2a036b1f774e39fe2", "attempt_id": "02935709215d", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:15.118544Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 456, "message_tokens": 358, "message_utf8_bytes": 815, "cache_tensor_bytes": null, "serialized_payload_bytes": 815, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9499.806665931828, "decode_payload_ms": 0.0, "receiver_prefill_ms": 58.42166696675122, "ttft_ms": 13.381458004005253, "decode_ms": 13.349750079214573}, "total_wall_ms": 86.12866594921798, "ttft_ms": 13.381458004005253, "input_usage": {"receiver_prompt_tokens": 456, "sender_input_tokens": 11152, "sender_output_tokens": 512, "sender_prefill_ms": 1953.7323749391362, "sender_ttft_ms": 15.95779205672443, "sender_decode_ms": 7520.789125002921}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128906752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553347980, "mlx_cache_bytes": 15220385648, "process_rss_bytes": 1128906752}, "peak_prefill_memory": null, "peak_decode_memory": 6553347980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f8f95a06b24f48c25a050ce35a526a30497cd9658a77d40c992e90dcc816b730", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2795 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fb906c14223618ea65489a4c", "attempt_id": "d14d1ab6fbf2", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:15.238141Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 144, "message_tokens": 54, "message_utf8_bytes": 123, "cache_tensor_bytes": null, "serialized_payload_bytes": 123, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3263.021417078562, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.12775005865842, "ttft_ms": 13.55637505184859, "decode_ms": 133.83545796386898}, "total_wall_ms": 3442.0569580979645, "ttft_ms": 13.55637505184859, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 11160, "sender_output_tokens": 75, "sender_prefill_ms": 2147.0099159050733, "sender_ttft_ms": 16.012958018109202, "sender_decode_ms": 1091.7285409523174}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1128988672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297428968, "mlx_cache_bytes": 15897175920, "process_rss_bytes": 1128988672}, "peak_prefill_memory": null, "peak_decode_memory": 6297428968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e426c9b0a9909e71de26e5c4c2ccaaca1184029cff24912415a205a4a6757f0b", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2796 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "22af338359de6663eda8c28f", "attempt_id": "955f07ab5e39", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:18.714259Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 183, "message_tokens": 87, "message_utf8_bytes": 198, "cache_tensor_bytes": null, "serialized_payload_bytes": 198, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3898.666166001931, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.84537505917251, "ttft_ms": 13.261208077892661, "decode_ms": 134.558166959323}, "total_wall_ms": 4080.8879169635475, "ttft_ms": 13.261208077892661, "input_usage": {"receiver_prompt_tokens": 183, "sender_input_tokens": 11166, "sender_output_tokens": 129, "sender_prefill_ms": 1990.6373750418425, "sender_ttft_ms": 15.25879092514515, "sender_decode_ms": 1884.4855419592932}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1129054208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6329476072, "mlx_cache_bytes": 16607651696, "process_rss_bytes": 1129054208}, "peak_prefill_memory": null, "peak_decode_memory": 6329476072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M in La Tuque", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f1a53e58a7d808f8d15b400847ccfad234f2d462335e6d1db638b4962f578d", "output_hash": "258f293915638634c4cd981c70e0287cf2d853d3ac976483d056c42bb91b7a64"} |
| |
2797 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "805216f500a004b6431bda59", "attempt_id": "c579bb244db8", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:22.828634Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 150, "message_tokens": 53, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3076.1155830696225, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.954375048168004, "ttft_ms": 13.67320807185024, "decode_ms": 93.5323330340907}, "total_wall_ms": 3214.768833015114, "ttft_ms": 13.67320807185024, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 11167, "sender_output_tokens": 75, "sender_prefill_ms": 1962.9491659579799, "sender_ttft_ms": 15.527250012382865, "sender_decode_ms": 1088.981332955882}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1129136128, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6302704616, "mlx_cache_bytes": 17105889136, "process_rss_bytes": 1129136128}, "peak_prefill_memory": null, "peak_decode_memory": 6302704616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1216a39c320a333242cda9a007e254d9415e6cc6c580bdc2a5fa85cf45033e03", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2798 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6ce41e5977d97e05ff94829c", "attempt_id": "c8f653461165", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:26.077343Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 1074, "message_tokens": 999, "message_utf8_bytes": 696, "cache_tensor_bytes": null, "serialized_payload_bytes": 696, "side_information_bytes": 0, "fetched_bytes": 1628, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.024667009711265564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 116.54941609594971, "ttft_ms": 14.596416964195669, "decode_ms": 14.385707909241319}, "total_wall_ms": 147.7541250642389, "ttft_ms": 14.596416964195669, "input_usage": {"receiver_prompt_tokens": 1074, "sender_input_tokens": 11152, "sender_output_tokens": 512, "sender_prefill_ms": 1953.7323749391362, "sender_ttft_ms": 15.95779205672443, "sender_decode_ms": 7520.789125002921}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1129185280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6835368208, "mlx_cache_bytes": 17794545716, "process_rss_bytes": 1129185280}, "peak_prefill_memory": null, "peak_decode_memory": 6835368208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1628, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "308823e8c27e08073f42e44201713ffda6975eb9bb203b88e91950865ccf9271", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2799 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7b5ddc5612501e8f9d78434c", "attempt_id": "729241129d09", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:26.259125Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 1080, "message_tokens": 999, "message_utf8_bytes": 696, "cache_tensor_bytes": null, "serialized_payload_bytes": 696, "side_information_bytes": 0, "fetched_bytes": 1628, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.024667009711265564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 119.68829110264778, "ttft_ms": 14.887124998494983, "decode_ms": 141.5087910136208}, "total_wall_ms": 277.8785000555217, "ttft_ms": 14.887124998494983, "input_usage": {"receiver_prompt_tokens": 1080, "sender_input_tokens": 11152, "sender_output_tokens": 512, "sender_prefill_ms": 1953.7323749391362, "sender_ttft_ms": 15.95779205672443, "sender_decode_ms": 7520.789125002921}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1129218048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6838452300, "mlx_cache_bytes": 18428999732, "process_rss_bytes": 1129218048}, "peak_prefill_memory": null, "peak_decode_memory": 6838452300, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1628, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ea7df78159103bad3b45bd96ddbb6519436c1ec6c8a37c3d49e859bac41c3160", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2800 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d6d20eb1642b391927d684b", "attempt_id": "0b07b1b494e7", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:26.576494Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 1053, "message_tokens": 971, "message_utf8_bytes": 696, "cache_tensor_bytes": null, "serialized_payload_bytes": 696, "side_information_bytes": 0, "fetched_bytes": 1631, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.024667009711265564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 143.67570797912776, "ttft_ms": 13.661790988408029, "decode_ms": 13.917500036768615}, "total_wall_ms": 172.92308306787163, "ttft_ms": 13.661790988408029, "input_usage": {"receiver_prompt_tokens": 1053, "sender_input_tokens": 11152, "sender_output_tokens": 512, "sender_prefill_ms": 1953.7323749391362, "sender_ttft_ms": 15.95779205672443, "sender_decode_ms": 7520.789125002921}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1050001408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6822981904, "mlx_cache_bytes": 19047413812, "process_rss_bytes": 1050001408}, "peak_prefill_memory": null, "peak_decode_memory": 6822981904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1631, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8e271d7e52b28fbd18ffcb74a029c18b74b059d769318536661127881478b655", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2801 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c490e73a6043e9034c0284eb", "attempt_id": "fe4c3e18d5a1", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:26.784483Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 1075, "message_tokens": 999, "message_utf8_bytes": 696, "cache_tensor_bytes": null, "serialized_payload_bytes": 696, "side_information_bytes": 0, "fetched_bytes": 1628, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.024667009711265564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 413.3365830639377, "ttft_ms": 14.410542091354728, "decode_ms": 14.103082939982414}, "total_wall_ms": 443.6323340050876, "ttft_ms": 14.410542091354728, "input_usage": {"receiver_prompt_tokens": 1075, "sender_input_tokens": 11152, "sender_output_tokens": 512, "sender_prefill_ms": 1953.7323749391362, "sender_ttft_ms": 15.95779205672443, "sender_decode_ms": 7520.789125002921}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1049477120, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6835863628, "mlx_cache_bytes": 19489683508, "process_rss_bytes": 1049477120}, "peak_prefill_memory": null, "peak_decode_memory": 6835863628, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1628, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3e79caec562084ec9ece42bea462e3e4904d8ba6b0f4aa09afac06d10022696b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2802 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7cd32f4718e93191803e8e25", "attempt_id": "bc86afde382d", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:27.263541Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 1082, "message_tokens": 999, "message_utf8_bytes": 696, "cache_tensor_bytes": null, "serialized_payload_bytes": 696, "side_information_bytes": 0, "fetched_bytes": 1628, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.024667009711265564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1009.2692909529433, "ttft_ms": 14.096584054641426, "decode_ms": 13.736041029915214}, "total_wall_ms": 1038.8758330373093, "ttft_ms": 14.096584054641426, "input_usage": {"receiver_prompt_tokens": 1082, "sender_input_tokens": 11152, "sender_output_tokens": 512, "sender_prefill_ms": 1953.7323749391362, "sender_ttft_ms": 15.95779205672443, "sender_decode_ms": 7520.789125002921}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1048788992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6839959628, "mlx_cache_bytes": 20125726772, "process_rss_bytes": 1048788992}, "peak_prefill_memory": null, "peak_decode_memory": 6839959628, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1628, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3e79caec562084ec9ece42bea462e3e4904d8ba6b0f4aa09afac06d10022696b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2803 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b044109f14fed34498e692ce", "attempt_id": "cdb63a67e72e", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:28.338825Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.651707592435788}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 11082, "message_tokens": 11008, "message_utf8_bytes": 58997, "cache_tensor_bytes": null, "serialized_payload_bytes": 3543, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09074993431568146, "decode_payload_ms": 0.018750084564089775, "receiver_prefill_ms": 1914.9493329459801, "ttft_ms": 21.535958047024906, "decode_ms": 151.58408402930945}, "total_wall_ms": 2107.246125000529, "ttft_ms": 21.535958047024906, "input_usage": {"receiver_prompt_tokens": 11082}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1049001984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 20125726772, "process_rss_bytes": 1049001984}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2804 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "041a77bd8916828c5847faa6", "attempt_id": "f97f55e2e4d3", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:30.485572Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.651707592435788}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 11088, "message_tokens": 11008, "message_utf8_bytes": 58997, "cache_tensor_bytes": null, "serialized_payload_bytes": 3543, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09074993431568146, "decode_payload_ms": 0.018750084564089775, "receiver_prefill_ms": 1854.7493749065325, "ttft_ms": 15.036791912280023, "decode_ms": 146.93987497594208}, "total_wall_ms": 2032.7733750455081, "ttft_ms": 15.036791912280023, "input_usage": {"receiver_prompt_tokens": 11088}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1049051136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 20125726772, "process_rss_bytes": 1049051136}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2805 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23a5b791079bdb4976295b0e", "attempt_id": "5c65e66ab88a", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:32.556362Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.651707592435788}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 11089, "message_tokens": 11008, "message_utf8_bytes": 58997, "cache_tensor_bytes": null, "serialized_payload_bytes": 3543, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09074993431568146, "decode_payload_ms": 0.018750084564089775, "receiver_prefill_ms": 1842.6639579702169, "ttft_ms": 15.236000064760447, "decode_ms": 103.60274999402463}, "total_wall_ms": 1978.7515830248594, "ttft_ms": 15.236000064760447, "input_usage": {"receiver_prompt_tokens": 11089}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1049100288, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 20125726772, "process_rss_bytes": 1049100288}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2806 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd2342263c172e838ecd8d03", "attempt_id": "90d856e27320", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:34.568069Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.651707592435788}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 11083, "message_tokens": 11008, "message_utf8_bytes": 58997, "cache_tensor_bytes": null, "serialized_payload_bytes": 3543, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09074993431568146, "decode_payload_ms": 0.018750084564089775, "receiver_prefill_ms": 1863.827208057046, "ttft_ms": 14.9563750019297, "decode_ms": 117.68920801114291}, "total_wall_ms": 2013.5255838977173, "ttft_ms": 14.9563750019297, "input_usage": {"receiver_prompt_tokens": 11083}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1049149440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 20125726772, "process_rss_bytes": 1049149440}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2807 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aeaa7c000dc103441e4faf0f", "attempt_id": "194157739a22", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:36.615383Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.651707592435788}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 11090, "message_tokens": 11008, "message_utf8_bytes": 58997, "cache_tensor_bytes": null, "serialized_payload_bytes": 3543, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09074993431568146, "decode_payload_ms": 0.018750084564089775, "receiver_prefill_ms": 1882.388124940917, "ttft_ms": 15.053542098030448, "decode_ms": 102.9405000153929}, "total_wall_ms": 2016.7012499878183, "ttft_ms": 15.053542098030448, "input_usage": {"receiver_prompt_tokens": 11090}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1049133056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 20125726772, "process_rss_bytes": 1049133056}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3805735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "output_hash": "f799a5afb7bb180820547ab418e02e53e9b11af2f789192901099bbf2e83f706"} |
| |
2808 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c08b62fc6b87a9c12efc68e8", "attempt_id": "38a612c2bf49", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:42.016229Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046511627906976744, "origin_tokens": 10822, "compressed_tokens": 528, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 624, "message_tokens": 548, "message_utf8_bytes": 2682, "cache_tensor_bytes": null, "serialized_payload_bytes": 2682, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3349.6065830113366, "decode_payload_ms": 0.0, "receiver_prefill_ms": 709.437582991086, "ttft_ms": 28.179166023619473, "decode_ms": 13.588999980129302}, "total_wall_ms": 756.1444999882951, "ttft_ms": 28.179166023619473, "input_usage": {"receiver_prompt_tokens": 624}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1050361856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582104152, "mlx_cache_bytes": 20510980148, "process_rss_bytes": 1050361856}, "peak_prefill_memory": null, "peak_decode_memory": 6582104152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f293cf0e8232489b408513f9199e05af8fe06295b648d7d24435892d46d85598", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2809 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b67af7ffd55ba4896b0b786d", "attempt_id": "f4278b8a0f4e", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:42.811552Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046511627906976744, "origin_tokens": 10822, "compressed_tokens": 528, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 630, "message_tokens": 548, "message_utf8_bytes": 2682, "cache_tensor_bytes": null, "serialized_payload_bytes": 2682, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3349.6065830113366, "decode_payload_ms": 0.0, "receiver_prefill_ms": 296.3335419772193, "ttft_ms": 14.682999928481877, "decode_ms": 14.465542044490576}, "total_wall_ms": 326.82816695887595, "ttft_ms": 14.682999928481877, "input_usage": {"receiver_prompt_tokens": 630}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1050001408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6586200152, "mlx_cache_bytes": 20876245044, "process_rss_bytes": 1050001408}, "peak_prefill_memory": null, "peak_decode_memory": 6586200152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f293cf0e8232489b408513f9199e05af8fe06295b648d7d24435892d46d85598", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2810 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fb8e831207be1baa9f943ff4", "attempt_id": "b7ca8d404169", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:43.172234Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046511627906976744, "origin_tokens": 10822, "compressed_tokens": 528, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 631, "message_tokens": 548, "message_utf8_bytes": 2682, "cache_tensor_bytes": null, "serialized_payload_bytes": 2682, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3349.6065830113366, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.15383397229016, "ttft_ms": 14.704833971336484, "decode_ms": 14.069374999962747}, "total_wall_ms": 125.36229204852134, "ttft_ms": 14.704833971336484, "input_usage": {"receiver_prompt_tokens": 631}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1048739840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585708644, "mlx_cache_bytes": 21135669300, "process_rss_bytes": 1048739840}, "peak_prefill_memory": null, "peak_decode_memory": 6585708644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f293cf0e8232489b408513f9199e05af8fe06295b648d7d24435892d46d85598", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2811 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "75b118446523b27d1977320d", "attempt_id": "94d2b4a60c3b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:43.335504Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046511627906976744, "origin_tokens": 10822, "compressed_tokens": 528, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 625, "message_tokens": 548, "message_utf8_bytes": 2682, "cache_tensor_bytes": null, "serialized_payload_bytes": 2682, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3349.6065830113366, "decode_payload_ms": 0.0, "receiver_prefill_ms": 135.5586249846965, "ttft_ms": 13.947749976068735, "decode_ms": 13.74158391263336}, "total_wall_ms": 164.6593330660835, "ttft_ms": 13.947749976068735, "input_usage": {"receiver_prompt_tokens": 625}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1048739840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582399064, "mlx_cache_bytes": 21392635956, "process_rss_bytes": 1048739840}, "peak_prefill_memory": null, "peak_decode_memory": 6582399064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f293cf0e8232489b408513f9199e05af8fe06295b648d7d24435892d46d85598", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2812 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a72ba6cecde97bfd2175ef26", "attempt_id": "bab20c869bfb", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:43.537903Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.046511627906976744, "origin_tokens": 10822, "compressed_tokens": 528, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 632, "message_tokens": 548, "message_utf8_bytes": 2682, "cache_tensor_bytes": null, "serialized_payload_bytes": 2682, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3349.6065830113366, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.44495796132833, "ttft_ms": 14.298583031632006, "decode_ms": 14.264333061873913}, "total_wall_ms": 103.41729200445116, "ttft_ms": 14.298583031632006, "input_usage": {"receiver_prompt_tokens": 632}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1048756224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6586101860, "mlx_cache_bytes": 21652453428, "process_rss_bytes": 1048756224}, "peak_prefill_memory": null, "peak_decode_memory": 6586101860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f293cf0e8232489b408513f9199e05af8fe06295b648d7d24435892d46d85598", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2813 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56fa2e30054de6f3a70b6516", "attempt_id": "bc73af0d9f5c", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:45.697427Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 35, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 407236608, "serialized_payload_bytes": 407253098, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2019.6759160608053, "doc_prefill_ms": 1640.014166943729, "compress_ms": 250.44633401557803, "serialize_ms": 109.60979200899601, "load_ms": 10.162791004404426, "receiver_prefill_ms": 0.0, "query_prefill_ms": 123.33566695451736, "ttft_ms": 123.33566695451736, "decode_ms": 173.7771660555154}, "total_wall_ms": 315.63162500970066, "ttft_ms": 123.33566695451736, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1811152896, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7516023329, "mlx_cache_bytes": 22259710005, "process_rss_bytes": 1811152896}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7516023329, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65abecfa272b0fbec005601ea71ba39065f85e0a3bb6197f315918a010ef5e19", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2814 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38fd05bdab72de03f182f710", "attempt_id": "de7264cd3c29", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:46.057357Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 41, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 407236608, "serialized_payload_bytes": 407253098, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2019.6759160608053, "doc_prefill_ms": 1640.014166943729, "compress_ms": 250.44633401557803, "serialize_ms": 109.60979200899601, "load_ms": 2.514790976420045, "receiver_prefill_ms": 0.0, "query_prefill_ms": 70.0314169516787, "ttft_ms": 70.0314169516787, "decode_ms": 167.3386669717729}, "total_wall_ms": 248.33341711200774, "ttft_ms": 70.0314169516787, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1811169280, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7521460540, "mlx_cache_bytes": 22282270773, "process_rss_bytes": 1811169280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7521460540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65abecfa272b0fbec005601ea71ba39065f85e0a3bb6197f315918a010ef5e19", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2815 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c7cf2c68f5494e3c49ac585", "attempt_id": "b4589277a84c", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:46.342238Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 42, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 407236608, "serialized_payload_bytes": 407253098, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2019.6759160608053, "doc_prefill_ms": 1640.014166943729, "compress_ms": 250.44633401557803, "serialize_ms": 109.60979200899601, "load_ms": 2.846249961294234, "receiver_prefill_ms": 0.0, "query_prefill_ms": 104.6176670351997, "ttft_ms": 104.6176670351997, "decode_ms": 116.69400008395314}, "total_wall_ms": 232.67608298920095, "ttft_ms": 104.6176670351997, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1811169280, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7522033980, "mlx_cache_bytes": 22282270773, "process_rss_bytes": 1811169280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522033980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65abecfa272b0fbec005601ea71ba39065f85e0a3bb6197f315918a010ef5e19", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2816 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0c896c8d25701d4983a382a3", "attempt_id": "c042eff32a07", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:46.609960Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 36, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 407236608, "serialized_payload_bytes": 407253098, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2019.6759160608053, "doc_prefill_ms": 1640.014166943729, "compress_ms": 250.44633401557803, "serialize_ms": 109.60979200899601, "load_ms": 2.9903330141678452, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.63562507089227, "ttft_ms": 73.63562507089227, "decode_ms": 133.41741694603115}, "total_wall_ms": 218.65245793014765, "ttft_ms": 73.63562507089227, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1811169280, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7516381500, "mlx_cache_bytes": 22306879541, "process_rss_bytes": 1811169280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7516381500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65abecfa272b0fbec005601ea71ba39065f85e0a3bb6197f315918a010ef5e19", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2817 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5bcec400f15bcafc2f48cded", "attempt_id": "5ebb6d8b8917", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:46.862393Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 43, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 407236608, "serialized_payload_bytes": 407253098, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2019.6759160608053, "doc_prefill_ms": 1640.014166943729, "compress_ms": 250.44633401557803, "serialize_ms": 109.60979200899601, "load_ms": 2.022832981310785, "receiver_prefill_ms": 0.0, "query_prefill_ms": 71.50874997023493, "ttft_ms": 71.50874997023493, "decode_ms": 117.17850004788488}, "total_wall_ms": 199.3148330366239, "ttft_ms": 71.50874997023493, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1811169280, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7522640188, "mlx_cache_bytes": 22322577262, "process_rss_bytes": 1811169280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522640188, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3805735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65abecfa272b0fbec005601ea71ba39065f85e0a3bb6197f315918a010ef5e19", "output_hash": "f799a5afb7bb180820547ab418e02e53e9b11af2f789192901099bbf2e83f706"} |
| |
2818 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1facd018312c1dcfc205522e", "attempt_id": "e3cb0dc515ea", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:47.197542Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "58d9718cbb4b01db", "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 35, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 407236608, "serialized_payload_bytes": 407253126, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 101.34299995843321, "doc_prefill_ms": 1640.014166943729, "compress_ms": 6.6434170585125685, "serialize_ms": 94.52429204247892, "load_ms": 40.41716700885445, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.26804096717387, "ttft_ms": 72.26804096717387, "decode_ms": 169.09687500447035}, "total_wall_ms": 289.9502500658855, "ttft_ms": 72.26804096717387, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2219376640, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7516023329, "mlx_cache_bytes": 22322577262, "process_rss_bytes": 2219376640}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7516023329, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db6ed4f300f318137b4423009a6a9d61ff39e338291d610e8d809526e0f2b2e3", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2819 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "24fe57be3d8d87cae6d29d4a", "attempt_id": "9db7f96be1c4", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:47.522028Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "58d9718cbb4b01db", "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 41, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 407236608, "serialized_payload_bytes": 407253126, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 101.34299995843321, "doc_prefill_ms": 1640.014166943729, "compress_ms": 6.6434170585125685, "serialize_ms": 94.52429204247892, "load_ms": 33.49587507545948, "receiver_prefill_ms": 0.0, "query_prefill_ms": 69.27020801231265, "ttft_ms": 69.27020801231265, "decode_ms": 166.2933750776574}, "total_wall_ms": 277.673166943714, "ttft_ms": 69.27020801231265, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2219376640, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7521460540, "mlx_cache_bytes": 22322577262, "process_rss_bytes": 2219376640}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7521460540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db6ed4f300f318137b4423009a6a9d61ff39e338291d610e8d809526e0f2b2e3", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2820 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7b4ae6695ad4e8b2dece583f", "attempt_id": "39ed6ccd1a9a", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:47.833728Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "58d9718cbb4b01db", "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 42, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 407236608, "serialized_payload_bytes": 407253126, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 101.34299995843321, "doc_prefill_ms": 1640.014166943729, "compress_ms": 6.6434170585125685, "serialize_ms": 94.52429204247892, "load_ms": 33.10674999374896, "receiver_prefill_ms": 0.0, "query_prefill_ms": 132.35025003086776, "ttft_ms": 132.35025003086776, "decode_ms": 117.85591708030552}, "total_wall_ms": 292.03100001905113, "ttft_ms": 132.35025003086776, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2219376640, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7522033980, "mlx_cache_bytes": 22322577262, "process_rss_bytes": 2219376640}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522033980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db6ed4f300f318137b4423009a6a9d61ff39e338291d610e8d809526e0f2b2e3", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2821 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "04c3732eb979aa34031aeb7f", "attempt_id": "e7bd6dca2352", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:48.159235Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "58d9718cbb4b01db", "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 36, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 407236608, "serialized_payload_bytes": 407253126, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 101.34299995843321, "doc_prefill_ms": 1640.014166943729, "compress_ms": 6.6434170585125685, "serialize_ms": 94.52429204247892, "load_ms": 38.26004103757441, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.02983296196908, "ttft_ms": 74.02983296196908, "decode_ms": 135.4559580795467}, "total_wall_ms": 255.86891605053097, "ttft_ms": 74.02983296196908, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2219376640, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7516381500, "mlx_cache_bytes": 22322577262, "process_rss_bytes": 2219376640}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7516381500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db6ed4f300f318137b4423009a6a9d61ff39e338291d610e8d809526e0f2b2e3", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2822 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "579845a092bb079734446f88", "attempt_id": "deb46f59b30f", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:48.449544Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "58d9718cbb4b01db", "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 43, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 407236608, "serialized_payload_bytes": 407253126, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 101.34299995843321, "doc_prefill_ms": 1640.014166943729, "compress_ms": 6.6434170585125685, "serialize_ms": 94.52429204247892, "load_ms": 31.482124933972955, "receiver_prefill_ms": 0.0, "query_prefill_ms": 71.57879101578146, "ttft_ms": 71.57879101578146, "decode_ms": 117.15479101985693}, "total_wall_ms": 228.9441250031814, "ttft_ms": 71.57879101578146, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2219376640, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7522640188, "mlx_cache_bytes": 22322577262, "process_rss_bytes": 2219376640}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522640188, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3805735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db6ed4f300f318137b4423009a6a9d61ff39e338291d610e8d809526e0f2b2e3", "output_hash": "f799a5afb7bb180820547ab418e02e53e9b11af2f789192901099bbf2e83f706"} |
| |
2823 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8039438028aa6744697fcdf1", "attempt_id": "6a0d8d1d49bc", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:48.783434Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 35, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 216344448, "serialized_payload_bytes": 216379524, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 71.07516704127192, "doc_prefill_ms": 1640.014166943729, "compress_ms": 21.700041950680315, "serialize_ms": 49.018583027645946, "load_ms": 6.16666697897017, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.566959004849195, "ttft_ms": 46.566959004849195, "decode_ms": 190.24316710419953}, "total_wall_ms": 251.84129201807082, "ttft_ms": 46.566959004849195, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2273787904, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7195319809, "mlx_cache_bytes": 23500231390, "process_rss_bytes": 2273787904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7195319809, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22dc11b542a958f3eeea31b63b2d514c0beafd09a3b2445685526aa6b3bea1ad", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2824 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "87abac0a0be5130e5c1eef1e", "attempt_id": "f563a3a1a5e0", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:49.069677Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 41, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 216344448, "serialized_payload_bytes": 216379524, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 71.07516704127192, "doc_prefill_ms": 1640.014166943729, "compress_ms": 21.700041950680315, "serialize_ms": 49.018583027645946, "load_ms": 2.6793750002980232, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.00787493027747, "ttft_ms": 42.00787493027747, "decode_ms": 164.57595792599022}, "total_wall_ms": 217.68862497992814, "ttft_ms": 42.00787493027747, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2269413376, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7216554145, "mlx_cache_bytes": 23618069710, "process_rss_bytes": 2269413376}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7216554145, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22dc11b542a958f3eeea31b63b2d514c0beafd09a3b2445685526aa6b3bea1ad", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2825 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "57752da28cf0fa658b20cac0", "attempt_id": "7cace13261ba", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:49.323259Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 42, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 216344448, "serialized_payload_bytes": 216379524, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 71.07516704127192, "doc_prefill_ms": 1640.014166943729, "compress_ms": 21.700041950680315, "serialize_ms": 49.018583027645946, "load_ms": 2.6692500105127692, "receiver_prefill_ms": 0.0, "query_prefill_ms": 106.478082947433, "ttft_ms": 106.478082947433, "decode_ms": 115.86233403068036}, "total_wall_ms": 233.67608396802098, "ttft_ms": 106.478082947433, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2269069312, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7219716369, "mlx_cache_bytes": 23737349934, "process_rss_bytes": 2269069312}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7219716369, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22dc11b542a958f3eeea31b63b2d514c0beafd09a3b2445685526aa6b3bea1ad", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2826 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4a37d4cc78d4ff50edf84fa1", "attempt_id": "2b164cd8d002", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:49.590789Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 36, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 216344448, "serialized_payload_bytes": 216379524, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 71.07516704127192, "doc_prefill_ms": 1640.014166943729, "compress_ms": 21.700041950680315, "serialize_ms": 49.018583027645946, "load_ms": 2.6208340423181653, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.773041990585625, "ttft_ms": 42.773041990585625, "decode_ms": 134.98991704545915}, "total_wall_ms": 188.9894159976393, "ttft_ms": 42.773041990585625, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2269085696, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7198480129, "mlx_cache_bytes": 23737349934, "process_rss_bytes": 2269085696}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7198480129, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22dc11b542a958f3eeea31b63b2d514c0beafd09a3b2445685526aa6b3bea1ad", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2827 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "071eac86d8e7a97d0a6c04b8", "attempt_id": "743fd8131480", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:49.813530Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 43, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 216344448, "serialized_payload_bytes": 216379524, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 71.07516704127192, "doc_prefill_ms": 1640.014166943729, "compress_ms": 21.700041950680315, "serialize_ms": 49.018583027645946, "load_ms": 2.7771659661084414, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.86833300162107, "ttft_ms": 36.86833300162107, "decode_ms": 115.03233411349356}, "total_wall_ms": 163.1440840428695, "ttft_ms": 36.86833300162107, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2242609152, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7222862270, "mlx_cache_bytes": 23859513854, "process_rss_bytes": 2242609152}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7222862270, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3805735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "22dc11b542a958f3eeea31b63b2d514c0beafd09a3b2445685526aa6b3bea1ad", "output_hash": "f799a5afb7bb180820547ab418e02e53e9b11af2f789192901099bbf2e83f706"} |
| |
2828 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c7e26fd57e87bfc776dded54", "attempt_id": "c3ee97e8256b", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:50.091728Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 35, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 114535296, "serialized_payload_bytes": 114570204, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.7448749653995, "doc_prefill_ms": 1640.014166943729, "compress_ms": 34.15475005749613, "serialize_ms": 45.248833019286394, "load_ms": 3.613458015024662, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.60075007751584, "ttft_ms": 34.60075007751584, "decode_ms": 741.0175420809537}, "total_wall_ms": 788.0932919215411, "ttft_ms": 34.60075007751584, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2339192832, "backend_memory": {"mlx_active_bytes": 6820880392, "mlx_peak_bytes": 6969413937, "mlx_cache_bytes": 24294511358, "process_rss_bytes": 2339192832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6969413937, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n entry letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f2f9ea52d2af6cee036397ecd76063424f988c0c06653107b6ba577357967699", "output_hash": "21b76c9dadb2516e64cce7b652f9e9ff09b1c3e5f9259710e1c59c4eabfcd4e4"} |
| |
2829 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "211618d1b3469154ee2f3456", "attempt_id": "b5242955329a", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:50.914100Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 41, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 114535296, "serialized_payload_bytes": 114570204, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.7448749653995, "doc_prefill_ms": 1640.014166943729, "compress_ms": 34.15475005749613, "serialize_ms": 45.248833019286394, "load_ms": 2.108874963596463, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.06112499255687, "ttft_ms": 36.06112499255687, "decode_ms": 733.0080000683665}, "total_wall_ms": 779.8788750078529, "ttft_ms": 36.06112499255687, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2339192832, "backend_memory": {"mlx_active_bytes": 6820847624, "mlx_peak_bytes": 6990648417, "mlx_cache_bytes": 24294544126, "process_rss_bytes": 2339192832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6990648417, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the entry the entry the the entry the the the entry the the entry the the entry the the the entry the entry entry the entry the entry the entry entry the entry the entry the entry the entry the the entry the entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f2f9ea52d2af6cee036397ecd76063424f988c0c06653107b6ba577357967699", "output_hash": "699ec72754a66bef28d5c9ba346ea5816856fd5a22d988d194fc478567cf78db"} |
| |
2830 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d63e348644c50efbde1d9f19", "attempt_id": "2b1c1decc081", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:51.728002Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 42, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 114535296, "serialized_payload_bytes": 114570204, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.7448749653995, "doc_prefill_ms": 1640.014166943729, "compress_ms": 34.15475005749613, "serialize_ms": 45.248833019286394, "load_ms": 2.3688330547884107, "receiver_prefill_ms": 0.0, "query_prefill_ms": 66.37108291033655, "ttft_ms": 66.37108291033655, "decode_ms": 738.0927909398451}, "total_wall_ms": 815.4476250056177, "ttft_ms": 66.37108291033655, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2339209216, "backend_memory": {"mlx_active_bytes": 6820880392, "mlx_peak_bytes": 6993811425, "mlx_cache_bytes": 24294511358, "process_rss_bytes": 2339209216}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6993811425, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f2f9ea52d2af6cee036397ecd76063424f988c0c06653107b6ba577357967699", "output_hash": "eb643d04fbdda8898a98537eec909fe4366021c7805d5ffa4fd87f4b2a6d0e75"} |
| |
2831 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33476688d510bdc339ed2f69", "attempt_id": "587f92da3ea4", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:52.577518Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 36, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 114535296, "serialized_payload_bytes": 114570204, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.7448749653995, "doc_prefill_ms": 1640.014166943729, "compress_ms": 34.15475005749613, "serialize_ms": 45.248833019286394, "load_ms": 2.306791953742504, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.67370802536607, "ttft_ms": 34.67370802536607, "decode_ms": 734.8667499609292}, "total_wall_ms": 779.9914580537006, "ttft_ms": 34.67370802536607, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2339225600, "backend_memory": {"mlx_active_bytes": 6820880392, "mlx_peak_bytes": 6972576865, "mlx_cache_bytes": 24294511358, "process_rss_bytes": 2339225600}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6972576865, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f2f9ea52d2af6cee036397ecd76063424f988c0c06653107b6ba577357967699", "output_hash": "4e50b099bb6405a5dbde5d5fa9120e67b2dcc2b5c4c07b59532a5b7420e248c7"} |
| |
2832 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3537ce2a3fc8c8d29d8f57d6", "attempt_id": "7d0990911547", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:53.391439Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 43, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 114535296, "serialized_payload_bytes": 114570204, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.7448749653995, "doc_prefill_ms": 1640.014166943729, "compress_ms": 34.15475005749613, "serialize_ms": 45.248833019286394, "load_ms": 2.2398330038413405, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.98904190585017, "ttft_ms": 35.98904190585017, "decode_ms": 730.5913750315085}, "total_wall_ms": 777.3896250873804, "ttft_ms": 35.98904190585017, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2339258368, "backend_memory": {"mlx_active_bytes": 6821994504, "mlx_peak_bytes": 6996959678, "mlx_cache_bytes": 24397206270, "process_rss_bytes": 2339258368}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6996959678, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " letter\n letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f2f9ea52d2af6cee036397ecd76063424f988c0c06653107b6ba577357967699", "output_hash": "6286afd9489a34a4f35a694ab2aea2e48193a45fb6fbff9be1fa91e8d9d23460"} |
| |
2833 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b0a5779419f181624cec9a5b", "attempt_id": "3064f285f64a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:54.241374Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11047, "keep": 2762, "compress_ms": 22.154125035740435}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 35, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834648, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.022832992486656, "doc_prefill_ms": 1640.014166943729, "compress_ms": 22.18699990771711, "serialize_ms": 16.68020896613598, "load_ms": 1.4578750124201179, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.69387492723763, "ttft_ms": 30.69387492723763, "decode_ms": 141.1322079366073}, "total_wall_ms": 181.65266595315188, "ttft_ms": 30.69387492723763, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2364669952, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6845227324, "mlx_cache_bytes": 24451601150, "process_rss_bytes": 2364669952}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845227324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "690efa08e34a85424a2fc7b438d1ce73eeabbc2f1d28d6e00dd7448495885154", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2834 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97a527b6ff63b31682bfb9cb", "attempt_id": "f60e59e076f0", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:54.459349Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11047, "keep": 2762, "compress_ms": 22.154125035740435}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 41, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834648, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.022832992486656, "doc_prefill_ms": 1640.014166943729, "compress_ms": 22.18699990771711, "serialize_ms": 16.68020896613598, "load_ms": 1.9570409785956144, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.535124940797687, "ttft_ms": 30.535124940797687, "decode_ms": 98.7132079899311}, "total_wall_ms": 139.78954195044935, "ttft_ms": 30.535124940797687, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2364686336, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6850847036, "mlx_cache_bytes": 24451601150, "process_rss_bytes": 2364686336}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6850847036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lebel-sur-Quévillon", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "690efa08e34a85424a2fc7b438d1ce73eeabbc2f1d28d6e00dd7448495885154", "output_hash": "efc23759834aacf913bf945416327d3153c5ca35edc4ccd5798707d9f54a471b"} |
| |
2835 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5845c8085bfd7e85fa23370e", "attempt_id": "18b394a24328", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:54.633039Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11047, "keep": 2762, "compress_ms": 22.154125035740435}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 42, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834648, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.022832992486656, "doc_prefill_ms": 1640.014166943729, "compress_ms": 22.18699990771711, "serialize_ms": 16.68020896613598, "load_ms": 1.8463750602677464, "receiver_prefill_ms": 0.0, "query_prefill_ms": 60.050625004805624, "ttft_ms": 60.050625004805624, "decode_ms": 57.159290998242795}, "total_wall_ms": 127.56866600830108, "ttft_ms": 60.050625004805624, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 42}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2364686336, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6851436860, "mlx_cache_bytes": 24451601150, "process_rss_bytes": 2364686336}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851436860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "690efa08e34a85424a2fc7b438d1ce73eeabbc2f1d28d6e00dd7448495885154", "output_hash": "cc4b3eb82f5eb96cbf5b959d19ff477508b32c4b6bc1e21432b48caa20d0270b"} |
| |
2836 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "978ca961cb0b9c0760132bd0", "attempt_id": "b5e95a5953f0", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:54.793384Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11047, "keep": 2762, "compress_ms": 22.154125035740435}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 36, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834648, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.022832992486656, "doc_prefill_ms": 1640.014166943729, "compress_ms": 22.18699990771711, "serialize_ms": 16.68020896613598, "load_ms": 0.8887499570846558, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.184708070009947, "ttft_ms": 30.184708070009947, "decode_ms": 98.54904189705849}, "total_wall_ms": 137.73579197004437, "ttft_ms": 30.184708070009947, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2364702720, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6845767996, "mlx_cache_bytes": 24453206782, "process_rss_bytes": 2364702720}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845767996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Qvistrand", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "690efa08e34a85424a2fc7b438d1ce73eeabbc2f1d28d6e00dd7448495885154", "output_hash": "3a5add2378971c466489a421faf3d72df6e5738e5ce630ccedcaf922d3be8d14"} |
| |
2837 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "388c3975162780b0391f6480", "attempt_id": "91eb8d395a97", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:54.965117Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11047, "keep": 2762, "compress_ms": 22.154125035740435}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 43, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834648, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.022832992486656, "doc_prefill_ms": 1640.014166943729, "compress_ms": 22.18699990771711, "serialize_ms": 16.68020896613598, "load_ms": 1.8043750897049904, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.71112500037998, "ttft_ms": 30.71112500037998, "decode_ms": 141.34391699917614}, "total_wall_ms": 182.63670802116394, "ttft_ms": 30.71112500037998, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 43}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2364702720, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6851993916, "mlx_cache_bytes": 24455107326, "process_rss_bytes": 2364702720}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851993916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12,818,534", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "690efa08e34a85424a2fc7b438d1ce73eeabbc2f1d28d6e00dd7448495885154", "output_hash": "b3796c10115e4d94250bf9e2a644acd612b1fb160eb5176a13d9193c1f623e8d"} |
| |
2838 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e7ae5bc1dcbf7788117021c8", "attempt_id": "6bbe65acc454", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:55.215658Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11047, "keep": 2762, "compress_ms": 11.20495900977403}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 35, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834642, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.522167010232806, "doc_prefill_ms": 1640.014166943729, "compress_ms": 11.234917095862329, "serialize_ms": 22.11008407175541, "load_ms": 1.4810829889029264, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.764542054384947, "ttft_ms": 30.764542054384947, "decode_ms": 668.7904590507969}, "total_wall_ms": 709.8764589754865, "ttft_ms": 30.764542054384947, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2442166272, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6845227324, "mlx_cache_bytes": 24585163518, "process_rss_bytes": 2442166272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845227324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The internal record is 2029. The internal record is 2029. The internal record is 2029. The internal record is 2029. The internal record is 202", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d4c9f3e223d8844ec46217a5d610e776663939034509ef333d22755e39d8f631", "output_hash": "6e4e6ba6382ca8c4794c9338763d3091ec9fa430779c6c4f1130bdb57316b5cb"} |
| |
2839 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "726771fe6f949a715de3abf2", "attempt_id": "018f38cd628f", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:55.961115Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11047, "keep": 2762, "compress_ms": 11.20495900977403}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 41, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834642, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.522167010232806, "doc_prefill_ms": 1640.014166943729, "compress_ms": 11.234917095862329, "serialize_ms": 22.11008407175541, "load_ms": 2.026833943091333, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.451250029727817, "ttft_ms": 30.451250029727817, "decode_ms": 666.4951250422746}, "total_wall_ms": 707.0899170357734, "ttft_ms": 30.451250029727817, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2442002432, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6850847036, "mlx_cache_bytes": 24716694270, "process_rss_bytes": 2442002432}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6850847036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The site is Lot 112129.\nThe site is Lot 112129. The site is Lot 112129. The site is Lot 112129.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.09523809523809523}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d4c9f3e223d8844ec46217a5d610e776663939034509ef333d22755e39d8f631", "output_hash": "f865205f9b4a5c991385bbbaf560e29a91985e51af34186f5af500393ec0baed"} |
| |
2840 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2e29ff16a6b45648818d286", "attempt_id": "e7c613a5a1f5", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:56.703554Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11047, "keep": 2762, "compress_ms": 11.20495900977403}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 42, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834642, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.522167010232806, "doc_prefill_ms": 1640.014166943729, "compress_ms": 11.234917095862329, "serialize_ms": 22.11008407175541, "load_ms": 1.1697500012814999, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.73270792048424, "ttft_ms": 64.73270792048424, "decode_ms": 675.0363330356777}, "total_wall_ms": 749.573374981992, "ttft_ms": 64.73270792048424, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2417016832, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6851436860, "mlx_cache_bytes": 24716694270, "process_rss_bytes": 2417016832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851436860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The Quil on R was proposed by Ras on R on 21 November 203. The Quil on R was proposed by Ras on R on 21 November 203. The Quil on R was", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d4c9f3e223d8844ec46217a5d610e776663939034509ef333d22755e39d8f631", "output_hash": "ad3f445b5dfdbd54bf18fe508ce3e8a80e1b836cc37605a2e81bd4b8c44203b9"} |
| |
2841 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1dfc8b738109f61775008e77", "attempt_id": "eb4b9d3085fa", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:57.486984Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11047, "keep": 2762, "compress_ms": 11.20495900977403}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 36, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834642, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.522167010232806, "doc_prefill_ms": 1640.014166943729, "compress_ms": 11.234917095862329, "serialize_ms": 22.11008407175541, "load_ms": 1.4606249751523137, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.038333032280207, "ttft_ms": 30.038333032280207, "decode_ms": 663.64549996797}, "total_wall_ms": 703.8190419552848, "ttft_ms": 30.038333032280207, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2417065984, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6845767996, "mlx_cache_bytes": 24717873918, "process_rss_bytes": 2417065984}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845767996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is unknown. The answer is unknown. The answer is unknown. The answer is unknown. The answer is unknown. The answer is unknown. The answer is unknown. The answer is unknown. The answer is unknown. The answer is", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d4c9f3e223d8844ec46217a5d610e776663939034509ef333d22755e39d8f631", "output_hash": "e955df6af49da1c97d1c75bbc07e9ef756e9721a108cd8e23524c761ece94320"} |
| |
2842 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aab04b4e8fd4255293f10686", "attempt_id": "a0b9fcba1d91", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:58.225055Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11047, "keep": 2762, "compress_ms": 11.20495900977403}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 43, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834642, "side_information_bytes": 16274, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.522167010232806, "doc_prefill_ms": 1640.014166943729, "compress_ms": 11.234917095862329, "serialize_ms": 22.11008407175541, "load_ms": 1.5629580011591315, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.690624960698187, "ttft_ms": 30.690624960698187, "decode_ms": 56.069958955049515}, "total_wall_ms": 96.91445890348405, "ttft_ms": 30.690624960698187, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 43}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2417065984, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6851993916, "mlx_cache_bytes": 24719053566, "process_rss_bytes": 2417065984}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851993916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "In no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d4c9f3e223d8844ec46217a5d610e776663939034509ef333d22755e39d8f631", "output_hash": "07dcb60688d89fa891a5114a3991762976e1eaa9c59339fa7a517ee60f81be3f"} |
| |
2843 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c80e44c09238c13714994a90", "attempt_id": "bbebdc0bc914", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:58.357567Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 35, "compress_ms": 183.7106249295175}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 35, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834687, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 213.23937503620982, "doc_prefill_ms": 1640.014166943729, "compress_ms": 191.77308399230242, "serialize_ms": 21.23762492556125, "load_ms": 0.8345419773831964, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.836832942441106, "ttft_ms": 30.836832942441106, "decode_ms": 145.39758395403624}, "total_wall_ms": 405.7762090815231, "ttft_ms": 30.836832942441106, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2424012800, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6845227324, "mlx_cache_bytes": 25177838470, "process_rss_bytes": 2424012800}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845227324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b94ed86e6cfe4ec795ce8500c3e3da71f841a09a29ee390c5e14411b8649ddd", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2844 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "77a0ebc78c864c98ab9a66cc", "attempt_id": "f80652b0e39c", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:58.797703Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 41, "compress_ms": 99.81275000609457}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 41, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834687, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.86645898409188, "doc_prefill_ms": 1640.014166943729, "compress_ms": 107.94224997516721, "serialize_ms": 17.69666699692607, "load_ms": 1.6606668941676617, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.234833946451545, "ttft_ms": 30.234833946451545, "decode_ms": 141.42974989954382}, "total_wall_ms": 307.5806660344824, "ttft_ms": 30.234833946451545, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2424242176, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6850847036, "mlx_cache_bytes": 25220174726, "process_rss_bytes": 2424242176}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6850847036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b94ed86e6cfe4ec795ce8500c3e3da71f841a09a29ee390c5e14411b8649ddd", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2845 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cf258271a47bd41fc934e09e", "attempt_id": "5057832f7cdf", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:59.140493Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 42, "compress_ms": 93.88816601131111}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 42, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834687, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 119.9057090561837, "doc_prefill_ms": 1640.014166943729, "compress_ms": 102.26408403832465, "serialize_ms": 17.418625066056848, "load_ms": 1.6037500463426113, "receiver_prefill_ms": 0.0, "query_prefill_ms": 60.22462493274361, "ttft_ms": 60.22462493274361, "decode_ms": 98.82208297494799}, "total_wall_ms": 288.97049999795854, "ttft_ms": 60.22462493274361, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2425028608, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6851436860, "mlx_cache_bytes": 25249878918, "process_rss_bytes": 2425028608}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851436860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b94ed86e6cfe4ec795ce8500c3e3da71f841a09a29ee390c5e14411b8649ddd", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2846 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "90ce33e956decbd63880ede0", "attempt_id": "87b8c0c31505", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:59.464108Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 36, "compress_ms": 91.98041597846895}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 36, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834687, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 118.06899996008724, "doc_prefill_ms": 1640.014166943729, "compress_ms": 100.46745801810175, "serialize_ms": 17.38420792389661, "load_ms": 1.5994589775800705, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.890625039115548, "ttft_ms": 29.890625039115548, "decode_ms": 112.57945804391056}, "total_wall_ms": 270.5019999993965, "ttft_ms": 29.890625039115548, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2427027456, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6845767996, "mlx_cache_bytes": 25275339654, "process_rss_bytes": 2427027456}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845767996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b94ed86e6cfe4ec795ce8500c3e3da71f841a09a29ee390c5e14411b8649ddd", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2847 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a5d4e5a7349b3faba0da697c", "attempt_id": "c881bcfbe86f", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:08:59.769049Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 43, "compress_ms": 92.29341603349894}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 43, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834687, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 118.0856249993667, "doc_prefill_ms": 1640.014166943729, "compress_ms": 100.29329196549952, "serialize_ms": 17.565167043358088, "load_ms": 1.6879169270396233, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.46008397359401, "ttft_ms": 30.46008397359401, "decode_ms": 100.8365829475224}, "total_wall_ms": 259.4555839896202, "ttft_ms": 30.46008397359401, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2427617280, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6851993916, "mlx_cache_bytes": 25305748358, "process_rss_bytes": 2427617280}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851993916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3805735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b94ed86e6cfe4ec795ce8500c3e3da71f841a09a29ee390c5e14411b8649ddd", "output_hash": "f799a5afb7bb180820547ab418e02e53e9b11af2f789192901099bbf2e83f706"} |
| |
2848 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2b9d8e5b65f285ee056ecbb", "attempt_id": "301c0acdf060", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:00.157803Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 19, "compress_ms": 82.24104100372642}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 35, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834687, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.88833392970264, "doc_prefill_ms": 1640.014166943729, "compress_ms": 82.38512498792261, "serialize_ms": 12.334165978245437, "load_ms": 1.5338750090450048, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.028958968818188, "ttft_ms": 31.028958968818188, "decode_ms": 85.2004170883447}, "total_wall_ms": 126.42379198223352, "ttft_ms": 31.028958968818188, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2427764736, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6845227324, "mlx_cache_bytes": 25319261062, "process_rss_bytes": 2427764736}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845227324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-4587", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b94ed86e6cfe4ec795ce8500c3e3da71f841a09a29ee390c5e14411b8649ddd", "output_hash": "d69aa10c5da3ffb6bbb2594c0a6a242c8f501ed87f8fb75b7f99c12ac675f0aa"} |
| |
2849 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "09eaf2ff3f39ddfeb0f48078", "attempt_id": "738ee9df9ddf", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:00.318813Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 19, "compress_ms": 82.24104100372642}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 41, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834687, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.88833392970264, "doc_prefill_ms": 1640.014166943729, "compress_ms": 82.38512498792261, "serialize_ms": 12.334165978245437, "load_ms": 0.9342919802293181, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.683667049743235, "ttft_ms": 30.683667049743235, "decode_ms": 141.59566699527204}, "total_wall_ms": 181.9404170382768, "ttft_ms": 30.683667049743235, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2427764736, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6850847036, "mlx_cache_bytes": 25319261062, "process_rss_bytes": 2427764736}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6850847036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b94ed86e6cfe4ec795ce8500c3e3da71f841a09a29ee390c5e14411b8649ddd", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2850 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2459ca741846876be0a6ecf3", "attempt_id": "fd83c8e870d1", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:00.534525Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 19, "compress_ms": 82.24104100372642}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 42, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834687, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.88833392970264, "doc_prefill_ms": 1640.014166943729, "compress_ms": 82.38512498792261, "serialize_ms": 12.334165978245437, "load_ms": 1.7177080735564232, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.9880829686299, "ttft_ms": 59.9880829686299, "decode_ms": 84.4184160232544}, "total_wall_ms": 154.78329197503626, "ttft_ms": 59.9880829686299, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 42}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2427764736, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6851436860, "mlx_cache_bytes": 25319261062, "process_rss_bytes": 2427764736}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851436860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8.0011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b94ed86e6cfe4ec795ce8500c3e3da71f841a09a29ee390c5e14411b8649ddd", "output_hash": "1e2e16fe6762befcca9baade72abd2239d058a5f5d9be9610bf127188700f9c1"} |
| |
2851 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fdb46d78d8cd417e2640a6a3", "attempt_id": "92281f070026", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:00.722744Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 19, "compress_ms": 82.24104100372642}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 36, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834687, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.88833392970264, "doc_prefill_ms": 1640.014166943729, "compress_ms": 82.38512498792261, "serialize_ms": 12.334165978245437, "load_ms": 1.4356659958139062, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.56320804171264, "ttft_ms": 30.56320804171264, "decode_ms": 112.3878329526633}, "total_wall_ms": 152.5594579288736, "ttft_ms": 30.56320804171264, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2427764736, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6845767996, "mlx_cache_bytes": 25319261062, "process_rss_bytes": 2427764736}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845767996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Pripyamvda Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b94ed86e6cfe4ec795ce8500c3e3da71f841a09a29ee390c5e14411b8649ddd", "output_hash": "44859809a51cd0005c5f13d997b7b6f3a935c227eaa10dc682951f1310777e8f"} |
| |
2852 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f679e6550849c89371dde9b0", "attempt_id": "83fcc08d9c47", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:00.908811Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 19, "compress_ms": 82.24104100372642}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 43, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834687, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.88833392970264, "doc_prefill_ms": 1640.014166943729, "compress_ms": 82.38512498792261, "serialize_ms": 12.334165978245437, "load_ms": 1.8714580219238997, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.662458040751517, "ttft_ms": 30.662458040751517, "decode_ms": 126.97774998378009}, "total_wall_ms": 168.28070802148432, "ttft_ms": 30.662458040751517, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 43}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2427764736, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6851993916, "mlx_cache_bytes": 25319261062, "process_rss_bytes": 2427764736}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851993916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3,810,730", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4b94ed86e6cfe4ec795ce8500c3e3da71f841a09a29ee390c5e14411b8649ddd", "output_hash": "b04126989a836478bf290c82ebf69bc1b5572e86d68d0ff9e0e45d135eacf971"} |
| |
2853 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e3dfb58d0b50b373a0280433", "attempt_id": "9fbe34548209", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:01.111710Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 35, "compress_ms": 142.5149159040302}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 35, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834617, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 185.9151249518618, "doc_prefill_ms": 1640.014166943729, "compress_ms": 150.99649992771447, "serialize_ms": 34.68149993568659, "load_ms": 53.303166991099715, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1508.826124947518, "ttft_ms": 1508.826124947518, "decode_ms": 369.18579100165516}, "total_wall_ms": 2138.407542021014, "ttft_ms": 1508.826124947518, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2544418816, "backend_memory": {"mlx_active_bytes": 6793945096, "mlx_peak_bytes": 6911320352, "mlx_cache_bytes": 26054918546, "process_rss_bytes": 2544418816}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6911320352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d976aa3a5ce5e764341cdc834df7ab90c57b8fbd777f1c848f7250bf1b980134", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2854 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ae4bfa1132ca7a5da7483610", "attempt_id": "90bbd0422219", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:03.284093Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 41, "compress_ms": 201.58816711045802}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 41, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834618, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 232.5284999096766, "doc_prefill_ms": 1640.014166943729, "compress_ms": 209.81720800045878, "serialize_ms": 22.473499993793666, "load_ms": 141.89700002316386, "receiver_prefill_ms": 0.0, "query_prefill_ms": 670.1517089968547, "ttft_ms": 670.1517089968547, "decode_ms": 274.7229589149356}, "total_wall_ms": 1329.0005408925936, "ttft_ms": 670.1517089968547, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2646458368, "backend_memory": {"mlx_active_bytes": 6794240008, "mlx_peak_bytes": 6914843008, "mlx_cache_bytes": 26106548282, "process_rss_bytes": 2646458368}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6914843008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aea19d0cbcc84428567deb5d6443d038c80350fabd6cb47f55c2b34a3d520df2", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2855 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "acfcb130c62f04d9bf16caa7", "attempt_id": "39207618bddf", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:04.649989Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 42, "compress_ms": 117.26999992970377}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 42, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834618, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 145.71195794269443, "doc_prefill_ms": 1640.014166943729, "compress_ms": 125.90516696218401, "serialize_ms": 19.5751249557361, "load_ms": 12.898540939204395, "receiver_prefill_ms": 0.0, "query_prefill_ms": 462.00325002428144, "ttft_ms": 462.00325002428144, "decode_ms": 199.74225002806634}, "total_wall_ms": 828.7122499896213, "ttft_ms": 462.00325002428144, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2734768128, "backend_memory": {"mlx_active_bytes": 6794076168, "mlx_peak_bytes": 6915441040, "mlx_cache_bytes": 26126479702, "process_rss_bytes": 2734768128}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6915441040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aea19d0cbcc84428567deb5d6443d038c80350fabd6cb47f55c2b34a3d520df2", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2856 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bc8387608d47652b3d0e4db5", "attempt_id": "35b69c3ae462", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:05.515083Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 36, "compress_ms": 97.88645897060633}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 36, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834617, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.38137508090585, "doc_prefill_ms": 1640.014166943729, "compress_ms": 105.85404094308615, "serialize_ms": 19.261375069618225, "load_ms": 1.96733302436769, "receiver_prefill_ms": 0.0, "query_prefill_ms": 364.67375000938773, "ttft_ms": 364.67375000938773, "decode_ms": 126.43549998756498}, "total_wall_ms": 626.841958030127, "ttft_ms": 364.67375000938773, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2820161536, "backend_memory": {"mlx_active_bytes": 6793879560, "mlx_peak_bytes": 6911836464, "mlx_cache_bytes": 26126676310, "process_rss_bytes": 2820161536}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6911836464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d976aa3a5ce5e764341cdc834df7ab90c57b8fbd777f1c848f7250bf1b980134", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2857 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f47c7cb48c7a2babafb2ae8d", "attempt_id": "9cf9e091b127", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:06.177744Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 43, "compress_ms": 95.58125003241003}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 43, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 101818368, "serialized_payload_bytes": 101834617, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.16283397376537, "doc_prefill_ms": 1640.014166943729, "compress_ms": 103.55858295224607, "serialize_ms": 19.354333053342998, "load_ms": 1.4736249577254057, "receiver_prefill_ms": 0.0, "query_prefill_ms": 436.9825409958139, "ttft_ms": 436.9825409958139, "decode_ms": 154.685250017792}, "total_wall_ms": 724.6746669989079, "ttft_ms": 436.9825409958139, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2899329024, "backend_memory": {"mlx_active_bytes": 6794108936, "mlx_peak_bytes": 6916039072, "mlx_cache_bytes": 26131337842, "process_rss_bytes": 2899329024}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6916039072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3803800", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d976aa3a5ce5e764341cdc834df7ab90c57b8fbd777f1c848f7250bf1b980134", "output_hash": "57ca09d0b3bd55503d30027b6d59921113be6d7401fc1b68ebe0348d37a5ef96"} |
| |
2858 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "139c71fc4c69c2f63f3ea2ca", "attempt_id": "9d346f22e0f5", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:06.938131Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 35, "compress_ms": 95.74499994050711, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 35, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 54091008, "serialized_payload_bytes": 54125497, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 131.4000419806689, "doc_prefill_ms": 1640.014166943729, "compress_ms": 113.37054194882512, "serialize_ms": 17.61425007134676, "load_ms": 2.1890830248594284, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.310583063401282, "ttft_ms": 25.310583063401282, "decode_ms": 156.42858296632767}, "total_wall_ms": 323.64841701928526, "ttft_ms": 25.310583063401282, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2955231232, "backend_memory": {"mlx_active_bytes": 6700802056, "mlx_peak_bytes": 6767590992, "mlx_cache_bytes": 26344051314, "process_rss_bytes": 2955231232}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6767590992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NS-45A-3788", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "abadaf386d13b24725bfe1482288e5b21868589cec8dd57923bda7cd6d8a22c6", "output_hash": "a5d09c141f87437f048d0ad79c2073e5e7d64cf5a19f03df2dc309271ffbf1d1"} |
| |
2859 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8ba59e59c722edbc87173153", "attempt_id": "ae55fee1b7f7", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:07.296585Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 41, "compress_ms": 95.59041692409664, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 41, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 54091008, "serialized_payload_bytes": 54125497, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.44529093429446, "doc_prefill_ms": 1640.014166943729, "compress_ms": 112.84633399918675, "serialize_ms": 12.176583055406809, "load_ms": 1.717875013127923, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.897375001572073, "ttft_ms": 21.897375001572073, "decode_ms": 147.57675002329051}, "total_wall_ms": 304.9307089531794, "ttft_ms": 21.897375001572073, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 41}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2971041792, "backend_memory": {"mlx_active_bytes": 6700523528, "mlx_peak_bytes": 6776857504, "mlx_cache_bytes": 26377528434, "process_rss_bytes": 2971041792}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6776857504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 593-M, La Tuque", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "abadaf386d13b24725bfe1482288e5b21868589cec8dd57923bda7cd6d8a22c6", "output_hash": "2011a0c8910d5250edb145a34bb0704be6008fd06941e5f2c3696db63c7332fa"} |
| |
2860 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ddf4102833de02f6992a30c2", "attempt_id": "da4955437184", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:07.638785Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 42, "compress_ms": 96.00458398927003, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 42, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 54091008, "serialized_payload_bytes": 54125497, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 124.38862503040582, "doc_prefill_ms": 1640.014166943729, "compress_ms": 112.36691696103662, "serialize_ms": 11.603542021475732, "load_ms": 1.032042084261775, "receiver_prefill_ms": 0.0, "query_prefill_ms": 505.05504198372364, "ttft_ms": 505.05504198372364, "decode_ms": 103.04787498898804}, "total_wall_ms": 741.7930000228807, "ttft_ms": 505.05504198372364, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2972499968, "backend_memory": {"mlx_active_bytes": 6700507144, "mlx_peak_bytes": 6804343080, "mlx_cache_bytes": 26377544818, "process_rss_bytes": 2972499968}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6804343080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.2011", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "abadaf386d13b24725bfe1482288e5b21868589cec8dd57923bda7cd6d8a22c6", "output_hash": "5a6671cb1e56487477a371cc22f9e31ef54310167cf57c3cc8d3f7774b52957c"} |
| |
2861 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "113f2dbe4d0f42d44fde9b9f", "attempt_id": "b303c5d80ad5", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:08.414763Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 36, "compress_ms": 94.12795898970217, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 36, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 54091008, "serialized_payload_bytes": 54125497, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.79879108630121, "doc_prefill_ms": 1640.014166943729, "compress_ms": 111.16212501656264, "serialize_ms": 12.210583896376193, "load_ms": 1.9367090426385403, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.60883299075067, "ttft_ms": 21.60883299075067, "decode_ms": 117.93108296114951}, "total_wall_ms": 273.69108400307596, "ttft_ms": 21.60883299075067, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2986491904, "backend_memory": {"mlx_active_bytes": 6700556296, "mlx_peak_bytes": 6768563104, "mlx_cache_bytes": 26406544498, "process_rss_bytes": 2986491904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6768563104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "abadaf386d13b24725bfe1482288e5b21868589cec8dd57923bda7cd6d8a22c6", "output_hash": "5533770c090028c14ef00400ff642232430df9654a8e4454528166d91066e32a"} |
| |
2862 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "929da1f1577aadf651d88266", "attempt_id": "c88f664c3b07", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:08.724294Z", "task_family": "synthetic", "document_id": "syn_03026_16000", "document_hash": "16c8741af11a355d207f63d30067b8376744c2d9886524e13f6592b2412b89ce", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03026_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11047, "keep": 2762, "window_tokens": 43, "compress_ms": 96.59204189665616, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11008, "source_tokens_receiver": 11008, "query_tokens": 43, "message_tokens": 11047, "message_utf8_bytes": 58997, "cache_tensor_bytes": 54091008, "serialized_payload_bytes": 54125497, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 126.72845902852714, "doc_prefill_ms": 1640.014166943729, "compress_ms": 114.27095800172538, "serialize_ms": 12.034584069624543, "load_ms": 1.9817089196294546, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.119541885331273, "ttft_ms": 22.119541885331273, "decode_ms": 103.0731659848243}, "total_wall_ms": 262.20854197163135, "ttft_ms": 22.119541885331273, "input_usage": {"receiver_prefix_tokens": 11047, "dense_cache_bytes": 407236608, "query_tokens": 43}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2986950656, "backend_memory": {"mlx_active_bytes": 6700507144, "mlx_peak_bytes": 6779087720, "mlx_cache_bytes": 26441415282, "process_rss_bytes": 2986950656}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6779087720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3805735", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03026_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "abadaf386d13b24725bfe1482288e5b21868589cec8dd57923bda7cd6d8a22c6", "output_hash": "f799a5afb7bb180820547ab418e02e53e9b11af2f789192901099bbf2e83f706"} |
| |
2863 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "30e1bfad925a3ad517c166e6", "attempt_id": "03b7f9f7702a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:09.829499Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010750023648142815, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.405540919862688, "ttft_ms": 13.168583973310888, "decode_ms": 13.193249935284257}, "total_wall_ms": 49.256916041485965, "ttft_ms": 13.168583973310888, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1215168512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 467994292, "process_rss_bytes": 1215168512}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2864 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f67c99ff523886a3c182bbf", "attempt_id": "ca5311929771", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:09.910243Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010750023648142815, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.882290930487216, "ttft_ms": 13.356874929741025, "decode_ms": 13.313291943632066}, "total_wall_ms": 50.978582934476435, "ttft_ms": 13.356874929741025, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1215168512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244688520, "mlx_cache_bytes": 533464756, "process_rss_bytes": 1215168512}, "peak_prefill_memory": null, "peak_decode_memory": 6244688520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2865 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "543745248c186f3b494a8257", "attempt_id": "0d9165df1869", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:09.991628Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010750023648142815, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.551082937046885, "ttft_ms": 13.236041995696723, "decode_ms": 13.116957969032228}, "total_wall_ms": 50.36145797930658, "ttft_ms": 13.236041995696723, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1215168512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244098696, "mlx_cache_bytes": 560891572, "process_rss_bytes": 1215168512}, "peak_prefill_memory": null, "peak_decode_memory": 6244098696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2866 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "877bc5d7f0b8c8cba6f0cbb8", "attempt_id": "1a548b2efe09", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:10.061198Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010750023648142815, "decode_payload_ms": 0.0, "receiver_prefill_ms": 15.146624995395541, "ttft_ms": 13.516791048459709, "decode_ms": 13.467999990098178}, "total_wall_ms": 42.623333050869405, "ttft_ms": 13.516791048459709, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1215184896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 586254260, "process_rss_bytes": 1215184896}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2867 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a8049db9069dd944ecfc98e", "attempt_id": "4beef1b88c9a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:10.125309Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 76, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010750023648142815, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.16520903352648, "ttft_ms": 13.45541700720787, "decode_ms": 13.493124977685511}, "total_wall_ms": 51.531750010326505, "ttft_ms": 13.45541700720787, "input_usage": {"receiver_prompt_tokens": 76}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1215184896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6248833672, "mlx_cache_bytes": 654329780, "process_rss_bytes": 1215184896}, "peak_prefill_memory": null, "peak_decode_memory": 6248833672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2868 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3468369444aacccc7eb95ca4", "attempt_id": "b44483cc990b", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:10.195691Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 2029, "message_tokens": 1955, "message_utf8_bytes": 7247, "cache_tensor_bytes": null, "serialized_payload_bytes": 7247, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006624963134527206, "decode_payload_ms": 0.0, "receiver_prefill_ms": 212.08020905032754, "ttft_ms": 14.330125064589083, "decode_ms": 153.08762493077666}, "total_wall_ms": 382.2689160006121, "ttft_ms": 14.330125064589083, "input_usage": {"receiver_prompt_tokens": 2029}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1215283200, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7055425520, "mlx_cache_bytes": 1544841060, "process_rss_bytes": 1215283200}, "peak_prefill_memory": null, "peak_decode_memory": 7055425520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2869 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "16e2de827d1465a7fcb0c01a", "attempt_id": "a7661b600fca", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:10.595869Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 2036, "message_tokens": 1955, "message_utf8_bytes": 7247, "cache_tensor_bytes": null, "serialized_payload_bytes": 7247, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006624963134527206, "decode_payload_ms": 0.0, "receiver_prefill_ms": 231.5832079621032, "ttft_ms": 14.01599997188896, "decode_ms": 165.09437491185963}, "total_wall_ms": 413.5824580444023, "ttft_ms": 14.01599997188896, "input_usage": {"receiver_prompt_tokens": 2036}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1215299584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7058276416, "mlx_cache_bytes": 2345248612, "process_rss_bytes": 1215299584}, "peak_prefill_memory": null, "peak_decode_memory": 7058276416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "output_hash": "77b7da1d43e7d8815e9e9159ebbd735045bc7f668260ba30b93674f70622b8ec"} |
| |
2870 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b55236917be7e52f4c70f4f8", "attempt_id": "31a78c25249b", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:11.027640Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 2035, "message_tokens": 1955, "message_utf8_bytes": 7247, "cache_tensor_bytes": null, "serialized_payload_bytes": 7247, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006624963134527206, "decode_payload_ms": 0.0, "receiver_prefill_ms": 272.8730409871787, "ttft_ms": 14.028541976585984, "decode_ms": 98.03537500556558}, "total_wall_ms": 387.7419159980491, "ttft_ms": 14.028541976585984, "input_usage": {"receiver_prompt_tokens": 2035}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1215315968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7058145344, "mlx_cache_bytes": 2545198948, "process_rss_bytes": 1215315968}, "peak_prefill_memory": null, "peak_decode_memory": 7058145344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2871 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d8845f7162e3c7a2cc1a4233", "attempt_id": "163288597eac", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:11.433546Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 2030, "message_tokens": 1955, "message_utf8_bytes": 7247, "cache_tensor_bytes": null, "serialized_payload_bytes": 7247, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006624963134527206, "decode_payload_ms": 0.0, "receiver_prefill_ms": 295.8182090660557, "ttft_ms": 14.508082997053862, "decode_ms": 125.21058297716081}, "total_wall_ms": 438.3265000069514, "ttft_ms": 14.508082997053862, "input_usage": {"receiver_prompt_tokens": 2030}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1215315968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7098220608, "mlx_cache_bytes": 3205064548, "process_rss_bytes": 1215315968}, "peak_prefill_memory": null, "peak_decode_memory": 7098220608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2872 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c463d57efb8261fc4a23b8d5", "attempt_id": "ac9ee8e2c32d", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:11.890119Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 2041, "message_tokens": 1955, "message_utf8_bytes": 7247, "cache_tensor_bytes": null, "serialized_payload_bytes": 7247, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006624963134527206, "decode_payload_ms": 0.0, "receiver_prefill_ms": 281.77245892584324, "ttft_ms": 14.365250011906028, "decode_ms": 97.6936249062419}, "total_wall_ms": 396.62108302582055, "ttft_ms": 14.365250011906028, "input_usage": {"receiver_prompt_tokens": 2041}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1215332352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7060127808, "mlx_cache_bytes": 4007323492, "process_rss_bytes": 1215332352}, "peak_prefill_memory": null, "peak_decode_memory": 7060127808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "535,300", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "output_hash": "310282bc8b1d285db5e2b900f31e17e95e68f26b55e4eb87ed8d54f74105024b"} |
| |
2873 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af50727232cf615165d76375", "attempt_id": "f09e3a5ed531", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:12.306224Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1955}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 1806, "cache_tensor_bytes": null, "serialized_payload_bytes": 1806, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.214332995004952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 90.38979199249297, "ttft_ms": 13.80308298394084, "decode_ms": 148.53429095819592}, "total_wall_ms": 254.45924990344793, "ttft_ms": 13.80308298394084, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1215496192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 4397590372, "process_rss_bytes": 1215496192}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f76e08b677fe6c460810676db67fa12d61a47583640dbb5fc17dc48e8d1a919c", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2874 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ba9804364eadd73e6cca510c", "attempt_id": "6269225210ba", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:12.578858Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1955}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 1806, "cache_tensor_bytes": null, "serialized_payload_bytes": 1806, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.214332995004952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.83687501493841, "ttft_ms": 13.689665938727558, "decode_ms": 13.44470796175301}, "total_wall_ms": 109.06187503132969, "ttft_ms": 13.689665938727558, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1215512576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 4763969380, "process_rss_bytes": 1215512576}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f76e08b677fe6c460810676db67fa12d61a47583640dbb5fc17dc48e8d1a919c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2875 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "930f52a095e1162858113dbd", "attempt_id": "f71174044796", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:12.705916Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1955}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 1806, "cache_tensor_bytes": null, "serialized_payload_bytes": 1806, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.214332995004952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.85408301465213, "ttft_ms": 13.751541962847114, "decode_ms": 13.43954203184694}, "total_wall_ms": 108.16158400848508, "ttft_ms": 13.751541962847114, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1215545344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568521816, "mlx_cache_bytes": 4852442980, "process_rss_bytes": 1215545344}, "peak_prefill_memory": null, "peak_decode_memory": 6568521816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f76e08b677fe6c460810676db67fa12d61a47583640dbb5fc17dc48e8d1a919c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2876 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56480ea1f290e563b0053c59", "attempt_id": "b4c8ebb52966", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:12.831684Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1955}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1806, "cache_tensor_bytes": null, "serialized_payload_bytes": 1806, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.214332995004952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.74054191820323, "ttft_ms": 13.624708983115852, "decode_ms": 121.24258396215737}, "total_wall_ms": 216.73629200085998, "ttft_ms": 13.624708983115852, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1215561728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 5097514852, "process_rss_bytes": 1215561728}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f76e08b677fe6c460810676db67fa12d61a47583640dbb5fc17dc48e8d1a919c", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2877 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "003013ffb72d9847aa42e4f7", "attempt_id": "fd77c47dd38a", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:13.067451Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1955}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 607, "message_tokens": 516, "message_utf8_bytes": 1806, "cache_tensor_bytes": null, "serialized_payload_bytes": 1806, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.214332995004952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.01091608032584, "ttft_ms": 13.873832998797297, "decode_ms": 81.46737504284829}, "total_wall_ms": 173.52783295791596, "ttft_ms": 13.873832998797297, "input_usage": {"receiver_prompt_tokens": 607}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1215561728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6571651160, "mlx_cache_bytes": 5451704164, "process_rss_bytes": 1215561728}, "peak_prefill_memory": null, "peak_decode_memory": 6571651160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "663154", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f76e08b677fe6c460810676db67fa12d61a47583640dbb5fc17dc48e8d1a919c", "output_hash": "078d08f30f0bbdb0b64a55b4a4522b33d80eda0d974719a3b38d7995e4b2be62"} |
| |
2878 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fb8b24017c570e069628298b", "attempt_id": "718c2658750b", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:13.261225Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 586, "message_tokens": 511, "message_utf8_bytes": 1290, "cache_tensor_bytes": null, "serialized_payload_bytes": 1290, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7349160043522716, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.59258304536343, "ttft_ms": 13.678832910954952, "decode_ms": 13.435125001706183}, "total_wall_ms": 103.68499998003244, "ttft_ms": 13.678832910954952, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1215610880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 5793900388, "process_rss_bytes": 1215610880}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f44e5fb15c72a62b5c81b69504854b0dd06605188071d3207c9f40b164602725", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2879 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8a6f9f524ee3dc33749a6c3a", "attempt_id": "8edc2ba7d0f4", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:13.383096Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 593, "message_tokens": 511, "message_utf8_bytes": 1290, "cache_tensor_bytes": null, "serialized_payload_bytes": 1290, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7349160043522716, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.97762502357364, "ttft_ms": 13.53708398528397, "decode_ms": 13.699791976250708}, "total_wall_ms": 105.13104090932757, "ttft_ms": 13.53708398528397, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1215643648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566080600, "mlx_cache_bytes": 6037694308, "process_rss_bytes": 1215643648}, "peak_prefill_memory": null, "peak_decode_memory": 6566080600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f44e5fb15c72a62b5c81b69504854b0dd06605188071d3207c9f40b164602725", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2880 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "620d5b0a0aca613be222db61", "attempt_id": "39b0a0bf40a9", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:13.506885Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 592, "message_tokens": 511, "message_utf8_bytes": 1290, "cache_tensor_bytes": null, "serialized_payload_bytes": 1290, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7349160043522716, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.88529203087091, "ttft_ms": 13.447999954223633, "decode_ms": 13.399749994277954}, "total_wall_ms": 108.65041695069522, "ttft_ms": 13.447999954223633, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1215709184, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585462872, "mlx_cache_bytes": 6059517796, "process_rss_bytes": 1215709184}, "peak_prefill_memory": null, "peak_decode_memory": 6585462872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f44e5fb15c72a62b5c81b69504854b0dd06605188071d3207c9f40b164602725", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2881 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "de5761456ca131c92cee404b", "attempt_id": "f44088ff4ab9", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:13.633376Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 587, "message_tokens": 511, "message_utf8_bytes": 1290, "cache_tensor_bytes": null, "serialized_payload_bytes": 1290, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7349160043522716, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.54358302615583, "ttft_ms": 13.819291023537517, "decode_ms": 121.40608299523592}, "total_wall_ms": 216.7454999871552, "ttft_ms": 13.819291023537517, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1215709184, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 6300854116, "process_rss_bytes": 1215709184}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f44e5fb15c72a62b5c81b69504854b0dd06605188071d3207c9f40b164602725", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2882 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6ca36de65e9a5df0381b9edf", "attempt_id": "789a768ab016", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:13.868562Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 598, "message_tokens": 511, "message_utf8_bytes": 1290, "cache_tensor_bytes": null, "serialized_payload_bytes": 1290, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7349160043522716, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.72283405251801, "ttft_ms": 13.673458015546203, "decode_ms": 94.17104197200388}, "total_wall_ms": 188.5440000332892, "ttft_ms": 13.673458015546203, "input_usage": {"receiver_prompt_tokens": 598}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1215725568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6589263960, "mlx_cache_bytes": 6568929124, "process_rss_bytes": 1215725568}, "peak_prefill_memory": null, "peak_decode_memory": 6589263960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "490,385", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f44e5fb15c72a62b5c81b69504854b0dd06605188071d3207c9f40b164602725", "output_hash": "227e051a4cfa161fafdadac37616114b6f8fe1f53b20f9931c1ffc46780ff33d"} |
| |
2883 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01b5fd1a68b7999124412da1", "attempt_id": "748f3348822b", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:14.078734Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 581, "message_tokens": 506, "message_utf8_bytes": 1326, "cache_tensor_bytes": null, "serialized_payload_bytes": 1326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9082920150831342, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.68483308609575, "ttft_ms": 13.449207996018231, "decode_ms": 148.75316701363772}, "total_wall_ms": 241.8214160716161, "ttft_ms": 13.449207996018231, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1215741952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 6921938788, "process_rss_bytes": 1215741952}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fba55bb4ba9d0694772ecd050230110d4da8c2372ca38a84a598698e223eb71b", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2884 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7ac22b6a5b25bd492462ac51", "attempt_id": "a421456e8d03", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:14.339076Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 587, "message_tokens": 505, "message_utf8_bytes": 1663, "cache_tensor_bytes": null, "serialized_payload_bytes": 1663, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1567500187084079, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.57579206675291, "ttft_ms": 13.8169169658795, "decode_ms": 161.91620798781514}, "total_wall_ms": 252.6459579821676, "ttft_ms": 13.8169169658795, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1215791104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 6921938788, "process_rss_bytes": 1215791104}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f4a7444156ad3fadb354de239a84fb90282f449bed08e8220e7104dfb468d17a", "output_hash": "ddda4238cd9ed16c810bc057e7eb0eb0d6ac96f0b821a21b7726c612c88b0837"} |
| |
2885 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3a1e5d381dceb64dc1179a5a", "attempt_id": "6fbef5bcc562", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:14.612184Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 584, "message_tokens": 503, "message_utf8_bytes": 1324, "cache_tensor_bytes": null, "serialized_payload_bytes": 1324, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9657079353928566, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.62770801410079, "ttft_ms": 13.541916967369616, "decode_ms": 93.83762499783188}, "total_wall_ms": 182.92466702405363, "ttft_ms": 13.541916967369616, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1215823872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579794008, "mlx_cache_bytes": 7183624036, "process_rss_bytes": 1215823872}, "peak_prefill_memory": null, "peak_decode_memory": 6579794008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "434fc6f417d86201431cb59ec5390c7ed363a2a0e8e3ea89e55ff70971501503", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2886 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "41fdefb615cd96cf3db7cba2", "attempt_id": "51ff745a07a2", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:14.814767Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 505, "n_sentences": 17}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 581, "message_tokens": 505, "message_utf8_bytes": 1409, "cache_tensor_bytes": null, "serialized_payload_bytes": 1409, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.8712090784683824, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.7091249320656, "ttft_ms": 13.424624921754003, "decode_ms": 120.3804169781506}, "total_wall_ms": 209.33716697618365, "ttft_ms": 13.424624921754003, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1215856640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 7183624036, "process_rss_bytes": 1215856640}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3c7b09374e715a97056081431fff06f936d7fe6dd37397ab6592a567b67260c3", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2887 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8969cbf990abd65cf1af7590", "attempt_id": "76ee38d28104", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:15.042326Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 589, "message_tokens": 502, "message_utf8_bytes": 1220, "cache_tensor_bytes": null, "serialized_payload_bytes": 1220, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.8838329231366515, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.8734170338139, "ttft_ms": 13.468999997712672, "decode_ms": 80.34412504639477}, "total_wall_ms": 170.47454102430493, "ttft_ms": 13.468999997712672, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1215889408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 7425845092, "process_rss_bytes": 1215889408}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "535300", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c2435383c2d8e4c5033cda0e398fd929266fe87bbb93cd28b5f3d9bc2818138", "output_hash": "fc689fe95e517c971459f8d7a6abbbf8873a56ea6a4493a05c86e332dc7659e2"} |
| |
2888 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6ef7161234802fd5359021ba", "attempt_id": "824e3ac7251f", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:22.484913Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 590, "message_tokens": 512, "message_utf8_bytes": 1110, "cache_tensor_bytes": null, "serialized_payload_bytes": 1110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7253.9173749974, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.94049996137619, "ttft_ms": 13.203417067416012, "decode_ms": 13.095707981847227}, "total_wall_ms": 97.23341697826982, "ttft_ms": 13.203417067416012, "input_usage": {"receiver_prompt_tokens": 590, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 269.535250030458, "sender_ttft_ms": 13.962084078229964, "sender_decode_ms": 6968.841499998234}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1216069632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581842008, "mlx_cache_bytes": 8758078396, "process_rss_bytes": 1216069632}, "peak_prefill_memory": null, "peak_decode_memory": 6581842008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3219fb94945b0a045e33fb3a9776e5f23122ee18e32cbfdc89acf7da7f6e6235", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2889 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd89f95bcab32f06bdd50ccd", "attempt_id": "ef0a6e977557", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:22.601365Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1110, "cache_tensor_bytes": null, "serialized_payload_bytes": 1110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7253.9173749974, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.78404195979238, "ttft_ms": 13.63712502643466, "decode_ms": 161.29383398219943}, "total_wall_ms": 245.69983396213502, "ttft_ms": 13.63712502643466, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 269.535250030458, "sender_ttft_ms": 13.962084078229964, "sender_decode_ms": 6968.841499998234}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1216069632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 9003445180, "process_rss_bytes": 1216069632}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3219fb94945b0a045e33fb3a9776e5f23122ee18e32cbfdc89acf7da7f6e6235", "output_hash": "77b7da1d43e7d8815e9e9159ebbd735045bc7f668260ba30b93674f70622b8ec"} |
| |
2890 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2471b5399a7084dedad110f", "attempt_id": "33a7880624d3", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:22.865335Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1110, "cache_tensor_bytes": null, "serialized_payload_bytes": 1110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7253.9173749974, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.49987506959587, "ttft_ms": 13.47949996124953, "decode_ms": 93.51483301725239}, "total_wall_ms": 177.5102081010118, "ttft_ms": 13.47949996124953, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 269.535250030458, "sender_ttft_ms": 13.962084078229964, "sender_decode_ms": 6968.841499998234}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1216086016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 9003445180, "process_rss_bytes": 1216086016}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3219fb94945b0a045e33fb3a9776e5f23122ee18e32cbfdc89acf7da7f6e6235", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2891 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a0610952bad31278f7eb8cfc", "attempt_id": "cc8dd30cc52a", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:23.061177Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1110, "cache_tensor_bytes": null, "serialized_payload_bytes": 1110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7253.9173749974, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.99824999365956, "ttft_ms": 13.38608399964869, "decode_ms": 119.44366700481623}, "total_wall_ms": 203.80512496922165, "ttft_ms": 13.38608399964869, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 269.535250030458, "sender_ttft_ms": 13.962084078229964, "sender_decode_ms": 6968.841499998234}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1216086016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 9246354364, "process_rss_bytes": 1216086016}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3219fb94945b0a045e33fb3a9776e5f23122ee18e32cbfdc89acf7da7f6e6235", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2892 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bc8c07c250d50c9025217bf5", "attempt_id": "908eb0fcc22c", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:23.283475Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 602, "message_tokens": 512, "message_utf8_bytes": 1110, "cache_tensor_bytes": null, "serialized_payload_bytes": 1110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7253.9173749974, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.7876670639962, "ttft_ms": 13.560625026002526, "decode_ms": 13.290792005136609}, "total_wall_ms": 98.61491690389812, "ttft_ms": 13.560625026002526, "input_usage": {"receiver_prompt_tokens": 602, "sender_input_tokens": 2071, "sender_output_tokens": 512, "sender_prefill_ms": 269.535250030458, "sender_ttft_ms": 13.962084078229964, "sender_decode_ms": 6968.841499998234}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1216102400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 9246354364, "process_rss_bytes": 1216102400}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3219fb94945b0a045e33fb3a9776e5f23122ee18e32cbfdc89acf7da7f6e6235", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2893 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9acd094ae37d62a3ad2f41cc", "attempt_id": "6f1b9d8e7590", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:23.400541Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 229, "message_tokens": 151, "message_utf8_bytes": 484, "cache_tensor_bytes": null, "serialized_payload_bytes": 484, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2321.925750002265, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.591792056337, "ttft_ms": 13.298042002134025, "decode_ms": 146.15029201377183}, "total_wall_ms": 2514.592833002098, "ttft_ms": 13.298042002134025, "input_usage": {"receiver_prompt_tokens": 229, "sender_input_tokens": 2066, "sender_output_tokens": 151, "sender_prefill_ms": 250.14337501488626, "sender_ttft_ms": 13.77675007097423, "sender_decode_ms": 2056.435624952428}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1216151552, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6365209600, "mlx_cache_bytes": 9425973068, "process_rss_bytes": 1216151552}, "peak_prefill_memory": null, "peak_decode_memory": 6365209600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "34f3b196974823128ab190a256a1109cd906e9c5d4b89d9a85434d409d45e270", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2894 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e792dd361b2a4dac9303a84a", "attempt_id": "674700229eec", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:25.933783Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 253, "message_tokens": 167, "message_utf8_bytes": 462, "cache_tensor_bytes": null, "serialized_payload_bytes": 462, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2527.8371669119224, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.17762503866106, "ttft_ms": 13.162374962121248, "decode_ms": 160.43566598091274}, "total_wall_ms": 2735.2424999698997, "ttft_ms": 13.162374962121248, "input_usage": {"receiver_prompt_tokens": 253, "sender_input_tokens": 2073, "sender_output_tokens": 167, "sender_prefill_ms": 238.0423330469057, "sender_ttft_ms": 13.65241699386388, "sender_decode_ms": 2274.446166935377}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1216200704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6383117408, "mlx_cache_bytes": 9576809276, "process_rss_bytes": 1216200704}, "peak_prefill_memory": null, "peak_decode_memory": 6383117408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "857e0729eaa918148d1bf595cab2a53562c6be927507aed186dedf6137835280", "output_hash": "77b7da1d43e7d8815e9e9159ebbd735045bc7f668260ba30b93674f70622b8ec"} |
| |
2895 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d0c622c7772b4aefb9e258d0", "attempt_id": "cd459d9945da", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:28.688046Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 138, "message_tokens": 54, "message_utf8_bytes": 169, "cache_tensor_bytes": null, "serialized_payload_bytes": 169, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 987.577166990377, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.924833030439913, "ttft_ms": 13.129582977853715, "decode_ms": 92.56637492217124}, "total_wall_ms": 1124.6459999820217, "ttft_ms": 13.129582977853715, "input_usage": {"receiver_prompt_tokens": 138, "sender_input_tokens": 2072, "sender_output_tokens": 54, "sender_prefill_ms": 238.6652909917757, "sender_ttft_ms": 13.559125014580786, "sender_decode_ms": 733.7840829277411}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1216200704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6293431296, "mlx_cache_bytes": 9688990524, "process_rss_bytes": 1216200704}, "peak_prefill_memory": null, "peak_decode_memory": 6293431296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b6ff54f76cd1d03b77e1c9a480b4ff8af38ec3b576a72e1fda60104f1ad7af61", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2896 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c8b7ba615b52691916cc419", "attempt_id": "959ea36334c1", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:37.052723Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 419, "message_tokens": 329, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7220.5918750260025, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.114583996124566, "ttft_ms": 13.462041970342398, "decode_ms": 13.121083960868418}, "total_wall_ms": 81.63974992930889, "ttft_ms": 13.462041970342398, "input_usage": {"receiver_prompt_tokens": 419, "sender_input_tokens": 2099, "sender_output_tokens": 512, "sender_prefill_ms": 241.63433304056525, "sender_ttft_ms": 13.458666973747313, "sender_decode_ms": 6963.068417040631}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1216561152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6523922168, "mlx_cache_bytes": 10053732804, "process_rss_bytes": 1216561152}, "peak_prefill_memory": null, "peak_decode_memory": 6523922168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a3bc07ae34a4f72dd11a6738ade8463df3fa03c063d19d58651b6ead2a13f850", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2897 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e0d2134a0cf02d7c649c9dcc", "attempt_id": "dfc9e81c319e", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:37.153281Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 426, "message_tokens": 329, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7220.5918750260025, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.01787499431521, "ttft_ms": 13.841332984156907, "decode_ms": 13.643041020259261}, "total_wall_ms": 82.45020802132785, "ttft_ms": 13.841332984156907, "input_usage": {"receiver_prompt_tokens": 426, "sender_input_tokens": 2099, "sender_output_tokens": 512, "sender_prefill_ms": 241.63433304056525, "sender_ttft_ms": 13.458666973747313, "sender_decode_ms": 6963.068417040631}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1216561152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6529885972, "mlx_cache_bytes": 10401386600, "process_rss_bytes": 1216561152}, "peak_prefill_memory": null, "peak_decode_memory": 6529885972, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a3bc07ae34a4f72dd11a6738ade8463df3fa03c063d19d58651b6ead2a13f850", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2898 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7b282d1f1edc1e7944b03418", "attempt_id": "29ed1bbdd903", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:37.254804Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 425, "message_tokens": 329, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7220.5918750260025, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.467624937184155, "ttft_ms": 13.76641693059355, "decode_ms": 13.399041956290603}, "total_wall_ms": 81.43195800948888, "ttft_ms": 13.76641693059355, "input_usage": {"receiver_prompt_tokens": 425, "sender_input_tokens": 2099, "sender_output_tokens": 512, "sender_prefill_ms": 241.63433304056525, "sender_ttft_ms": 13.458666973747313, "sender_decode_ms": 6963.068417040631}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1216577536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6528870164, "mlx_cache_bytes": 10634170472, "process_rss_bytes": 1216577536}, "peak_prefill_memory": null, "peak_decode_memory": 6528870164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a3bc07ae34a4f72dd11a6738ade8463df3fa03c063d19d58651b6ead2a13f850", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2899 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cc3acafc1c4cc2b8965fc4a1", "attempt_id": "eaeb38fc8e32", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:37.354812Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 420, "message_tokens": 329, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7220.5918750260025, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.75166691374034, "ttft_ms": 13.439666014164686, "decode_ms": 118.95475001074374}, "total_wall_ms": 186.98949995450675, "ttft_ms": 13.439666014164686, "input_usage": {"receiver_prompt_tokens": 420, "sender_input_tokens": 2099, "sender_output_tokens": 512, "sender_prefill_ms": 241.63433304056525, "sender_ttft_ms": 13.458666973747313, "sender_decode_ms": 6963.068417040631}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1216577536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6524708628, "mlx_cache_bytes": 10864463976, "process_rss_bytes": 1216577536}, "peak_prefill_memory": null, "peak_decode_memory": 6524708628, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a3bc07ae34a4f72dd11a6738ade8463df3fa03c063d19d58651b6ead2a13f850", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2900 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0fdb9cb2913ef3fb51954916", "attempt_id": "7484ae040b6d", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:37.560279Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 431, "message_tokens": 329, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7220.5918750260025, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.56108397245407, "ttft_ms": 13.411208055913448, "decode_ms": 12.993416981771588}, "total_wall_ms": 80.87620802689344, "ttft_ms": 13.411208055913448, "input_usage": {"receiver_prompt_tokens": 431, "sender_input_tokens": 2099, "sender_output_tokens": 512, "sender_prefill_ms": 241.63433304056525, "sender_ttft_ms": 13.458666973747313, "sender_decode_ms": 6963.068417040631}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1216577536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6533211944, "mlx_cache_bytes": 11201386272, "process_rss_bytes": 1216577536}, "peak_prefill_memory": null, "peak_decode_memory": 6533211944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a3bc07ae34a4f72dd11a6738ade8463df3fa03c063d19d58651b6ead2a13f850", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2901 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0b8bcf20e029bbe6861ba9a0", "attempt_id": "db4053f26ec2", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:37.659759Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 142, "message_tokens": 52, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1296.5625409269705, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.83770806249231, "ttft_ms": 13.054750044830143, "decode_ms": 146.0007500136271}, "total_wall_ms": 1489.963083062321, "ttft_ms": 13.054750044830143, "input_usage": {"receiver_prompt_tokens": 142, "sender_input_tokens": 2107, "sender_output_tokens": 76, "sender_prefill_ms": 246.08725006692111, "sender_ttft_ms": 13.593417010270059, "sender_decode_ms": 1035.3187089785933}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1216610304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6296396800, "mlx_cache_bytes": 11336734496, "process_rss_bytes": 1216610304}, "peak_prefill_memory": null, "peak_decode_memory": 6296396800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4671f32a1663ae7af80bd7f29b0e8fea26c2f370abc6eb2681edb15966d1f7fc", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2902 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b45705f1d87f023a4f5f1557", "attempt_id": "ed267dc0ee8d", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:39.168111Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 151, "message_tokens": 54, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1260.4579579783604, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.396250007674098, "ttft_ms": 13.095375034026802, "decode_ms": 158.76558294985443}, "total_wall_ms": 1464.2350421054289, "ttft_ms": 13.095375034026802, "input_usage": {"receiver_prompt_tokens": 151, "sender_input_tokens": 2114, "sender_output_tokens": 73, "sender_prefill_ms": 249.10554196685553, "sender_ttft_ms": 13.89383408240974, "sender_decode_ms": 995.7322500413284}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1216610304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303245312, "mlx_cache_bytes": 11472951072, "process_rss_bytes": 1216610304}, "peak_prefill_memory": null, "peak_decode_memory": 6303245312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S in Baie-Comeau", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "947a79ac8c2e74de1fe508a54dfb60a6d1b5e017658d6365e68efab2c08e0d77", "output_hash": "ddda4238cd9ed16c810bc057e7eb0eb0d6ac96f0b821a21b7726c612c88b0837"} |
| |
2903 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "049159c0131cd7322b298c18", "attempt_id": "8c851e0662df", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:40.652015Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 146, "message_tokens": 50, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1250.8319580229, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.222625053487718, "ttft_ms": 13.592042028903961, "decode_ms": 92.65679202508181}, "total_wall_ms": 1388.7545830802992, "ttft_ms": 13.592042028903961, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 2113, "sender_output_tokens": 73, "sender_prefill_ms": 240.95604196190834, "sender_ttft_ms": 13.577749952673912, "sender_decode_ms": 994.5690419990569}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1216643072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6307144704, "mlx_cache_bytes": 11559917344, "process_rss_bytes": 1216643072}, "peak_prefill_memory": null, "peak_decode_memory": 6307144704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b9e89be6eb58daed95a1257532620e9f0ca86d7ca9e57a06160fc2abd335781e", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2904 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80b2197db5dfc2b579b0b972", "attempt_id": "97f363718d60", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:42.059684Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 819, "message_tokens": 744, "message_utf8_bytes": 462, "cache_tensor_bytes": null, "serialized_payload_bytes": 462, "side_information_bytes": 0, "fetched_bytes": 1273, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0249580480158329, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.00091604422778, "ttft_ms": 13.616958050988615, "decode_ms": 13.580541941337287}, "total_wall_ms": 124.16541599668562, "ttft_ms": 13.616958050988615, "input_usage": {"receiver_prompt_tokens": 819, "sender_input_tokens": 2099, "sender_output_tokens": 512, "sender_prefill_ms": 241.63433304056525, "sender_ttft_ms": 13.458666973747313, "sender_decode_ms": 6963.068417040631}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1216888832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6706868300, "mlx_cache_bytes": 12075947808, "process_rss_bytes": 1216888832}, "peak_prefill_memory": null, "peak_decode_memory": 6706868300, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1273, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e7fedb910c6708f0e249135180aabc62717ba91aabbb6e59d8edcc202b25a23", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2905 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02db9c71f243ce9aac954003", "attempt_id": "c48023203a09", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:42.203023Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 826, "message_tokens": 744, "message_utf8_bytes": 462, "cache_tensor_bytes": null, "serialized_payload_bytes": 462, "side_information_bytes": 0, "fetched_bytes": 1273, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0249580480158329, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.1054160296917, "ttft_ms": 13.546917005442083, "decode_ms": 13.686917023733258}, "total_wall_ms": 128.69941699318588, "ttft_ms": 13.546917005442083, "input_usage": {"receiver_prompt_tokens": 826, "sender_input_tokens": 2099, "sender_output_tokens": 512, "sender_prefill_ms": 241.63433304056525, "sender_ttft_ms": 13.458666973747313, "sender_decode_ms": 6963.068417040631}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1216905216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6701051980, "mlx_cache_bytes": 12561520416, "process_rss_bytes": 1216905216}, "peak_prefill_memory": null, "peak_decode_memory": 6701051980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1273, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "233ce530e77eb75409be2fc3de4114bbe28f17887ea9aef3a0f32751596be2dc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2906 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "119e58eb8531c437b897df15", "attempt_id": "a37e070cc930", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:42.350135Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 825, "message_tokens": 744, "message_utf8_bytes": 462, "cache_tensor_bytes": null, "serialized_payload_bytes": 462, "side_information_bytes": 0, "fetched_bytes": 1273, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0249580480158329, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.01770901121199, "ttft_ms": 13.50516697857529, "decode_ms": 13.46512499731034}, "total_wall_ms": 134.26704099401832, "ttft_ms": 13.50516697857529, "input_usage": {"receiver_prompt_tokens": 825, "sender_input_tokens": 2099, "sender_output_tokens": 512, "sender_prefill_ms": 241.63433304056525, "sender_ttft_ms": 13.458666973747313, "sender_decode_ms": 6963.068417040631}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1216905216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6700396620, "mlx_cache_bytes": 12683024160, "process_rss_bytes": 1216905216}, "peak_prefill_memory": null, "peak_decode_memory": 6700396620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1273, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "233ce530e77eb75409be2fc3de4114bbe28f17887ea9aef3a0f32751596be2dc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2907 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f34071981a81404fb46e4799", "attempt_id": "33b233c01182", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:42.502459Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 820, "message_tokens": 744, "message_utf8_bytes": 462, "cache_tensor_bytes": null, "serialized_payload_bytes": 462, "side_information_bytes": 0, "fetched_bytes": 1273, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0249580480158329, "decode_payload_ms": 0.0, "receiver_prefill_ms": 113.2932499749586, "ttft_ms": 13.895791955292225, "decode_ms": 120.95645803492516}, "total_wall_ms": 249.4398329872638, "ttft_ms": 13.895791955292225, "input_usage": {"receiver_prompt_tokens": 820, "sender_input_tokens": 2099, "sender_output_tokens": 512, "sender_prefill_ms": 241.63433304056525, "sender_ttft_ms": 13.458666973747313, "sender_decode_ms": 6963.068417040631}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1216921600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6700478540, "mlx_cache_bytes": 13020305184, "process_rss_bytes": 1216921600}, "peak_prefill_memory": null, "peak_decode_memory": 6700478540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1273, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9cdb2ba5a6fd6f6b151bb306cd97d92ea79342d7d12ac2849e5e1fd7fa6f21be", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2908 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d305f4a2a0afcf17a5fa24e", "attempt_id": "f1bf7833b70f", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:42.770699Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 831, "message_tokens": 744, "message_utf8_bytes": 462, "cache_tensor_bytes": null, "serialized_payload_bytes": 462, "side_information_bytes": 0, "fetched_bytes": 1273, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0249580480158329, "decode_payload_ms": 0.0, "receiver_prefill_ms": 113.91900002490729, "ttft_ms": 13.769208919256926, "decode_ms": 13.48083303309977}, "total_wall_ms": 142.46308291330934, "ttft_ms": 13.769208919256926, "input_usage": {"receiver_prompt_tokens": 831, "sender_input_tokens": 2099, "sender_output_tokens": 512, "sender_prefill_ms": 241.63433304056525, "sender_ttft_ms": 13.458666973747313, "sender_decode_ms": 6963.068417040631}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1216921600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6703738956, "mlx_cache_bytes": 13508646688, "process_rss_bytes": 1216921600}, "peak_prefill_memory": null, "peak_decode_memory": 6703738956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1273, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "233ce530e77eb75409be2fc3de4114bbe28f17887ea9aef3a0f32751596be2dc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2909 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a58629a20d48dece533fcb17", "attempt_id": "0db50c106e32", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:42.931726Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.519669742593492}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 2029, "message_tokens": 1955, "message_utf8_bytes": 7247, "cache_tensor_bytes": null, "serialized_payload_bytes": 2059, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08004193659871817, "decode_payload_ms": 0.011958065442740917, "receiver_prefill_ms": 284.12454202771187, "ttft_ms": 14.447750058025122, "decode_ms": 151.14974998869002}, "total_wall_ms": 452.4848749861121, "ttft_ms": 14.447750058025122, "input_usage": {"receiver_prompt_tokens": 2029}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1217052672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7055425520, "mlx_cache_bytes": 13508646688, "process_rss_bytes": 1217052672}, "peak_prefill_memory": null, "peak_decode_memory": 7055425520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2910 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2dc771fb55fb49ffcb97a5bd", "attempt_id": "6458b78d446a", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:43.402539Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.519669742593492}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 2036, "message_tokens": 1955, "message_utf8_bytes": 7247, "cache_tensor_bytes": null, "serialized_payload_bytes": 2059, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08004193659871817, "decode_payload_ms": 0.011958065442740917, "receiver_prefill_ms": 279.8086249968037, "ttft_ms": 14.247708953917027, "decode_ms": 169.89520809147507}, "total_wall_ms": 467.150375014171, "ttft_ms": 14.247708953917027, "input_usage": {"receiver_prompt_tokens": 2036}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1217069056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7058276416, "mlx_cache_bytes": 13508646688, "process_rss_bytes": 1217069056}, "peak_prefill_memory": null, "peak_decode_memory": 7058276416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "output_hash": "77b7da1d43e7d8815e9e9159ebbd735045bc7f668260ba30b93674f70622b8ec"} |
| |
2911 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd1b1e532b24dcd484f2f2c8", "attempt_id": "e116f49d0b14", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:43.888002Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.519669742593492}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 2035, "message_tokens": 1955, "message_utf8_bytes": 7247, "cache_tensor_bytes": null, "serialized_payload_bytes": 2059, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08004193659871817, "decode_payload_ms": 0.011958065442740917, "receiver_prefill_ms": 267.40250003058463, "ttft_ms": 14.137292047962546, "decode_ms": 97.97841601539403}, "total_wall_ms": 382.6717500342056, "ttft_ms": 14.137292047962546, "input_usage": {"receiver_prompt_tokens": 2035}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1217085440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7058145344, "mlx_cache_bytes": 13508646688, "process_rss_bytes": 1217085440}, "peak_prefill_memory": null, "peak_decode_memory": 7058145344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2912 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "32f607e08b72227b9157211e", "attempt_id": "6ea6e9d0ffd2", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:44.292685Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.519669742593492}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 2030, "message_tokens": 1955, "message_utf8_bytes": 7247, "cache_tensor_bytes": null, "serialized_payload_bytes": 2059, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08004193659871817, "decode_payload_ms": 0.011958065442740917, "receiver_prefill_ms": 280.60470800846815, "ttft_ms": 14.260916970670223, "decode_ms": 123.5403340542689}, "total_wall_ms": 421.3299589464441, "ttft_ms": 14.260916970670223, "input_usage": {"receiver_prompt_tokens": 2030}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1217085440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7106560064, "mlx_cache_bytes": 13508646688, "process_rss_bytes": 1217085440}, "peak_prefill_memory": null, "peak_decode_memory": 7106560064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2913 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b43dc820156806b7b33221a", "attempt_id": "d4f0e1621b5e", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:44.733371Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.519669742593492}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 2041, "message_tokens": 1955, "message_utf8_bytes": 7247, "cache_tensor_bytes": null, "serialized_payload_bytes": 2059, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08004193659871817, "decode_payload_ms": 0.011958065442740917, "receiver_prefill_ms": 274.3582909461111, "ttft_ms": 14.278333983384073, "decode_ms": 96.04424994904548}, "total_wall_ms": 387.4632091028616, "ttft_ms": 14.278333983384073, "input_usage": {"receiver_prompt_tokens": 2041}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1217101824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7060127808, "mlx_cache_bytes": 13508646688, "process_rss_bytes": 1217101824}, "peak_prefill_memory": null, "peak_decode_memory": 7060127808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "535,300", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "output_hash": "310282bc8b1d285db5e2b900f31e17e95e68f26b55e4eb87ed8d54f74105024b"} |
| |
2914 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "657db7753b62b549559e7fff", "attempt_id": "e045b15d42a9", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:45.692470Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2618925831202046, "origin_tokens": 1760, "compressed_tokens": 559, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 757, "message_tokens": 681, "message_utf8_bytes": 1967, "cache_tensor_bytes": null, "serialized_payload_bytes": 1967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 552.5622910354286, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.4024579487741, "ttft_ms": 13.486624928191304, "decode_ms": 147.45991700328887}, "total_wall_ms": 245.463875005953, "ttft_ms": 13.486624928191304, "input_usage": {"receiver_prompt_tokens": 757}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1258979328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6656225368, "mlx_cache_bytes": 13907466016, "process_rss_bytes": 1258979328}, "peak_prefill_memory": null, "peak_decode_memory": 6656225368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "49a0263ed30d097b708808817acf780f62c2a9953b724ff879bb7dc8743ba95d", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2915 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4497b0ceaf429ede959a3dfa", "attempt_id": "e34cbb7eb903", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:45.968300Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2618925831202046, "origin_tokens": 1760, "compressed_tokens": 559, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 764, "message_tokens": 681, "message_utf8_bytes": 1967, "cache_tensor_bytes": null, "serialized_payload_bytes": 1967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 552.5622910354286, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.18195789959282, "ttft_ms": 13.612500042654574, "decode_ms": 13.41312495060265}, "total_wall_ms": 110.48541602212936, "ttft_ms": 13.612500042654574, "input_usage": {"receiver_prompt_tokens": 764}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1258979328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6660501592, "mlx_cache_bytes": 14372050720, "process_rss_bytes": 1258979328}, "peak_prefill_memory": null, "peak_decode_memory": 6660501592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "49a0263ed30d097b708808817acf780f62c2a9953b724ff879bb7dc8743ba95d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2916 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "005922640e684b460b84a47f", "attempt_id": "863a8d593396", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:46.098217Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2618925831202046, "origin_tokens": 1760, "compressed_tokens": 559, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 763, "message_tokens": 681, "message_utf8_bytes": 1967, "cache_tensor_bytes": null, "serialized_payload_bytes": 1967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 552.5622910354286, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.46704100444913, "ttft_ms": 13.716125045903027, "decode_ms": 40.33762507606298}, "total_wall_ms": 140.85491700097919, "ttft_ms": 13.716125045903027, "input_usage": {"receiver_prompt_tokens": 763}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1258979328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6659911768, "mlx_cache_bytes": 14685738784, "process_rss_bytes": 1258979328}, "peak_prefill_memory": null, "peak_decode_memory": 6659911768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "49a0263ed30d097b708808817acf780f62c2a9953b724ff879bb7dc8743ba95d", "output_hash": "205812a9ce3f23bf985028f7b93ba7f8d1cd6867de49b71062aac3c1a2d47ea5"} |
| |
2917 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d71cdeff7d1bd469331a74f6", "attempt_id": "0f5704d4b161", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:46.258131Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2618925831202046, "origin_tokens": 1760, "compressed_tokens": 559, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 758, "message_tokens": 681, "message_utf8_bytes": 1967, "cache_tensor_bytes": null, "serialized_payload_bytes": 1967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 552.5622910354286, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.2084170114249, "ttft_ms": 13.620209065265954, "decode_ms": 13.288042042404413}, "total_wall_ms": 115.39312498643994, "ttft_ms": 13.620209065265954, "input_usage": {"receiver_prompt_tokens": 758}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1258979328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6676377736, "mlx_cache_bytes": 14997559072, "process_rss_bytes": 1258979328}, "peak_prefill_memory": null, "peak_decode_memory": 6676377736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "49a0263ed30d097b708808817acf780f62c2a9953b724ff879bb7dc8743ba95d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2918 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3459a464e8640ad4bbe0e8f9", "attempt_id": "ec9f20b447bb", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:46.392541Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2618925831202046, "origin_tokens": 1760, "compressed_tokens": 559, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 769, "message_tokens": 681, "message_utf8_bytes": 1967, "cache_tensor_bytes": null, "serialized_payload_bytes": 1967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 552.5622910354286, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.90570893324912, "ttft_ms": 14.687415910884738, "decode_ms": 40.34154105465859}, "total_wall_ms": 144.2775409668684, "ttft_ms": 14.687415910884738, "input_usage": {"receiver_prompt_tokens": 769}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1258979328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6657110076, "mlx_cache_bytes": 15445825312, "process_rss_bytes": 1258979328}, "peak_prefill_memory": null, "peak_decode_memory": 6657110076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "535", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "49a0263ed30d097b708808817acf780f62c2a9953b724ff879bb7dc8743ba95d", "output_hash": "20ca98162ba780883712eb701c84e4c06f73aba78e903935a9ad799193b4627f"} |
| |
2919 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9c03beee30be2a10d9c5ece", "attempt_id": "d55789a66c0d", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:46.833022Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321889288}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 35, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 73506816, "serialized_payload_bytes": 73522892, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 277.05649996642023, "doc_prefill_ms": 253.67212493438274, "compress_ms": 1.8514168914407492, "serialize_ms": 18.428708077408373, "load_ms": 1.7315420554950833, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.499833053909242, "ttft_ms": 30.499833053909242, "decode_ms": 154.05383403412998}, "total_wall_ms": 187.847416033037, "ttft_ms": 30.499833053909242, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1331478528, "backend_memory": {"mlx_active_bytes": 6397386760, "mlx_peak_bytes": 6444228924, "mlx_cache_bytes": 16264550177, "process_rss_bytes": 1331478528}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6444228924, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "435f0302e5374cdb99122db4e04434c8fe32b663daa4204ac17daa067ae5cb22", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2920 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2404fe9d7a64be5919564448", "attempt_id": "6daa339064d9", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:47.040239Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321889288}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 42, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 73506816, "serialized_payload_bytes": 73522892, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 277.05649996642023, "doc_prefill_ms": 253.67212493438274, "compress_ms": 1.8514168914407492, "serialize_ms": 18.428708077408373, "load_ms": 1.6487500397488475, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.741374913603067, "ttft_ms": 27.741374913603067, "decode_ms": 167.3619169741869}, "total_wall_ms": 198.32212501205504, "ttft_ms": 27.741374913603067, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1331478528, "backend_memory": {"mlx_active_bytes": 6397386760, "mlx_peak_bytes": 6449717564, "mlx_cache_bytes": 16275725829, "process_rss_bytes": 1331478528}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6449717564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "435f0302e5374cdb99122db4e04434c8fe32b663daa4204ac17daa067ae5cb22", "output_hash": "77b7da1d43e7d8815e9e9159ebbd735045bc7f668260ba30b93674f70622b8ec"} |
| |
2921 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "09cc8495f73093247a6e2cb7", "attempt_id": "ace57fe4f171", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:47.257774Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321889288}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 41, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 73506816, "serialized_payload_bytes": 73522892, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 277.05649996642023, "doc_prefill_ms": 253.67212493438274, "compress_ms": 1.8514168914407492, "serialize_ms": 18.428708077408373, "load_ms": 1.686292001977563, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.64245804771781, "ttft_ms": 26.64245804771781, "decode_ms": 97.45954093523324}, "total_wall_ms": 127.34604196157306, "ttft_ms": 26.64245804771781, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1331478528, "backend_memory": {"mlx_active_bytes": 6397386760, "mlx_peak_bytes": 6449406268, "mlx_cache_bytes": 16288194053, "process_rss_bytes": 1331478528}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6449406268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "435f0302e5374cdb99122db4e04434c8fe32b663daa4204ac17daa067ae5cb22", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2922 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b2b7ac01aa3f72ed6d2a65d3", "attempt_id": "d7b7c3c299bf", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:47.404690Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321889288}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 36, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 73506816, "serialized_payload_bytes": 73522892, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 277.05649996642023, "doc_prefill_ms": 253.67212493438274, "compress_ms": 1.8514168914407492, "serialize_ms": 18.428708077408373, "load_ms": 1.8153329147025943, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.126999990083277, "ttft_ms": 26.126999990083277, "decode_ms": 127.04412499442697}, "total_wall_ms": 156.57858410850167, "ttft_ms": 26.126999990083277, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 36}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1331478528, "backend_memory": {"mlx_active_bytes": 6397386760, "mlx_peak_bytes": 6444245308, "mlx_cache_bytes": 16313589253, "process_rss_bytes": 1331478528}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6444245308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "435f0302e5374cdb99122db4e04434c8fe32b663daa4204ac17daa067ae5cb22", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2923 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "30fd5c16a10486d84b350544", "attempt_id": "4aaea4aff9a3", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:47.580349Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321889288}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 47, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 73506816, "serialized_payload_bytes": 73522892, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 277.05649996642023, "doc_prefill_ms": 253.67212493438274, "compress_ms": 1.8514168914407492, "serialize_ms": 18.428708077408373, "load_ms": 1.5510419616475701, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.091666939668357, "ttft_ms": 27.091666939668357, "decode_ms": 98.82970794569701}, "total_wall_ms": 129.0452911052853, "ttft_ms": 27.091666939668357, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1331478528, "backend_memory": {"mlx_active_bytes": 6397386760, "mlx_peak_bytes": 6456860988, "mlx_cache_bytes": 16330825221, "process_rss_bytes": 1331478528}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6456860988, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "535,300", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "435f0302e5374cdb99122db4e04434c8fe32b663daa4204ac17daa067ae5cb22", "output_hash": "310282bc8b1d285db5e2b900f31e17e95e68f26b55e4eb87ed8d54f74105024b"} |
| |
2924 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "695eb42e49d2274ba1e01cce", "attempt_id": "4bb0f2716cf9", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:47.747294Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a1c0a793ddb10ca6", "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 35, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 73506816, "serialized_payload_bytes": 73522920, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.378083943389356, "doc_prefill_ms": 253.67212493438274, "compress_ms": 0.6575830047950149, "serialize_ms": 17.55308301653713, "load_ms": 9.513084078207612, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.025666902773082, "ttft_ms": 27.025666902773082, "decode_ms": 153.05258298758417}, "total_wall_ms": 191.03633298072964, "ttft_ms": 27.025666902773082, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1405812736, "backend_memory": {"mlx_active_bytes": 6397190152, "mlx_peak_bytes": 6443852092, "mlx_cache_bytes": 16331021829, "process_rss_bytes": 1405812736}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6443852092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd9ffeae1f596c2ff202584fdc2b069c68c9cd5a4472c417001bf9e29650dba5", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2925 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4389c94722a91e5e8e96357c", "attempt_id": "822fce4421e1", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:47.958195Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a1c0a793ddb10ca6", "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 42, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 73506816, "serialized_payload_bytes": 73522920, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.378083943389356, "doc_prefill_ms": 253.67212493438274, "compress_ms": 0.6575830047950149, "serialize_ms": 17.55308301653713, "load_ms": 7.4770000064745545, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.174208032898605, "ttft_ms": 26.174208032898605, "decode_ms": 168.6280840076506}, "total_wall_ms": 203.86079198215157, "ttft_ms": 26.174208032898605, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1418215424, "backend_memory": {"mlx_active_bytes": 6397190152, "mlx_peak_bytes": 6449553724, "mlx_cache_bytes": 16331021829, "process_rss_bytes": 1418215424}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6449553724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd9ffeae1f596c2ff202584fdc2b069c68c9cd5a4472c417001bf9e29650dba5", "output_hash": "77b7da1d43e7d8815e9e9159ebbd735045bc7f668260ba30b93674f70622b8ec"} |
| |
2926 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8862fad47a9c605d4c44feac", "attempt_id": "7f706b27f122", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:48.181005Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a1c0a793ddb10ca6", "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 41, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 73506816, "serialized_payload_bytes": 73522920, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.378083943389356, "doc_prefill_ms": 253.67212493438274, "compress_ms": 0.6575830047950149, "serialize_ms": 17.55308301653713, "load_ms": 7.062625023536384, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.992541970685124, "ttft_ms": 26.992541970685124, "decode_ms": 97.91654197033495}, "total_wall_ms": 133.53120896499604, "ttft_ms": 26.992541970685124, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1430601728, "backend_memory": {"mlx_active_bytes": 6397190152, "mlx_peak_bytes": 6449242428, "mlx_cache_bytes": 16331021829, "process_rss_bytes": 1430601728}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6449242428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd9ffeae1f596c2ff202584fdc2b069c68c9cd5a4472c417001bf9e29650dba5", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2927 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3a8c66c20988d33f4a81fa6d", "attempt_id": "7f42fca7681a", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:48.333773Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a1c0a793ddb10ca6", "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 36, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 73506816, "serialized_payload_bytes": 73522920, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.378083943389356, "doc_prefill_ms": 253.67212493438274, "compress_ms": 0.6575830047950149, "serialize_ms": 17.55308301653713, "load_ms": 7.476665894500911, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.82229201309383, "ttft_ms": 26.82229201309383, "decode_ms": 125.82933402154595}, "total_wall_ms": 161.5665830904618, "ttft_ms": 26.82229201309383, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 36}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1436794880, "backend_memory": {"mlx_active_bytes": 6397190152, "mlx_peak_bytes": 6444081468, "mlx_cache_bytes": 16331021829, "process_rss_bytes": 1436794880}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6444081468, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd9ffeae1f596c2ff202584fdc2b069c68c9cd5a4472c417001bf9e29650dba5", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2928 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "467e8e77d7d6ab9234fe067d", "attempt_id": "6031b1acada7", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:48.514408Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a1c0a793ddb10ca6", "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 47, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 73506816, "serialized_payload_bytes": 73522920, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.378083943389356, "doc_prefill_ms": 253.67212493438274, "compress_ms": 0.6575830047950149, "serialize_ms": 17.55308301653713, "load_ms": 7.107125013135374, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.37450005952269, "ttft_ms": 27.37450005952269, "decode_ms": 96.80608403868973}, "total_wall_ms": 132.8475410118699, "ttft_ms": 27.37450005952269, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1442988032, "backend_memory": {"mlx_active_bytes": 6397190152, "mlx_peak_bytes": 6456549692, "mlx_cache_bytes": 16331021829, "process_rss_bytes": 1442988032}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6456549692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "535,300", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fd9ffeae1f596c2ff202584fdc2b069c68c9cd5a4472c417001bf9e29650dba5", "output_hash": "310282bc8b1d285db5e2b900f31e17e95e68f26b55e4eb87ed8d54f74105024b"} |
| |
2929 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f7e4f70d064d3137a9add3f8", "attempt_id": "41421578123d", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:48.685162Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287715592}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 35, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 39050496, "serialized_payload_bytes": 39084686, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.88737501576543, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.881624904461205, "serialize_ms": 9.659916046075523, "load_ms": 2.1100830053910613, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.84154193289578, "ttft_ms": 20.84154193289578, "decode_ms": 163.89591700863093}, "total_wall_ms": 188.39679192751646, "ttft_ms": 20.84154193289578, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1480769536, "backend_memory": {"mlx_active_bytes": 6327814408, "mlx_peak_bytes": 6385465672, "mlx_cache_bytes": 16502278869, "process_rss_bytes": 1480769536}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6385465672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d65c2051207f34b1500c4eded6935bd0608abd70a72d84cec9dfc6262530d8db", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2930 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7da44049178a8d2343cb218d", "attempt_id": "617694aaf9ec", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:48.891965Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287715592}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 42, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 39050496, "serialized_payload_bytes": 39084686, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.88737501576543, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.881624904461205, "serialize_ms": 9.659916046075523, "load_ms": 1.9912089919671416, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.481167011894286, "ttft_ms": 20.481167011894286, "decode_ms": 175.59945897664875}, "total_wall_ms": 199.48620791547, "ttft_ms": 20.481167011894286, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1481080832, "backend_memory": {"mlx_active_bytes": 6327823624, "mlx_peak_bytes": 6394814328, "mlx_cache_bytes": 16545890421, "process_rss_bytes": 1481080832}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6394814328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d65c2051207f34b1500c4eded6935bd0608abd70a72d84cec9dfc6262530d8db", "output_hash": "77b7da1d43e7d8815e9e9159ebbd735045bc7f668260ba30b93674f70622b8ec"} |
| |
2931 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "012432591be4ae7a58b59c4d", "attempt_id": "ff0f24ec4f05", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:49.110664Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287715592}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 41, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 39050496, "serialized_payload_bytes": 39084686, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.88737501576543, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.881624904461205, "serialize_ms": 9.659916046075523, "load_ms": 1.9442499615252018, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.10187499783933, "ttft_ms": 21.10187499783933, "decode_ms": 102.28195902891457}, "total_wall_ms": 126.7462499672547, "ttft_ms": 21.10187499783933, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1481080832, "backend_memory": {"mlx_active_bytes": 6327816712, "mlx_peak_bytes": 6394174904, "mlx_cache_bytes": 16569932661, "process_rss_bytes": 1481080832}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6394174904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d65c2051207f34b1500c4eded6935bd0608abd70a72d84cec9dfc6262530d8db", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2932 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "59ec64d81de4f51377f12b1c", "attempt_id": "6a6172be143a", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:49.257334Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287715592}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 36, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 39050496, "serialized_payload_bytes": 39084686, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.88737501576543, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.881624904461205, "serialize_ms": 9.659916046075523, "load_ms": 1.8709999276325107, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.23945900145918, "ttft_ms": 20.23945900145918, "decode_ms": 131.03970792144537}, "total_wall_ms": 154.6980410348624, "ttft_ms": 20.23945900145918, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 36}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1481113600, "backend_memory": {"mlx_active_bytes": 6327813256, "mlx_peak_bytes": 6385960760, "mlx_cache_bytes": 16591022325, "process_rss_bytes": 1481113600}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6385960760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvada Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d65c2051207f34b1500c4eded6935bd0608abd70a72d84cec9dfc6262530d8db", "output_hash": "c5f554196ed23dd71ad995ec89f7142099d524dbb6534cc10d94a0c89d13e792"} |
| |
2933 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "267a14e45702527c84193ffe", "attempt_id": "dd4bb4b2e7ba", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:49.430861Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287715592}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 47, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 39050496, "serialized_payload_bytes": 39084686, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.88737501576543, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.881624904461205, "serialize_ms": 9.659916046075523, "load_ms": 1.9855420105159283, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.281125023961067, "ttft_ms": 21.281125023961067, "decode_ms": 102.42983291391283}, "total_wall_ms": 127.21512501593679, "ttft_ms": 21.281125023961067, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1481113600, "backend_memory": {"mlx_active_bytes": 6327823624, "mlx_peak_bytes": 6426587176, "mlx_cache_bytes": 16591213829, "process_rss_bytes": 1481113600}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6426587176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "535,300", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d65c2051207f34b1500c4eded6935bd0608abd70a72d84cec9dfc6262530d8db", "output_hash": "310282bc8b1d285db5e2b900f31e17e95e68f26b55e4eb87ed8d54f74105024b"} |
| |
2934 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "07ba6bbf6bb69c733fd22ad0", "attempt_id": "1719dfbb9672", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:49.609618Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268546312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 35, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 20673792, "serialized_payload_bytes": 20707848, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.021916937083006, "doc_prefill_ms": 253.67212493438274, "compress_ms": 9.57629201002419, "serialize_ms": 22.10608310997486, "load_ms": 1.978792017325759, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.090207970701158, "ttft_ms": 21.090207970701158, "decode_ms": 680.6947910226882}, "total_wall_ms": 705.2215420408174, "ttft_ms": 21.090207970701158, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1505443840, "backend_memory": {"mlx_active_bytes": 6294367496, "mlx_peak_bytes": 6344428584, "mlx_cache_bytes": 16652787205, "process_rss_bytes": 1505443840}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6344428584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\nunknownunknownBased on on of of of the information of information date of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23c82dd249b278d9183bcf28d7bca0ffb984d940d992fae274f0284a7a2d7cd7", "output_hash": "e60c811dd631f9b4a8607130eee7ea84527e2765b0d9b7225dd63cfa901012fd"} |
| |
2935 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e159f809d7b251beded0516", "attempt_id": "495cc201416a", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:50.334116Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268546312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 42, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 20673792, "serialized_payload_bytes": 20707848, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.021916937083006, "doc_prefill_ms": 253.67212493438274, "compress_ms": 9.57629201002419, "serialize_ms": 22.10608310997486, "load_ms": 1.7388749402016401, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.47549991402775, "ttft_ms": 20.47549991402775, "decode_ms": 653.5847500199452}, "total_wall_ms": 677.8007500106469, "ttft_ms": 20.47549991402775, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 42}, "output_usage": {"output_tokens": 45}, "provider_cached_usage": null, "process_memory": 1505460224, "backend_memory": {"mlx_active_bytes": 6294351112, "mlx_peak_bytes": 6353416824, "mlx_cache_bytes": 16652803589, "process_rss_bytes": 1505460224}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6353416824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n of\n of of of of of thethe of of of of of of of of ofof ofofofofofofofofofofofofofofofth ofofof\n<|im_start|>userenticate\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23c82dd249b278d9183bcf28d7bca0ffb984d940d992fae274f0284a7a2d7cd7", "output_hash": "cdfcde52d849d52cfa6dd1e76b5d9d37af261cae02986e6836e7bd53c3c4bdbf"} |
| |
2936 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a76bcba6b951444063fa8623", "attempt_id": "30cec9556c31", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:51.031431Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268546312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 41, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 20673792, "serialized_payload_bytes": 20707848, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.021916937083006, "doc_prefill_ms": 253.67212493438274, "compress_ms": 9.57629201002419, "serialize_ms": 22.10608310997486, "load_ms": 1.7112500499933958, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.792667055502534, "ttft_ms": 20.792667055502534, "decode_ms": 681.0308329295367}, "total_wall_ms": 704.9986659549177, "ttft_ms": 20.792667055502534, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1505460224, "backend_memory": {"mlx_active_bytes": 6294351112, "mlx_peak_bytes": 6352531016, "mlx_cache_bytes": 16652803589, "process_rss_bytes": 1505460224}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6352531016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "user\n\n\nuserBased\n of 0 of 0 0\n000000000000000000000000000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23c82dd249b278d9183bcf28d7bca0ffb984d940d992fae274f0284a7a2d7cd7", "output_hash": "16dd6a57894519fe2233cc14f5d526abe243c762b15f396a292c709781846c71"} |
| |
2937 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ad67cc3f5ff166318d6a4a98", "attempt_id": "af49d946c5cf", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:51.759794Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268546312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 36, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 20673792, "serialized_payload_bytes": 20707848, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.021916937083006, "doc_prefill_ms": 253.67212493438274, "compress_ms": 9.57629201002419, "serialize_ms": 22.10608310997486, "load_ms": 1.6824170015752316, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.152791985310614, "ttft_ms": 20.152791985310614, "decode_ms": 678.829833981581}, "total_wall_ms": 702.2060409653932, "ttft_ms": 20.152791985310614, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1505460224, "backend_memory": {"mlx_active_bytes": 6294367496, "mlx_peak_bytes": 6344349640, "mlx_cache_bytes": 16652787205, "process_rss_bytes": 1505460224}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6344349640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknownunknownunknownunknownunknownith of the memo is isda of of of the the the of of the the of the memo. of of. of of of the of the of of of of the of of of of of\n\n<|im_start|>", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23c82dd249b278d9183bcf28d7bca0ffb984d940d992fae274f0284a7a2d7cd7", "output_hash": "08dd4794864bcbb0c4a9c517ca1a5b3c2d8639416150c5cd6a593eba32df3917"} |
| |
2938 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e48f7ef64b97293a0618747", "attempt_id": "859abb53cb35", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:52.480913Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268546312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 47, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 20673792, "serialized_payload_bytes": 20707848, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32.021916937083006, "doc_prefill_ms": 253.67212493438274, "compress_ms": 9.57629201002419, "serialize_ms": 22.10608310997486, "load_ms": 1.8152499105781317, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.195666980929673, "ttft_ms": 21.195666980929673, "decode_ms": 682.2996659902856}, "total_wall_ms": 706.770749995485, "ttft_ms": 21.195666980929673, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 47}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1505460224, "backend_memory": {"mlx_active_bytes": 6294400264, "mlx_peak_bytes": 6384701400, "mlx_cache_bytes": 16653344261, "process_rss_bytes": 1505460224}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6384701400, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n00 of of of of of of of of of of of of of0 of of of the of of of of of00 of of of of of of-55 515141541", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23c82dd249b278d9183bcf28d7bca0ffb984d940d992fae274f0284a7a2d7cd7", "output_hash": "1a3589a6035d01ab2ba52478d24978f4a528af99a6a3eb44c40529eecbf24beb"} |
| |
2939 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a7b736a96efb9571a25b4bd", "attempt_id": "250a0e630b76", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:53.281921Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1994, "keep": 498, "compress_ms": 8.371416013687849}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 35, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374187, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.63595899753273, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.40049993712455, "serialize_ms": 66.08387501910329, "load_ms": 1.3552920427173376, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.523624981753528, "ttft_ms": 18.523624981753528, "decode_ms": 148.26358295977116}, "total_wall_ms": 169.90483307745308, "ttft_ms": 18.523624981753528, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1524432896, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322839868, "mlx_cache_bytes": 16660740757, "process_rss_bytes": 1524432896}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6322839868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10W-4229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3583490799fb199fec7b002f87ea5666c041506dd4a5b6ebf80b35fa12b3d091", "output_hash": "83e9983dc82dee9d853925393e38c21ef13d0e07a7356398b84c1047f4e54bc9"} |
| |
2940 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "82162fa692cf53bdf2da1f1e", "attempt_id": "3ec8c74b7b3e", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:53.471724Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1994, "keep": 498, "compress_ms": 8.371416013687849}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 42, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374187, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.63595899753273, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.40049993712455, "serialize_ms": 66.08387501910329, "load_ms": 1.4651670353487134, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.340792041271925, "ttft_ms": 18.340792041271925, "decode_ms": 147.62866694945842}, "total_wall_ms": 168.89691702090204, "ttft_ms": 18.340792041271925, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 42}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1524432896, "backend_memory": {"mlx_active_bytes": 6287958024, "mlx_peak_bytes": 6329082172, "mlx_cache_bytes": 16659790485, "process_rss_bytes": 1524432896}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6329082172, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 555-L, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3583490799fb199fec7b002f87ea5666c041506dd4a5b6ebf80b35fa12b3d091", "output_hash": "bc0826e9475bae813200ec1a914ee3b08202983d76ef49b7bc057f50ab0927fe"} |
| |
2941 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a521675f69bad238d0117f1e", "attempt_id": "75ae024bf8f7", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:53.660377Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1994, "keep": 498, "compress_ms": 8.371416013687849}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 41, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374187, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.63595899753273, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.40049993712455, "serialize_ms": 66.08387501910329, "load_ms": 1.5190830454230309, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.225542036816478, "ttft_ms": 18.225542036816478, "decode_ms": 26.714291074313223}, "total_wall_ms": 48.00912493374199, "ttft_ms": 18.225542036816478, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1524432896, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6328770876, "mlx_cache_bytes": 16660740757, "process_rss_bytes": 1524432896}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6328770876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3583490799fb199fec7b002f87ea5666c041506dd4a5b6ebf80b35fa12b3d091", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
2942 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b7ddfdd5d804266c9880d2d8", "attempt_id": "10ec22e11bdb", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:53.727443Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1994, "keep": 498, "compress_ms": 8.371416013687849}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 36, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374187, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.63595899753273, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.40049993712455, "serialize_ms": 66.08387501910329, "load_ms": 1.4567080652341247, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.090416095219553, "ttft_ms": 18.090416095219553, "decode_ms": 26.77466708701104}, "total_wall_ms": 47.8245000122115, "ttft_ms": 18.090416095219553, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1524432896, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322905404, "mlx_cache_bytes": 16660740757, "process_rss_bytes": 1524432896}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6322905404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3583490799fb199fec7b002f87ea5666c041506dd4a5b6ebf80b35fa12b3d091", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
2943 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4376933467540879a1c5e34", "attempt_id": "6cb4a013c918", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:53.794394Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1994, "keep": 498, "compress_ms": 8.371416013687849}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 47, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374187, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.63595899753273, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.40049993712455, "serialize_ms": 66.08387501910329, "load_ms": 1.4982500579208136, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.308333004824817, "ttft_ms": 18.308333004824817, "decode_ms": 26.89850004389882}, "total_wall_ms": 48.26358403079212, "ttft_ms": 18.308333004824817, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 47}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1524432896, "backend_memory": {"mlx_active_bytes": 6287958024, "mlx_peak_bytes": 6336389436, "mlx_cache_bytes": 16659790485, "process_rss_bytes": 1524432896}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6336389436, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3583490799fb199fec7b002f87ea5666c041506dd4a5b6ebf80b35fa12b3d091", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
2944 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7f7c6046118f2fc5c225f6e2", "attempt_id": "0b2fe15f0a4e", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:53.875357Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1994, "keep": 498, "compress_ms": 8.01679096184671}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 35, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374181, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.436291017569602, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.047290961258113, "serialize_ms": 5.207750014960766, "load_ms": 1.6329160425812006, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.093167105689645, "ttft_ms": 18.093167105689645, "decode_ms": 629.4485420221463}, "total_wall_ms": 650.7475830148906, "ttft_ms": 18.093167105689645, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1543340032, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6322839868, "mlx_cache_bytes": 16667802261, "process_rss_bytes": 1543340032}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6322839868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The project leads propose Pri Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lunith Lun", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0a6e188b7359985bee6cedb7466d267337088bac6e0fb7336c18b4a5526d57d5", "output_hash": "cd9e2e00a0df83059a97f79fd5fe06b833687f85e63fed955aa4a604196a17be"} |
| |
2945 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d9ddc10579d3f1aa1cad26f", "attempt_id": "3bbe8d266474", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:54.545770Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1994, "keep": 498, "compress_ms": 8.01679096184671}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 42, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374181, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.436291017569602, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.047290961258113, "serialize_ms": 5.207750014960766, "load_ms": 0.7343339966610074, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.213124945759773, "ttft_ms": 18.213124945759773, "decode_ms": 631.6287500085309}, "total_wall_ms": 652.2828750312328, "ttft_ms": 18.213124945759773, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1543356416, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6329082172, "mlx_cache_bytes": 16667802261, "process_rss_bytes": 1543356416}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6329082172, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The project leads for the project S P R P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0a6e188b7359985bee6cedb7466d267337088bac6e0fb7336c18b4a5526d57d5", "output_hash": "61b740a08e39580a7831782c990ee78ed1be758d7d178b7b07531d229ecfcce3"} |
| |
2946 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "35cea6a5e7d2ea373a799dcd", "attempt_id": "b8b38296015c", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:55.218576Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1994, "keep": 498, "compress_ms": 8.01679096184671}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 41, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374181, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.436291017569602, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.047290961258113, "serialize_ms": 5.207750014960766, "load_ms": 0.6427500629797578, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.266708008013666, "ttft_ms": 18.266708008013666, "decode_ms": 631.1318749794737}, "total_wall_ms": 651.6612500417978, "ttft_ms": 18.266708008013666, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1543356416, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6328770876, "mlx_cache_bytes": 16667802261, "process_rss_bytes": 1543356416}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6328770876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of the cancellation of", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0a6e188b7359985bee6cedb7466d267337088bac6e0fb7336c18b4a5526d57d5", "output_hash": "be95c206a9ef13e31a9b5cf45cbb8eadc241c75d8c564c7c4f98b6455b669770"} |
| |
2947 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aa35deb43f7f1862f8f9a0dc", "attempt_id": "988da6d2ab44", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:55.889866Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1994, "keep": 498, "compress_ms": 8.01679096184671}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 36, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374181, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.436291017569602, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.047290961258113, "serialize_ms": 5.207750014960766, "load_ms": 0.6384999724105, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.30574998166412, "ttft_ms": 18.30574998166412, "decode_ms": 634.3185829464346}, "total_wall_ms": 654.8299170099199, "ttft_ms": 18.30574998166412, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1543372800, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6322905404, "mlx_cache_bytes": 16667802261, "process_rss_bytes": 1543372800}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6322905404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant:", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0a6e188b7359985bee6cedb7466d267337088bac6e0fb7336c18b4a5526d57d5", "output_hash": "9258e0f194ac9a4a96c4e614b41bbb65a0753809100a12d8894bc857412411b6"} |
| |
2948 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8341e11d36b101710491aaf2", "attempt_id": "73d81709db6b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:56.564669Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1994, "keep": 498, "compress_ms": 8.01679096184671}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 47, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374181, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.436291017569602, "doc_prefill_ms": 253.67212493438274, "compress_ms": 8.047290961258113, "serialize_ms": 5.207750014960766, "load_ms": 1.2755829375237226, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.933207960799336, "ttft_ms": 18.933207960799336, "decode_ms": 630.3285829490051}, "total_wall_ms": 652.2029590560123, "ttft_ms": 18.933207960799336, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 47}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1543372800, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6336389436, "mlx_cache_bytes": 16667802261, "process_rss_bytes": 1543372800}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6336389436, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The memo on the project on the project on the project on the project on the project on the project on the project on the project on the project on the project on the project on the project on the project on the project on the project on", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0a6e188b7359985bee6cedb7466d267337088bac6e0fb7336c18b4a5526d57d5", "output_hash": "6d830da5684bff8027b8e6e40832f390547aeee011408d09e19bc471126fa4be"} |
| |
2949 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f1ae9dad0ff96869c50bcb2c", "attempt_id": "adbeda35c993", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:57.237183Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 35, "compress_ms": 44.78162503801286}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 35, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374227, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.40058307349682, "doc_prefill_ms": 253.67212493438274, "compress_ms": 46.17016692645848, "serialize_ms": 3.9992500096559525, "load_ms": 1.1620000004768372, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.894458957016468, "ttft_ms": 17.894458957016468, "decode_ms": 107.23866696935147}, "total_wall_ms": 178.3073339611292, "ttft_ms": 17.894458957016468, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1544339456, "backend_memory": {"mlx_active_bytes": 6287187976, "mlx_peak_bytes": 6322299196, "mlx_cache_bytes": 16706616093, "process_rss_bytes": 1544339456}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6322299196, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f9041d9232b50a72de4aa13842dff45435f495f09f9a146648bd4007d81a6f7", "output_hash": "342feda3b1787c1eb2f0217da5e2e911f6faacc141ac474227420a0b6e80cf94"} |
| |
2950 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e97b51e6dd901990662550ee", "attempt_id": "ad3275ffe8d3", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:57.435255Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 42, "compress_ms": 42.58020792622119}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 42, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374227, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.46391605678946, "doc_prefill_ms": 253.67212493438274, "compress_ms": 44.02687505353242, "serialize_ms": 4.212290979921818, "load_ms": 0.47020905185490847, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.840915941633284, "ttft_ms": 17.840915941633284, "decode_ms": 160.71258299052715}, "total_wall_ms": 229.1171249235049, "ttft_ms": 17.840915941633284, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1544339456, "backend_memory": {"mlx_active_bytes": 6287958024, "mlx_peak_bytes": 6328492348, "mlx_cache_bytes": 16730077981, "process_rss_bytes": 1544339456}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6328492348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f9041d9232b50a72de4aa13842dff45435f495f09f9a146648bd4007d81a6f7", "output_hash": "ddda4238cd9ed16c810bc057e7eb0eb0d6ac96f0b821a21b7726c612c88b0837"} |
| |
2951 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b5e3094cef6ff1d3ff8fbf51", "attempt_id": "55f249365320", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:57.684856Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 41, "compress_ms": 41.69870796613395}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 41, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374227, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.40337503608316, "doc_prefill_ms": 253.67212493438274, "compress_ms": 43.160167057067156, "serialize_ms": 4.021374974399805, "load_ms": 1.165791996754706, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.18404207006097, "ttft_ms": 18.18404207006097, "decode_ms": 93.86616700794548}, "total_wall_ms": 162.19950001686811, "ttft_ms": 18.18404207006097, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1544339456, "backend_memory": {"mlx_active_bytes": 6287958024, "mlx_peak_bytes": 6328181052, "mlx_cache_bytes": 16737647389, "process_rss_bytes": 1544339456}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6328181052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f9041d9232b50a72de4aa13842dff45435f495f09f9a146648bd4007d81a6f7", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2952 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94fb059c9e5b29740c529dab", "attempt_id": "0091d3afa456", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:57.866078Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 36, "compress_ms": 41.90483293496072}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 36, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374227, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.65008401591331, "doc_prefill_ms": 253.67212493438274, "compress_ms": 43.26895799022168, "serialize_ms": 4.170542000792921, "load_ms": 1.113666919991374, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.044583033770323, "ttft_ms": 18.044583033770323, "decode_ms": 121.2762090144679}, "total_wall_ms": 189.64349990710616, "ttft_ms": 18.044583033770323, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 36}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1544339456, "backend_memory": {"mlx_active_bytes": 6287302664, "mlx_peak_bytes": 6322856252, "mlx_cache_bytes": 16745233181, "process_rss_bytes": 1544339456}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6322856252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvad Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f9041d9232b50a72de4aa13842dff45435f495f09f9a146648bd4007d81a6f7", "output_hash": "d5dc8c81becff469d1ff693fc30666a93d1b4470c2bd167b79d2e740f593e727"} |
| |
2953 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f1258e026225c8a21446d67e", "attempt_id": "40129ea43495", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:58.075283Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 47, "compress_ms": 42.611332959495485}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 47, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374228, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.14095806796104, "doc_prefill_ms": 253.67212493438274, "compress_ms": 44.0731659764424, "serialize_ms": 3.8484159158542752, "load_ms": 1.0234999936074018, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.382082926109433, "ttft_ms": 18.382082926109433, "decode_ms": 80.7467499980703}, "total_wall_ms": 149.85654200427234, "ttft_ms": 18.382082926109433, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 47}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1544355840, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6333342012, "mlx_cache_bytes": 16764730141, "process_rss_bytes": 1544355840}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6333342012, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "530300", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "890cdc53d460f5335bcd15e45bc1d8c9a8428db493862e259b79d24dc6293c78", "output_hash": "57721c88c2e03e42010600e7b9f53202d548be9913acb5b0aa0cc981ae284b8b"} |
| |
2954 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "864f9617b726bfd2142d94dd", "attempt_id": "175e2617f9c1", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:58.287120Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 19, "compress_ms": 38.234416977502406}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 35, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374228, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.78512503858656, "doc_prefill_ms": 253.67212493438274, "compress_ms": 38.35033404175192, "serialize_ms": 3.283832920715213, "load_ms": 0.6403329316526651, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.103834008798003, "ttft_ms": 18.103834008798003, "decode_ms": 13.210542034357786}, "total_wall_ms": 33.48587499931455, "ttft_ms": 18.103834008798003, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1544388608, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322299196, "mlx_cache_bytes": 16771562269, "process_rss_bytes": 1544388608}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6322299196, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "890cdc53d460f5335bcd15e45bc1d8c9a8428db493862e259b79d24dc6293c78", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2955 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e980e69750c3f9a92761dd6", "attempt_id": "6795f02612ec", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:58.340741Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 19, "compress_ms": 38.234416977502406}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 42, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374228, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.78512503858656, "doc_prefill_ms": 253.67212493438274, "compress_ms": 38.35033404175192, "serialize_ms": 3.283832920715213, "load_ms": 1.3876670273020864, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.27762497123331, "ttft_ms": 18.27762497123331, "decode_ms": 13.204207993112504}, "total_wall_ms": 34.3142079655081, "ttft_ms": 18.27762497123331, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 42}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1544388608, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6328492348, "mlx_cache_bytes": 16771562269, "process_rss_bytes": 1544388608}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6328492348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "890cdc53d460f5335bcd15e45bc1d8c9a8428db493862e259b79d24dc6293c78", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2956 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "44da75f0622c8cba9bc2fc57", "attempt_id": "e4f711d297aa", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:58.393751Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 19, "compress_ms": 38.234416977502406}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 41, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374228, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.78512503858656, "doc_prefill_ms": 253.67212493438274, "compress_ms": 38.35033404175192, "serialize_ms": 3.283832920715213, "load_ms": 1.4268329832702875, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.21887493133545, "ttft_ms": 18.21887493133545, "decode_ms": 13.31541605759412}, "total_wall_ms": 34.53708300366998, "ttft_ms": 18.21887493133545, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1544388608, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6328181052, "mlx_cache_bytes": 16771562269, "process_rss_bytes": 1544388608}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6328181052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "890cdc53d460f5335bcd15e45bc1d8c9a8428db493862e259b79d24dc6293c78", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2957 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a5ba308be8c64b29f827cae9", "attempt_id": "08619be49560", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:58.447503Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 19, "compress_ms": 38.234416977502406}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 36, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374228, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.78512503858656, "doc_prefill_ms": 253.67212493438274, "compress_ms": 38.35033404175192, "serialize_ms": 3.283832920715213, "load_ms": 1.4311670092865825, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.16691702697426, "ttft_ms": 18.16691702697426, "decode_ms": 13.228249968960881}, "total_wall_ms": 34.370374982245266, "ttft_ms": 18.16691702697426, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1544388608, "backend_memory": {"mlx_active_bytes": 6287007752, "mlx_peak_bytes": 6322856252, "mlx_cache_bytes": 16771562269, "process_rss_bytes": 1544388608}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6322856252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "890cdc53d460f5335bcd15e45bc1d8c9a8428db493862e259b79d24dc6293c78", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2958 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c4479ed8ef6f1ccffc337a04", "attempt_id": "d4917d73aa82", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:58.501245Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 19, "compress_ms": 38.234416977502406}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 47, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374228, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.78512503858656, "doc_prefill_ms": 253.67212493438274, "compress_ms": 38.35033404175192, "serialize_ms": 3.283832920715213, "load_ms": 1.4533329522237182, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.28237494919449, "ttft_ms": 18.28237494919449, "decode_ms": 13.195917010307312}, "total_wall_ms": 34.47729104664177, "ttft_ms": 18.28237494919449, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 47}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1544388608, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6333342012, "mlx_cache_bytes": 16770792221, "process_rss_bytes": 1544388608}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6333342012, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "890cdc53d460f5335bcd15e45bc1d8c9a8428db493862e259b79d24dc6293c78", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2959 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d26c6a82e44bfc450906e8e6", "attempt_id": "c9a0cbab81cb", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:58.555226Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 35, "compress_ms": 43.06370799895376}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 35, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374177, "side_information_bytes": 15905, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.237624974921346, "doc_prefill_ms": 253.67212493438274, "compress_ms": 44.44429196882993, "serialize_ms": 4.5679580653086305, "load_ms": 1.203250023536384, "receiver_prefill_ms": 0.0, "query_prefill_ms": 328.2489590346813, "ttft_ms": 328.2489590346813, "decode_ms": 96.82912495918572}, "total_wall_ms": 478.3509169938043, "ttft_ms": 328.2489590346813, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1562968064, "backend_memory": {"mlx_active_bytes": 6287106056, "mlx_peak_bytes": 6314810448, "mlx_cache_bytes": 16835986217, "process_rss_bytes": 1562968064}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6314810448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-1015", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1f36c5ff4878ebe6a42342d88876628b5ca4e565a3b9448fe1bc64989ef0161d", "output_hash": "a8ac085f8928c72063463904bd4a2799bd09b8a982940ac03f014a34c8b19946"} |
| |
2960 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d1dd3ebd38aa4b574ea65612", "attempt_id": "7d20134cda81", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:59.053251Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 42, "compress_ms": 42.202375014312565}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 42, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374178, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.4012090601027, "doc_prefill_ms": 253.67212493438274, "compress_ms": 43.605374987237155, "serialize_ms": 4.563582944683731, "load_ms": 1.2389159528538585, "receiver_prefill_ms": 0.0, "query_prefill_ms": 398.5266669187695, "ttft_ms": 398.5266669187695, "decode_ms": 161.56837495509535}, "total_wall_ms": 611.3099999492988, "ttft_ms": 398.5266669187695, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1581023232, "backend_memory": {"mlx_active_bytes": 6287482888, "mlx_peak_bytes": 6316342464, "mlx_cache_bytes": 16842058477, "process_rss_bytes": 1581023232}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6316342464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d17c53f92c85b08beda3ace130c9351df7804514a3fabbc40042653c4d7292ec", "output_hash": "77b7da1d43e7d8815e9e9159ebbd735045bc7f668260ba30b93674f70622b8ec"} |
| |
2961 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "575a6de44249cf5cf074fa1a", "attempt_id": "eca5dade0e6f", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:09:59.685291Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 41, "compress_ms": 41.372875100933015}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 41, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374178, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.667125007137656, "doc_prefill_ms": 253.67212493438274, "compress_ms": 42.724041966721416, "serialize_ms": 4.718500073067844, "load_ms": 1.244208891876042, "receiver_prefill_ms": 0.0, "query_prefill_ms": 387.54358305595815, "ttft_ms": 387.54358305595815, "decode_ms": 94.27016705740243}, "total_wall_ms": 532.3234590468928, "ttft_ms": 387.54358305595815, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1598095360, "backend_memory": {"mlx_active_bytes": 6287286280, "mlx_peak_bytes": 6315983076, "mlx_cache_bytes": 16842255085, "process_rss_bytes": 1598095360}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6315983076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d17c53f92c85b08beda3ace130c9351df7804514a3fabbc40042653c4d7292ec", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2962 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b62bfb2c651b6a1cbbc017f7", "attempt_id": "b3bdd457fde3", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:00.238626Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 36, "compress_ms": 42.18158405274153}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 36, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374177, "side_information_bytes": 15905, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.40245901141316, "doc_prefill_ms": 253.67212493438274, "compress_ms": 43.58058294747025, "serialize_ms": 4.596958984620869, "load_ms": 1.1210000375285745, "receiver_prefill_ms": 0.0, "query_prefill_ms": 339.76750005967915, "ttft_ms": 339.76750005967915, "decode_ms": 161.78766603115946}, "total_wall_ms": 552.7512090047821, "ttft_ms": 339.76750005967915, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 36}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1613430784, "backend_memory": {"mlx_active_bytes": 6287286280, "mlx_peak_bytes": 6314896560, "mlx_cache_bytes": 16842255085, "process_rss_bytes": 1613430784}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6314896560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvad A. Sollith-7", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1f36c5ff4878ebe6a42342d88876628b5ca4e565a3b9448fe1bc64989ef0161d", "output_hash": "2bdae13babd06a7c517f66384bf0aebeb6fe10452279bed0448f8796e5ec481d"} |
| |
2963 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bc3136780a121f113dd4a399", "attempt_id": "0c1b9f9f2346", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:00.811707Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 47, "compress_ms": 42.29333298280835}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 47, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 18358272, "serialized_payload_bytes": 18374177, "side_information_bytes": 15905, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.63062500953674, "doc_prefill_ms": 253.67212493438274, "compress_ms": 43.656416004523635, "serialize_ms": 4.747374914586544, "load_ms": 1.2015000684186816, "receiver_prefill_ms": 0.0, "query_prefill_ms": 446.58783299382776, "ttft_ms": 446.58783299382776, "decode_ms": 79.90037510171533}, "total_wall_ms": 577.9338330030441, "ttft_ms": 446.58783299382776, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 47}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1630404608, "backend_memory": {"mlx_active_bytes": 6287417352, "mlx_peak_bytes": 6317576436, "mlx_cache_bytes": 16842232953, "process_rss_bytes": 1630404608}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6317576436, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "530000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1f36c5ff4878ebe6a42342d88876628b5ca4e565a3b9448fe1bc64989ef0161d", "output_hash": "132b4525171f6374aa2515e716cd2d7f1d4217616d8589043c482d93f1690ad0"} |
| |
2964 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d43a91f58c57dbcf3e2443c", "attempt_id": "62c34d2fdb35", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:01.410465Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 35, "compress_ms": 41.86520795337856, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 35, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 9752832, "serialized_payload_bytes": 9786353, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.80062493961304, "doc_prefill_ms": 253.67212493438274, "compress_ms": 50.487541942857206, "serialize_ms": 32.88295795209706, "load_ms": 1.4259170275181532, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.93195796199143, "ttft_ms": 17.93195796199143, "decode_ms": 115.33841700293124}, "total_wall_ms": 220.06766707636416, "ttft_ms": 17.93195796199143, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1649082368, "backend_memory": {"mlx_active_bytes": 6268719216, "mlx_peak_bytes": 6308953424, "mlx_cache_bytes": 16868445569, "process_rss_bytes": 1649082368}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6308953424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "RQ-10229", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7beccadfc4738bf87d98c186576270c7f5e3416060b073ec8d0667d44874683e", "output_hash": "342feda3b1787c1eb2f0217da5e2e911f6faacc141ac474227420a0b6e80cf94"} |
| |
2965 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2e04e5371b0d2b5fa3dba09d", "attempt_id": "1e319ee6e8a5", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:01.651394Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 42, "compress_ms": 40.384249994531274, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 42, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 9752832, "serialized_payload_bytes": 9786354, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.00962505862117, "doc_prefill_ms": 253.67212493438274, "compress_ms": 48.67766599636525, "serialize_ms": 3.921541036106646, "load_ms": 1.4312920393422246, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.938833916559815, "ttft_ms": 17.938833916559815, "decode_ms": 172.28487494867295}, "total_wall_ms": 246.21770798694342, "ttft_ms": 17.938833916559815, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 42}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1651130368, "backend_memory": {"mlx_active_bytes": 6268692104, "mlx_peak_bytes": 6315348856, "mlx_cache_bytes": 16881373321, "process_rss_bytes": 1651130368}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6315348856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 247-S in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4df27fd0047504014958e999b51aea30721763a34fcf125342d46a189952c179", "output_hash": "ddda4238cd9ed16c810bc057e7eb0eb0d6ac96f0b821a21b7726c612c88b0837"} |
| |
2966 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "deca2bf4b79ecd085718b46a", "attempt_id": "77c829a5eff5", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:01.917350Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 41, "compress_ms": 40.49333301372826, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 41, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 9752832, "serialized_payload_bytes": 9786353, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.64491697400808, "doc_prefill_ms": 253.67212493438274, "compress_ms": 48.98966709151864, "serialize_ms": 4.260958055965602, "load_ms": 1.0364579502493143, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.84062501974404, "ttft_ms": 17.84062501974404, "decode_ms": 100.32612504437566}, "total_wall_ms": 174.3875000393018, "ttft_ms": 17.84062501974404, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1651163136, "backend_memory": {"mlx_active_bytes": 6268640152, "mlx_peak_bytes": 6317182712, "mlx_cache_bytes": 16885029753, "process_rss_bytes": 1651163136}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6317182712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "15.0054", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7beccadfc4738bf87d98c186576270c7f5e3416060b073ec8d0667d44874683e", "output_hash": "d13adba73068c847c850237059e0202fc5b91ccacf2e792e9ce5e3b90556501a"} |
| |
2967 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e7bc0bd8b229a977b62126ed", "attempt_id": "443018c38048", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:02.112062Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 36, "compress_ms": 41.4929169928655, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 36, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 9752832, "serialized_payload_bytes": 9786352, "side_information_bytes": 33520, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.91087499447167, "doc_prefill_ms": 253.67212493438274, "compress_ms": 49.76929095573723, "serialize_ms": 3.7505829241126776, "load_ms": 1.5229580458253622, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.513667000457644, "ttft_ms": 17.513667000457644, "decode_ms": 129.48054110165685}, "total_wall_ms": 203.9993330836296, "ttft_ms": 17.513667000457644, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 36}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1651163136, "backend_memory": {"mlx_active_bytes": 6268636824, "mlx_peak_bytes": 6308886648, "mlx_cache_bytes": 16885033081, "process_rss_bytes": 1651163136}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6308886648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Priyamvad Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cf922d27fb107f2c6f63d860de12d7bb775dc8ddd751b1d6d8e35e599eefbe43", "output_hash": "d5dc8c81becff469d1ff693fc30666a93d1b4470c2bd167b79d2e740f593e727"} |
| |
2968 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4043cda64ffb607274d73578", "attempt_id": "7f09378630c0", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:02.335842Z", "task_family": "synthetic", "document_id": "syn_03027_2000", "document_hash": "10326080979f71b625e4110c7c19767e5a752e267de5034f7e37d98cb6e06249", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03027_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1994, "keep": 498, "window_tokens": 47, "compress_ms": 41.110833059065044, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1955, "source_tokens_receiver": 1955, "query_tokens": 47, "message_tokens": 1994, "message_utf8_bytes": 7247, "cache_tensor_bytes": 9752832, "serialized_payload_bytes": 9786354, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.02441706974059, "doc_prefill_ms": 253.67212493438274, "compress_ms": 49.529833951964974, "serialize_ms": 4.083040985278785, "load_ms": 1.453540986403823, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.943124985322356, "ttft_ms": 17.943124985322356, "decode_ms": 86.3480829866603}, "total_wall_ms": 161.24845808371902, "ttft_ms": 17.943124985322356, "input_usage": {"receiver_prefix_tokens": 1994, "dense_cache_bytes": 73506816, "query_tokens": 47}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1651163136, "backend_memory": {"mlx_active_bytes": 6268645944, "mlx_peak_bytes": 6320368920, "mlx_cache_bytes": 16892544217, "process_rss_bytes": 1651163136}, "peak_prefill_memory": 7042252784, "peak_decode_memory": 6320368920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "530300", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03027_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4df27fd0047504014958e999b51aea30721763a34fcf125342d46a189952c179", "output_hash": "57721c88c2e03e42010600e7b9f53202d548be9913acb5b0aa0cc981ae284b8b"} |
| |
2969 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a576a5604a7695fe20dad186", "attempt_id": "1c479c30911b", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:02.625995Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007874914444983006, "decode_payload_ms": 0.0, "receiver_prefill_ms": 15.158958034589887, "ttft_ms": 13.669042033143342, "decode_ms": 13.157707988284528}, "total_wall_ms": 42.42620791774243, "ttft_ms": 13.669042033143342, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1295974400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 128255668, "process_rss_bytes": 1295974400}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2970 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d9d7a037fba1ca7bbba6117", "attempt_id": "1fad7cae7c4a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:02.695668Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007874914444983006, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.176749982871115, "ttft_ms": 12.99858302809298, "decode_ms": 13.277584104798734}, "total_wall_ms": 50.879084039479494, "ttft_ms": 12.99858302809298, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1295974400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 191678132, "process_rss_bytes": 1295974400}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2971 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a1c831fc57fa84f7ce298870", "attempt_id": "148ba3f7b9bf", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:02.771451Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 68, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007874914444983006, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.043665966019034, "ttft_ms": 13.090250082314014, "decode_ms": 13.615875039249659}, "total_wall_ms": 51.19983304757625, "ttft_ms": 13.090250082314014, "input_usage": {"receiver_prompt_tokens": 68}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1295974400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 191956660, "process_rss_bytes": 1295974400}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2972 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3c518ea1138018b6cae230b9", "attempt_id": "3fab4e7cb334", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:02.847353Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007874914444983006, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.393500014208257, "ttft_ms": 13.215541024692357, "decode_ms": 13.373166904784739}, "total_wall_ms": 50.392708042636514, "ttft_ms": 13.215541024692357, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1295974400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6240625288, "mlx_cache_bytes": 232359604, "process_rss_bytes": 1295974400}, "peak_prefill_memory": null, "peak_decode_memory": 6240625288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2973 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02c38510d7f062316b4ad488", "attempt_id": "7e73f712cfbd", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:02.922228Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007874914444983006, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.25008302088827, "ttft_ms": 13.227124931290746, "decode_ms": 13.087916071526706}, "total_wall_ms": 50.97374995239079, "ttft_ms": 13.227124931290746, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1295974400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245884552, "mlx_cache_bytes": 279987892, "process_rss_bytes": 1295974400}, "peak_prefill_memory": null, "peak_decode_memory": 6245884552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2974 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e7038f2af6d91d4722267e05", "attempt_id": "19eeabd79fd6", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:02.997862Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 5878, "message_tokens": 5804, "message_utf8_bytes": 29099, "cache_tensor_bytes": null, "serialized_payload_bytes": 29099, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007417052984237671, "decode_payload_ms": 0.0, "receiver_prefill_ms": 694.4161250721663, "ttft_ms": 14.080916997045279, "decode_ms": 138.9212500071153}, "total_wall_ms": 856.2583749881014, "ttft_ms": 14.080916997045279, "input_usage": {"receiver_prompt_tokens": 5878}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1296007168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2198341300, "process_rss_bytes": 1296007168}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
2975 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "10ea057e3bd67756dcae1ad2", "attempt_id": "23656746ae54", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:03.878998Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 5883, "message_tokens": 5804, "message_utf8_bytes": 29099, "cache_tensor_bytes": null, "serialized_payload_bytes": 29099, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007417052984237671, "decode_payload_ms": 0.0, "receiver_prefill_ms": 721.3416250888258, "ttft_ms": 14.334124978631735, "decode_ms": 155.1340000005439}, "total_wall_ms": 899.6437910245731, "ttft_ms": 14.334124978631735, "input_usage": {"receiver_prompt_tokens": 5883}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1296039936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3127363252, "process_rss_bytes": 1296039936}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "output_hash": "f875bf760b38e9eee1302688e35c851f74a65d75da0ff569bbff799692ee9d04"} |
| |
2976 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e6078e6fad1ab502a02f662e", "attempt_id": "4a630ee864bf", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:04.803408Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 5882, "message_tokens": 5804, "message_utf8_bytes": 29099, "cache_tensor_bytes": null, "serialized_payload_bytes": 29099, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007417052984237671, "decode_payload_ms": 0.0, "receiver_prefill_ms": 757.7593339374289, "ttft_ms": 14.168875059112906, "decode_ms": 98.86900009587407}, "total_wall_ms": 879.2651250259951, "ttft_ms": 14.168875059112906, "input_usage": {"receiver_prompt_tokens": 5882}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1296072704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3127363252, "process_rss_bytes": 1296072704}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
2977 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "03628f91982e21d0fe900719", "attempt_id": "7fc60ed617df", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:05.708225Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 5880, "message_tokens": 5804, "message_utf8_bytes": 29099, "cache_tensor_bytes": null, "serialized_payload_bytes": 29099, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007417052984237671, "decode_payload_ms": 0.0, "receiver_prefill_ms": 800.1374590676278, "ttft_ms": 14.271209016442299, "decode_ms": 56.417749961838126}, "total_wall_ms": 879.9264580011368, "ttft_ms": 14.271209016442299, "input_usage": {"receiver_prompt_tokens": 5880}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1296105472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3616720564, "process_rss_bytes": 1296105472}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
2978 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27ba62cee8289fe5e3d0bdd9", "attempt_id": "599ff64590f8", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:06.613914Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 5887, "message_tokens": 5804, "message_utf8_bytes": 29099, "cache_tensor_bytes": null, "serialized_payload_bytes": 29099, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007417052984237671, "decode_payload_ms": 0.0, "receiver_prefill_ms": 831.3050409778953, "ttft_ms": 14.470750000327826, "decode_ms": 99.32245803065598}, "total_wall_ms": 953.9633749518543, "ttft_ms": 14.470750000327826, "input_usage": {"receiver_prompt_tokens": 5887}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1296138240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4320904884, "process_rss_bytes": 1296138240}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "549.950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "output_hash": "cab784b9a3b9aa92b5218ac427b87c725bb99e22c3af34061c9cf715ac2eedec"} |
| |
2979 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8ed0627567bd0a2390c7ddb3", "attempt_id": "64ddf3385f50", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:07.598082Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5804}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2256, "cache_tensor_bytes": null, "serialized_payload_bytes": 2256, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.941084025427699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.51408393960446, "ttft_ms": 13.71712505351752, "decode_ms": 134.7751250723377}, "total_wall_ms": 227.2031670436263, "ttft_ms": 13.71712505351752, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1296138240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 4716152500, "process_rss_bytes": 1296138240}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a073dd6eecee405b155a9e8d00d1dca62ba7229cafcc7323de132f7eda9664b4", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
2980 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "26d673a6d179ea5d66458e12", "attempt_id": "43b1d1fcf770", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:07.849982Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5804}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2256, "cache_tensor_bytes": null, "serialized_payload_bytes": 2256, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.941084025427699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.23537501320243, "ttft_ms": 13.392499997280538, "decode_ms": 13.491000048816204}, "total_wall_ms": 99.3084580404684, "ttft_ms": 13.392499997280538, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1296154624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 5066016436, "process_rss_bytes": 1296154624}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a073dd6eecee405b155a9e8d00d1dca62ba7229cafcc7323de132f7eda9664b4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2981 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "22ee2172f223f3a5d86f1d93", "attempt_id": "9a0c88c1c40d", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:07.974233Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5804}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 599, "message_tokens": 516, "message_utf8_bytes": 2256, "cache_tensor_bytes": null, "serialized_payload_bytes": 2256, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.941084025427699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.48320903070271, "ttft_ms": 13.434541993774474, "decode_ms": 13.441332965157926}, "total_wall_ms": 99.56970799248666, "ttft_ms": 13.434541993774474, "input_usage": {"receiver_prompt_tokens": 599}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1296171008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569422936, "mlx_cache_bytes": 5154195124, "process_rss_bytes": 1296171008}, "peak_prefill_memory": null, "peak_decode_memory": 6569422936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a073dd6eecee405b155a9e8d00d1dca62ba7229cafcc7323de132f7eda9664b4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2982 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97e40102ebffe33534f8bf14", "attempt_id": "cbdf91612dc2", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:08.099525Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5804}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 2256, "cache_tensor_bytes": null, "serialized_payload_bytes": 2256, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.941084025427699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.46850000228733, "ttft_ms": 13.572916970588267, "decode_ms": 13.499375083483756}, "total_wall_ms": 100.70237494073808, "ttft_ms": 13.572916970588267, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1296171008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5399561908, "process_rss_bytes": 1296171008}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a073dd6eecee405b155a9e8d00d1dca62ba7229cafcc7323de132f7eda9664b4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2983 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "30b41dbb714218feac0cfc11", "attempt_id": "55d5998bae0b", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:08.225542Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5804}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 2256, "cache_tensor_bytes": null, "serialized_payload_bytes": 2256, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.941084025427699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.6908339895308, "ttft_ms": 13.512333040125668, "decode_ms": 13.46512499731034}, "total_wall_ms": 101.89254197757691, "ttft_ms": 13.512333040125668, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1296187392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569799768, "mlx_cache_bytes": 5766825652, "process_rss_bytes": 1296187392}, "peak_prefill_memory": null, "peak_decode_memory": 6569799768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a073dd6eecee405b155a9e8d00d1dca62ba7229cafcc7323de132f7eda9664b4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2984 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01a7528cce4d7045f511ff94", "attempt_id": "89f90c265132", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:08.356437Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 582, "message_tokens": 507, "message_utf8_bytes": 1235, "cache_tensor_bytes": null, "serialized_payload_bytes": 1235, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.394916933961213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.73320900276303, "ttft_ms": 13.69266607798636, "decode_ms": 13.389708939939737}, "total_wall_ms": 100.84375005681068, "ttft_ms": 13.69266607798636, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1296236544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559101016, "mlx_cache_bytes": 6120916660, "process_rss_bytes": 1296236544}, "peak_prefill_memory": null, "peak_decode_memory": 6559101016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d8349edd265d56ef8fe4587c9df81e9dc2d52a4f7ddfb746f9c79425433a406c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2985 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1c7aea9b1e0d36b79bb58338", "attempt_id": "a982eb26be2e", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:08.482482Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 587, "message_tokens": 507, "message_utf8_bytes": 1235, "cache_tensor_bytes": null, "serialized_payload_bytes": 1235, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.394916933961213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.3196249930188, "ttft_ms": 13.540707994252443, "decode_ms": 13.535958947613835}, "total_wall_ms": 101.37204197235405, "ttft_ms": 13.540707994252443, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1296252928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 6463407796, "process_rss_bytes": 1296252928}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d8349edd265d56ef8fe4587c9df81e9dc2d52a4f7ddfb746f9c79425433a406c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2986 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "62cf23f161f8e6a51a89211c", "attempt_id": "e1508459db5b", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:08.608223Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 586, "message_tokens": 507, "message_utf8_bytes": 1235, "cache_tensor_bytes": null, "serialized_payload_bytes": 1235, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.394916933961213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.1067910566926, "ttft_ms": 13.395540998317301, "decode_ms": 13.436458073556423}, "total_wall_ms": 101.96487500797957, "ttft_ms": 13.395540998317301, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1296269312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 6463407796, "process_rss_bytes": 1296269312}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d8349edd265d56ef8fe4587c9df81e9dc2d52a4f7ddfb746f9c79425433a406c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2987 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6796d3ebc8aa50df0425f385", "attempt_id": "cb66e79b0c1d", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:08.734708Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 584, "message_tokens": 507, "message_utf8_bytes": 1235, "cache_tensor_bytes": null, "serialized_payload_bytes": 1235, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.394916933961213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.03083401732147, "ttft_ms": 13.646582956425846, "decode_ms": 53.92737500369549}, "total_wall_ms": 142.72979099769145, "ttft_ms": 13.646582956425846, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1296285696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 6703564468, "process_rss_bytes": 1296285696}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d8349edd265d56ef8fe4587c9df81e9dc2d52a4f7ddfb746f9c79425433a406c", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
2988 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4a2536467a15d0bd47b02789", "attempt_id": "1fca38d2f90d", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:08.903730Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 591, "message_tokens": 507, "message_utf8_bytes": 1235, "cache_tensor_bytes": null, "serialized_payload_bytes": 1235, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.394916933961213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.53787496685982, "ttft_ms": 13.935666996985674, "decode_ms": 95.2124590985477}, "total_wall_ms": 183.71766700875014, "ttft_ms": 13.935666996985674, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1296302080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 6968297140, "process_rss_bytes": 1296302080}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "549,950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d8349edd265d56ef8fe4587c9df81e9dc2d52a4f7ddfb746f9c79425433a406c", "output_hash": "c186ae04f377e0a3f95a6b3affbd1003677f14085f9e34f17926f3b1d1a83d6a"} |
| |
2989 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dabc7adf6b2fa3b41c98baf4", "attempt_id": "4527349ebe04", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:09.112990Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 584, "message_tokens": 509, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.24604201503098, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.80604205839336, "ttft_ms": 13.464041985571384, "decode_ms": 138.62008310388774}, "total_wall_ms": 226.30654100794345, "ttft_ms": 13.464041985571384, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1296318464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 6968297140, "process_rss_bytes": 1296318464}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62232f5fc932ffe119cf6d96f3a4e06ead44ed1f1da78b7322753e13e649d71f", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
2990 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40eab59d5ad3b8bff029974b", "attempt_id": "15350ef57d4b", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:09.366565Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 577, "message_tokens": 497, "message_utf8_bytes": 1619, "cache_tensor_bytes": null, "serialized_payload_bytes": 1619, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.179540926590562, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.00641703698784, "ttft_ms": 13.613332994282246, "decode_ms": 150.77437495347112}, "total_wall_ms": 233.69037499651313, "ttft_ms": 13.613332994282246, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1296318464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555267160, "mlx_cache_bytes": 7304496820, "process_rss_bytes": 1296318464}, "peak_prefill_memory": null, "peak_decode_memory": 6555267160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ed77e98dd342ef1ef64b40a06c55e08ea5dfcb7dd0a00c9bac61f36ed02cf24", "output_hash": "f875bf760b38e9eee1302688e35c851f74a65d75da0ff569bbff799692ee9d04"} |
| |
2991 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "498202ab4fd24b2e71f0535e", "attempt_id": "942cfab34661", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:09.626901Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 583, "message_tokens": 504, "message_utf8_bytes": 1354, "cache_tensor_bytes": null, "serialized_payload_bytes": 1354, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.3253330728039145, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.21912508551031, "ttft_ms": 13.556207995861769, "decode_ms": 95.3421660233289}, "total_wall_ms": 181.46254098974168, "ttft_ms": 13.556207995861769, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1296351232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559789144, "mlx_cache_bytes": 7390316212, "process_rss_bytes": 1296351232}, "peak_prefill_memory": null, "peak_decode_memory": 6559789144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "df30e837a23c01e12ae8b3654003a0219949f987a39e95f27e0695231671fe9c", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
2992 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9165d440d3588a42e890c24f", "attempt_id": "a26ebe09e985", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:09.834465Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 20}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 586, "message_tokens": 509, "message_utf8_bytes": 1624, "cache_tensor_bytes": null, "serialized_payload_bytes": 1624, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8930829828605056, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.33875009417534, "ttft_ms": 13.689332990907133, "decode_ms": 54.63295802474022}, "total_wall_ms": 140.58433403261006, "ttft_ms": 13.689332990907133, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1296351232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 7390316212, "process_rss_bytes": 1296351232}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "51ff169ddd3660eb32e5026aefd33f26da80be672af65aa5fa97440044199bad", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
2993 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7a4233f36fe4bbcde131af1", "attempt_id": "8866dd6af9fb", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:10.000574Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 15}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 591, "message_tokens": 507, "message_utf8_bytes": 1248, "cache_tensor_bytes": null, "serialized_payload_bytes": 1248, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9915420562028885, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.21024997811764, "ttft_ms": 13.617334072478116, "decode_ms": 94.62362504564226}, "total_wall_ms": 181.43212504219264, "ttft_ms": 13.617334072478116, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1296334848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 7390316212, "process_rss_bytes": 1296334848}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "549.950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0ce76538ccb18248e43edf94ee9238ca07e960bbf095a7c113bffc44f828e575", "output_hash": "cab784b9a3b9aa92b5218ac427b87c725bb99e22c3af34061c9cf715ac2eedec"} |
| |
2994 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "87543a89721a11f16b778f3b", "attempt_id": "936dd8ac8dd3", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:15.129706Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 367, "message_tokens": 289, "message_utf8_bytes": 1451, "cache_tensor_bytes": null, "serialized_payload_bytes": 1451, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4921.64195899386, "decode_payload_ms": 0.0, "receiver_prefill_ms": 47.77066700626165, "ttft_ms": 13.325792038813233, "decode_ms": 52.96195799019188}, "total_wall_ms": 115.46912498306483, "ttft_ms": 13.325792038813233, "input_usage": {"receiver_prompt_tokens": 367, "sender_input_tokens": 5920, "sender_output_tokens": 289, "sender_prefill_ms": 869.2236670758575, "sender_ttft_ms": 14.890249934978783, "sender_decode_ms": 4030.270916991867}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1296482304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6482273832, "mlx_cache_bytes": 8630979692, "process_rss_bytes": 1296482304}, "peak_prefill_memory": null, "peak_decode_memory": 6482273832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FEL13", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e2333c655d657062c7c43eccb7a91cc184a2031e9ef60f7401b9f7983397c49", "output_hash": "c1f2e98b8b8e8fa6d446e660ebeb44f72ab5a7beae44d4b84e81e473fa5f4cf8"} |
| |
2995 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e6622b23cfaf5fba854bc4b", "attempt_id": "1512ecbb13bc", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:15.271216Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 372, "message_tokens": 289, "message_utf8_bytes": 1451, "cache_tensor_bytes": null, "serialized_payload_bytes": 1451, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4921.64195899386, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.29612502362579, "ttft_ms": 13.081375043839216, "decode_ms": 93.94404198974371}, "total_wall_ms": 156.35108295828104, "ttft_ms": 13.081375043839216, "input_usage": {"receiver_prompt_tokens": 372, "sender_input_tokens": 5920, "sender_output_tokens": 289, "sender_prefill_ms": 869.2236670758575, "sender_ttft_ms": 14.890249934978783, "sender_decode_ms": 4030.270916991867}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1296482304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486222396, "mlx_cache_bytes": 8933970488, "process_rss_bytes": 1296482304}, "peak_prefill_memory": null, "peak_decode_memory": 6486222396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 12, Town X", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.25}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e2333c655d657062c7c43eccb7a91cc184a2031e9ef60f7401b9f7983397c49", "output_hash": "cd880158a90629cd7b9f30696423a7b0f8baecd630cf5c1c6d09a39e7b718cc9"} |
| |
2996 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e15f3adb07fa9d74f1bb2d4", "attempt_id": "1a3d4da1984f", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:15.452933Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 371, "message_tokens": 289, "message_utf8_bytes": 1451, "cache_tensor_bytes": null, "serialized_payload_bytes": 1451, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4921.64195899386, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.035833053290844, "ttft_ms": 13.334625051356852, "decode_ms": 13.114458997733891}, "total_wall_ms": 75.46504097990692, "ttft_ms": 13.334625051356852, "input_usage": {"receiver_prompt_tokens": 371, "sender_input_tokens": 5920, "sender_output_tokens": 289, "sender_prefill_ms": 869.2236670758575, "sender_ttft_ms": 14.890249934978783, "sender_decode_ms": 4030.270916991867}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1296482304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6485960252, "mlx_cache_bytes": 9006715448, "process_rss_bytes": 1296482304}, "peak_prefill_memory": null, "peak_decode_memory": 6485960252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e2333c655d657062c7c43eccb7a91cc184a2031e9ef60f7401b9f7983397c49", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2997 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97adbf1e33c2ba1239f850d1", "attempt_id": "ef95e9b08f55", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:15.553534Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 369, "message_tokens": 289, "message_utf8_bytes": 1451, "cache_tensor_bytes": null, "serialized_payload_bytes": 1451, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4921.64195899386, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.25987492222339, "ttft_ms": 13.624083017930388, "decode_ms": 13.169749989174306}, "total_wall_ms": 76.05087500996888, "ttft_ms": 13.624083017930388, "input_usage": {"receiver_prompt_tokens": 369, "sender_input_tokens": 5920, "sender_output_tokens": 289, "sender_prefill_ms": 869.2236670758575, "sender_ttft_ms": 14.890249934978783, "sender_decode_ms": 4030.270916991867}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1296482304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6483453500, "mlx_cache_bytes": 9208828472, "process_rss_bytes": 1296482304}, "peak_prefill_memory": null, "peak_decode_memory": 6483453500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e2333c655d657062c7c43eccb7a91cc184a2031e9ef60f7401b9f7983397c49", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2998 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6aacdd9234baebd4fb1a0cb4", "attempt_id": "525f72a07017", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:15.654834Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 376, "message_tokens": 289, "message_utf8_bytes": 1451, "cache_tensor_bytes": null, "serialized_payload_bytes": 1451, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4921.64195899386, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.13329200260341, "ttft_ms": 13.281459105201066, "decode_ms": 13.383709010668099}, "total_wall_ms": 75.79624990466982, "ttft_ms": 13.281459105201066, "input_usage": {"receiver_prompt_tokens": 376, "sender_input_tokens": 5920, "sender_output_tokens": 289, "sender_prefill_ms": 869.2236670758575, "sender_ttft_ms": 14.890249934978783, "sender_decode_ms": 4030.270916991867}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1296482304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6489155148, "mlx_cache_bytes": 9502529556, "process_rss_bytes": 1296482304}, "peak_prefill_memory": null, "peak_decode_memory": 6489155148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e2333c655d657062c7c43eccb7a91cc184a2031e9ef60f7401b9f7983397c49", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
2999 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1a2257dbbf2124015d31e7fe", "attempt_id": "88885cd2cff5", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:15.755837Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 191, "message_tokens": 113, "message_utf8_bytes": 466, "cache_tensor_bytes": null, "serialized_payload_bytes": 466, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2441.5427920175716, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.25483393948525, "ttft_ms": 13.25687498319894, "decode_ms": 132.55358301103115}, "total_wall_ms": 2625.2702090423554, "ttft_ms": 13.25687498319894, "input_usage": {"receiver_prompt_tokens": 191, "sender_input_tokens": 5915, "sender_output_tokens": 113, "sender_prefill_ms": 845.6602080259472, "sender_ttft_ms": 14.551415923051536, "sender_decode_ms": 1576.6407499322668}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1296662528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6335489576, "mlx_cache_bytes": 10204502036, "process_rss_bytes": 1296662528}, "peak_prefill_memory": null, "peak_decode_memory": 6335489576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ba88b704c606a99921a41b07bc409c86201d96dbc8e87c015c2020ac07ae6d3b", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
3000 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68723948864b4d3423daf170", "attempt_id": "f341376dcd4e", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:18.406521Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 137, "message_tokens": 54, "message_utf8_bytes": 152, "cache_tensor_bytes": null, "serialized_payload_bytes": 152, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1578.0515829101205, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.870583024807274, "ttft_ms": 13.37820803746581, "decode_ms": 145.88437497150153}, "total_wall_ms": 1768.6838749796152, "ttft_ms": 13.37820803746581, "input_usage": {"receiver_prompt_tokens": 137, "sender_input_tokens": 5920, "sender_output_tokens": 54, "sender_prefill_ms": 803.925541928038, "sender_ttft_ms": 14.718291931785643, "sender_decode_ms": 754.7167500015348}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1296695296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6292005520, "mlx_cache_bytes": 10262436404, "process_rss_bytes": 1296695296}, "peak_prefill_memory": null, "peak_decode_memory": 6292005520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "958e5756e651d2ce73de44c9aaaccedbdd05a91d71d0aacbb85924f35dc1f286", "output_hash": "f875bf760b38e9eee1302688e35c851f74a65d75da0ff569bbff799692ee9d04"} |
| |
3001 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "48a40b3abe6cbd0125754ef4", "attempt_id": "4d60d9d4bc30", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:20.200876Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 145, "message_tokens": 63, "message_utf8_bytes": 229, "cache_tensor_bytes": null, "serialized_payload_bytes": 229, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1722.6268749218434, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.184208928607404, "ttft_ms": 13.107625069096684, "decode_ms": 93.02520798519254}, "total_wall_ms": 1863.2744159549475, "ttft_ms": 13.107625069096684, "input_usage": {"receiver_prompt_tokens": 145, "sender_input_tokens": 5919, "sender_output_tokens": 63, "sender_prefill_ms": 819.9042089981958, "sender_ttft_ms": 14.962707995437086, "sender_decode_ms": 883.1705419579521}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1296842752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6298198704, "mlx_cache_bytes": 10553744500, "process_rss_bytes": 1296842752}, "peak_prefill_memory": null, "peak_decode_memory": 6298198704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2c76cf75aefd1d85cfa8c8465ba610f9b4832fe1e46501fbe279f1ad693db2da", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
3002 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "96e6d1f06a967d65390f3c38", "attempt_id": "f41d6f554b5e", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:30.112592Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 432, "message_tokens": 342, "message_utf8_bytes": 819, "cache_tensor_bytes": null, "serialized_payload_bytes": 819, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8022.818625089712, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.97445906419307, "ttft_ms": 13.635665993206203, "decode_ms": 134.44575003813952}, "total_wall_ms": 202.9957080958411, "ttft_ms": 13.635665993206203, "input_usage": {"receiver_prompt_tokens": 432, "sender_input_tokens": 5948, "sender_output_tokens": 512, "sender_prefill_ms": 871.7357920249924, "sender_ttft_ms": 15.017541940324008, "sender_decode_ms": 7131.370833027177}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1297039360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6534080300, "mlx_cache_bytes": 11880047408, "process_rss_bytes": 1297039360}, "peak_prefill_memory": null, "peak_decode_memory": 6534080300, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a65473dee29193ab1ceb168cb227adccea896f784d3bdd0e4f264edf8366b46", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
3003 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e8e8c2c9136e91addf9f14bb", "attempt_id": "5d8ad7b49f99", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:30.341344Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 437, "message_tokens": 342, "message_utf8_bytes": 819, "cache_tensor_bytes": null, "serialized_payload_bytes": 819, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8022.818625089712, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.68554196320474, "ttft_ms": 13.278541970066726, "decode_ms": 13.492291909642518}, "total_wall_ms": 81.38400001917034, "ttft_ms": 13.278541970066726, "input_usage": {"receiver_prompt_tokens": 437, "sender_input_tokens": 5948, "sender_output_tokens": 512, "sender_prefill_ms": 871.7357920249924, "sender_ttft_ms": 15.017541940324008, "sender_decode_ms": 7131.370833027177}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1297039360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6537865024, "mlx_cache_bytes": 12221180416, "process_rss_bytes": 1297039360}, "peak_prefill_memory": null, "peak_decode_memory": 6537865024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a65473dee29193ab1ceb168cb227adccea896f784d3bdd0e4f264edf8366b46", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3004 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3cd743dab0d33f4015039523", "attempt_id": "72360944317c", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:30.447587Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 436, "message_tokens": 342, "message_utf8_bytes": 819, "cache_tensor_bytes": null, "serialized_payload_bytes": 819, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8022.818625089712, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.190666949376464, "ttft_ms": 13.41362507082522, "decode_ms": 94.59150000475347}, "total_wall_ms": 162.10612503346056, "ttft_ms": 13.41362507082522, "input_usage": {"receiver_prompt_tokens": 436, "sender_input_tokens": 5948, "sender_output_tokens": 512, "sender_prefill_ms": 871.7357920249924, "sender_ttft_ms": 15.017541940324008, "sender_decode_ms": 7131.370833027177}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1297039360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6537865024, "mlx_cache_bytes": 12221180416, "process_rss_bytes": 1297039360}, "peak_prefill_memory": null, "peak_decode_memory": 6537865024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "57.9177", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a65473dee29193ab1ceb168cb227adccea896f784d3bdd0e4f264edf8366b46", "output_hash": "460e05fb0e95a682a1d1b82cebb78a7f6986c1536bd873eeefd5cb6b2555fbcf"} |
| |
3005 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3be94612385a518d72b4e3a9", "attempt_id": "14c2d36ee24c", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:30.634518Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 434, "message_tokens": 342, "message_utf8_bytes": 819, "cache_tensor_bytes": null, "serialized_payload_bytes": 819, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8022.818625089712, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.77666698768735, "ttft_ms": 13.308249996043742, "decode_ms": 14.059458044357598}, "total_wall_ms": 82.00549997854978, "ttft_ms": 13.308249996043742, "input_usage": {"receiver_prompt_tokens": 434, "sender_input_tokens": 5948, "sender_output_tokens": 512, "sender_prefill_ms": 871.7357920249924, "sender_ttft_ms": 15.017541940324008, "sender_decode_ms": 7131.370833027177}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1297039360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6536292160, "mlx_cache_bytes": 12458945024, "process_rss_bytes": 1297039360}, "peak_prefill_memory": null, "peak_decode_memory": 6536292160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a65473dee29193ab1ceb168cb227adccea896f784d3bdd0e4f264edf8366b46", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3006 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "772ac1cd085039f436cc7752", "attempt_id": "b565ae3d5ca1", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:30.741336Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 441, "message_tokens": 342, "message_utf8_bytes": 819, "cache_tensor_bytes": null, "serialized_payload_bytes": 819, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8022.818625089712, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.81291697267443, "ttft_ms": 13.35937506519258, "decode_ms": 13.593040988780558}, "total_wall_ms": 81.70929190237075, "ttft_ms": 13.35937506519258, "input_usage": {"receiver_prompt_tokens": 441, "sender_input_tokens": 5948, "sender_output_tokens": 512, "sender_prefill_ms": 871.7357920249924, "sender_ttft_ms": 15.017541940324008, "sender_decode_ms": 7131.370833027177}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1297039360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6541059920, "mlx_cache_bytes": 12803371232, "process_rss_bytes": 1297039360}, "peak_prefill_memory": null, "peak_decode_memory": 6541059920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a65473dee29193ab1ceb168cb227adccea896f784d3bdd0e4f264edf8366b46", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3007 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "794ff49bf158adb83952ae07", "attempt_id": "85154727faa7", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:30.846938Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 139, "message_tokens": 49, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1855.6922079296783, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.835499987006187, "ttft_ms": 13.353999936953187, "decode_ms": 132.52266705967486}, "total_wall_ms": 2032.8654169570655, "ttft_ms": 13.353999936953187, "input_usage": {"receiver_prompt_tokens": 139, "sender_input_tokens": 5956, "sender_output_tokens": 74, "sender_prefill_ms": 808.3307499764487, "sender_ttft_ms": 14.24620789475739, "sender_decode_ms": 1028.4166249912232}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1297039360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6301344432, "mlx_cache_bytes": 13601878240, "process_rss_bytes": 1297039360}, "peak_prefill_memory": null, "peak_decode_memory": 6301344432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6d0f892c388fd1d3c4ae376b875ed916016ff3033578b8b01b43e656fe437055", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
3008 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cde1731bd773a909364ec79f", "attempt_id": "ca69a04e1566", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:32.905201Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 147, "message_tokens": 52, "message_utf8_bytes": 114, "cache_tensor_bytes": null, "serialized_payload_bytes": 114, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1826.6399999847636, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.857417033985257, "ttft_ms": 13.27949995175004, "decode_ms": 145.85170801728964}, "total_wall_ms": 2017.126249964349, "ttft_ms": 13.27949995175004, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 5961, "sender_output_tokens": 72, "sender_prefill_ms": 806.233000010252, "sender_ttft_ms": 14.394624973647296, "sender_decode_ms": 1001.2266669655219}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1297055744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300508856, "mlx_cache_bytes": 14449161000, "process_rss_bytes": 1297055744}, "peak_prefill_memory": null, "peak_decode_memory": 6300508856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G in Val-d'Or", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e656da0b6d6dca765c6084af0ba5f4421639298bc6029322d2c50c54983b29d6", "output_hash": "a04fd26aecb5907a451294b3ed4eac15ea5b7bf3f942cc2c664d1d139fea2c33"} |
| |
3009 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "532ba14f684c3ed01311bc12", "attempt_id": "a3d997da971a", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:34.947997Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 142, "message_tokens": 48, "message_utf8_bytes": 114, "cache_tensor_bytes": null, "serialized_payload_bytes": 114, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1805.8652089675888, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.66883306019008, "ttft_ms": 13.184166047722101, "decode_ms": 92.7935839863494}, "total_wall_ms": 1942.990041919984, "ttft_ms": 13.184166047722101, "input_usage": {"receiver_prompt_tokens": 142, "sender_input_tokens": 5960, "sender_output_tokens": 69, "sender_prefill_ms": 820.7385409623384, "sender_ttft_ms": 14.732500072568655, "sender_decode_ms": 965.7067919615656}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1297104896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6296625840, "mlx_cache_bytes": 14526755624, "process_rss_bytes": 1297104896}, "peak_prefill_memory": null, "peak_decode_memory": 6296625840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1a39ca792b8f53bdad70b5821eec2109e2d3da02096077369fefe770d1804b51", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
3010 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2d1276b5a55f93172520f1cf", "attempt_id": "b0d0dc76eb9d", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:36.916370Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 978, "message_tokens": 903, "message_utf8_bytes": 612, "cache_tensor_bytes": null, "serialized_payload_bytes": 612, "side_information_bytes": 0, "fetched_bytes": 1591, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028125010430812836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.21650004759431, "ttft_ms": 13.532208045944571, "decode_ms": 137.45741709135473}, "total_wall_ms": 258.7273329263553, "ttft_ms": 13.532208045944571, "input_usage": {"receiver_prompt_tokens": 978, "sender_input_tokens": 5948, "sender_output_tokens": 512, "sender_prefill_ms": 871.7357920249924, "sender_ttft_ms": 15.017541940324008, "sender_decode_ms": 7131.370833027177}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1297186816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6791147596, "mlx_cache_bytes": 15167976232, "process_rss_bytes": 1297186816}, "peak_prefill_memory": null, "peak_decode_memory": 6791147596, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1591, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "786a9db6a7b035c395640a9423e660032ba407dcad8641a3ca60cf40c070f796", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
3011 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0be3f886f9e6c3430c4ae217", "attempt_id": "763e00fa5d60", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:37.200488Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 983, "message_tokens": 903, "message_utf8_bytes": 612, "cache_tensor_bytes": null, "serialized_payload_bytes": 612, "side_information_bytes": 0, "fetched_bytes": 1591, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028125010430812836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.98875004891306, "ttft_ms": 13.698084047064185, "decode_ms": 13.717916910536587}, "total_wall_ms": 135.85141592193395, "ttft_ms": 13.698084047064185, "input_usage": {"receiver_prompt_tokens": 983, "sender_input_tokens": 5948, "sender_output_tokens": 512, "sender_prefill_ms": 871.7357920249924, "sender_ttft_ms": 15.017541940324008, "sender_decode_ms": 7131.370833027177}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1297219584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6793834572, "mlx_cache_bytes": 15745610536, "process_rss_bytes": 1297219584}, "peak_prefill_memory": null, "peak_decode_memory": 6793834572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1591, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab672690385ecdc47adbb7a3bb2161d8ce3a9be8e93523c46ea87d1a5c187322", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3012 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "55f79295c10dd0d9c7201a7c", "attempt_id": "3942188d946a", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:37.361553Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 1007, "message_tokens": 928, "message_utf8_bytes": 612, "cache_tensor_bytes": null, "serialized_payload_bytes": 612, "side_information_bytes": 0, "fetched_bytes": 1627, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028125010430812836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 112.39683302119374, "ttft_ms": 13.882916886359453, "decode_ms": 13.672167086042464}, "total_wall_ms": 141.4392909500748, "ttft_ms": 13.882916886359453, "input_usage": {"receiver_prompt_tokens": 1007, "sender_input_tokens": 5948, "sender_output_tokens": 512, "sender_prefill_ms": 871.7357920249924, "sender_ttft_ms": 15.017541940324008, "sender_decode_ms": 7131.370833027177}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1297219584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6808137804, "mlx_cache_bytes": 16371512104, "process_rss_bytes": 1297219584}, "peak_prefill_memory": null, "peak_decode_memory": 6808137804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1627, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6afaf06fdb20ea7cf965052168a41f30dfdd56ffca00c02989d1a3230b14c7a4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3013 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a278edda5da5df686cdaa97", "attempt_id": "a2aa53f4b975", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:37.526936Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 1009, "message_tokens": 932, "message_utf8_bytes": 612, "cache_tensor_bytes": null, "serialized_payload_bytes": 612, "side_information_bytes": 0, "fetched_bytes": 1615, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028125010430812836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.3469580244273, "ttft_ms": 13.744666939601302, "decode_ms": 13.532624929212034}, "total_wall_ms": 146.12837496679276, "ttft_ms": 13.744666939601302, "input_usage": {"receiver_prompt_tokens": 1009, "sender_input_tokens": 5948, "sender_output_tokens": 512, "sender_prefill_ms": 871.7357920249924, "sender_ttft_ms": 15.017541940324008, "sender_decode_ms": 7131.370833027177}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1297235968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6809022540, "mlx_cache_bytes": 16786551592, "process_rss_bytes": 1297235968}, "peak_prefill_memory": null, "peak_decode_memory": 6809022540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1615, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f089944efd4f4dec3eb59c0fcf4229d7d04c5836d9f28a9929e82c26408cf3b5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3014 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cfb00e4c712258130f506dad", "attempt_id": "ccfb61ccecdc", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:37.698343Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 1016, "message_tokens": 932, "message_utf8_bytes": 612, "cache_tensor_bytes": null, "serialized_payload_bytes": 612, "side_information_bytes": 0, "fetched_bytes": 1615, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.028125010430812836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 123.41941695194691, "ttft_ms": 13.856333098374307, "decode_ms": 13.722209027037024}, "total_wall_ms": 152.511875028722, "ttft_ms": 13.856333098374307, "input_usage": {"receiver_prompt_tokens": 1016, "sender_input_tokens": 5948, "sender_output_tokens": 512, "sender_prefill_ms": 871.7357920249924, "sender_ttft_ms": 15.017541940324008, "sender_decode_ms": 7131.370833027177}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1297235968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6813446220, "mlx_cache_bytes": 17383387944, "process_rss_bytes": 1297235968}, "peak_prefill_memory": null, "peak_decode_memory": 6813446220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1615, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ac5da7a569c759f1e9315e0469ce9b300579260866600a56c345d2644707d96b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3015 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "64c08f1010f508f3dc5dcd1b", "attempt_id": "861fe143e84a", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:37.876119Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.608457892818082}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 5878, "message_tokens": 5804, "message_utf8_bytes": 29099, "cache_tensor_bytes": null, "serialized_payload_bytes": 2743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07537496276199818, "decode_payload_ms": 0.0149579718708992, "receiver_prefill_ms": 898.1057499768212, "ttft_ms": 14.30108305066824, "decode_ms": 139.8592919576913}, "total_wall_ms": 1061.1023749224842, "ttft_ms": 14.30108305066824, "input_usage": {"receiver_prompt_tokens": 5878}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1297235968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 17383387944, "process_rss_bytes": 1297235968}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
3016 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "565cce2c559f1a2434699904", "attempt_id": "da54a369dbdf", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:38.962337Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.608457892818082}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 5883, "message_tokens": 5804, "message_utf8_bytes": 29099, "cache_tensor_bytes": null, "serialized_payload_bytes": 2743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07537496276199818, "decode_payload_ms": 0.0149579718708992, "receiver_prefill_ms": 878.7843749159947, "ttft_ms": 14.606166980229318, "decode_ms": 155.97195900045335}, "total_wall_ms": 1058.3792499965057, "ttft_ms": 14.606166980229318, "input_usage": {"receiver_prompt_tokens": 5883}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1297268736, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 17383387944, "process_rss_bytes": 1297268736}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "output_hash": "f875bf760b38e9eee1302688e35c851f74a65d75da0ff569bbff799692ee9d04"} |
| |
3017 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d26f8255b64842ba618c725a", "attempt_id": "9879e21b012a", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:40.046091Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.608457892818082}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 5882, "message_tokens": 5804, "message_utf8_bytes": 29099, "cache_tensor_bytes": null, "serialized_payload_bytes": 2743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07537496276199818, "decode_payload_ms": 0.0149579718708992, "receiver_prefill_ms": 861.3374580163509, "ttft_ms": 14.574208064004779, "decode_ms": 99.91329105105251}, "total_wall_ms": 984.8097499925643, "ttft_ms": 14.574208064004779, "input_usage": {"receiver_prompt_tokens": 5882}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1297301504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 17383387944, "process_rss_bytes": 1297301504}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
3018 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83ee24a2182611c91ba0e537", "attempt_id": "cdd23a306f65", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:41.056301Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.608457892818082}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 5880, "message_tokens": 5804, "message_utf8_bytes": 29099, "cache_tensor_bytes": null, "serialized_payload_bytes": 2743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07537496276199818, "decode_payload_ms": 0.0149579718708992, "receiver_prefill_ms": 859.7283340059221, "ttft_ms": 14.300834038294852, "decode_ms": 56.54504196718335}, "total_wall_ms": 939.3415000522509, "ttft_ms": 14.300834038294852, "input_usage": {"receiver_prompt_tokens": 5880}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1297350656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 17383387944, "process_rss_bytes": 1297350656}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
3019 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f796bedc2a82e493d9a2ac62", "attempt_id": "125c22100f8b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:42.020947Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.608457892818082}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 5887, "message_tokens": 5804, "message_utf8_bytes": 29099, "cache_tensor_bytes": null, "serialized_payload_bytes": 2743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07537496276199818, "decode_payload_ms": 0.0149579718708992, "receiver_prefill_ms": 866.0237910225987, "ttft_ms": 14.36529099009931, "decode_ms": 99.50779203791171}, "total_wall_ms": 988.7577079934999, "ttft_ms": 14.36529099009931, "input_usage": {"receiver_prompt_tokens": 5887}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1297350656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 17383387944, "process_rss_bytes": 1297350656}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "549.950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "output_hash": "cab784b9a3b9aa92b5218ac427b87c725bb99e22c3af34061c9cf715ac2eedec"} |
| |
3020 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1fabffb8bc65aa12da88b928", "attempt_id": "cb7f1dd247da", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:43.540686Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08821502412129566, "origin_tokens": 5602, "compressed_tokens": 535, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 664, "message_tokens": 587, "message_utf8_bytes": 2571, "cache_tensor_bytes": null, "serialized_payload_bytes": 2571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 505.4019169183448, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.69145810138434, "ttft_ms": 13.568458962254226, "decode_ms": 13.599625090137124}, "total_wall_ms": 113.93841705285013, "ttft_ms": 13.568458962254226, "input_usage": {"receiver_prompt_tokens": 664}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1302511616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6603698264, "mlx_cache_bytes": 17705530152, "process_rss_bytes": 1302511616}, "peak_prefill_memory": null, "peak_decode_memory": 6603698264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "04b517f79b793a673c966e0b21e0ce6a61d21f6e4699c86deaf95052ea2e078c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3021 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af0a87d1d60c6bcbf68645f7", "attempt_id": "3a3372f020c6", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:43.680743Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08821502412129566, "origin_tokens": 5602, "compressed_tokens": 535, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 669, "message_tokens": 587, "message_utf8_bytes": 2571, "cache_tensor_bytes": null, "serialized_payload_bytes": 2571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 505.4019169183448, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.8600840177387, "ttft_ms": 13.468042016029358, "decode_ms": 202.04662496689707}, "total_wall_ms": 299.64608303271234, "ttft_ms": 13.468042016029358, "input_usage": {"receiver_prompt_tokens": 669}, "output_usage": {"output_tokens": 15}, "provider_cached_usage": null, "process_memory": 1302511616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6604173400, "mlx_cache_bytes": 18007225128, "process_rss_bytes": 1302511616}, "peak_prefill_memory": null, "peak_decode_memory": 6604173400, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "December Lot 502-G Val-d'Or-69X", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "04b517f79b793a673c966e0b21e0ce6a61d21f6e4699c86deaf95052ea2e078c", "output_hash": "6665dcc22a04028f4ab1c5262e96257779d37745d46c44aa2c9ec3506d13b1ef"} |
| |
3022 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "839acd86e56f11d5de64c14b", "attempt_id": "721bbbab96be", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:44.005166Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08821502412129566, "origin_tokens": 5602, "compressed_tokens": 535, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 668, "message_tokens": 587, "message_utf8_bytes": 2571, "cache_tensor_bytes": null, "serialized_payload_bytes": 2571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 505.4019169183448, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.01908298581839, "ttft_ms": 13.412500033155084, "decode_ms": 40.67374998703599}, "total_wall_ms": 130.3119999356568, "ttft_ms": 13.412500033155084, "input_usage": {"receiver_prompt_tokens": 668}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1302511616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6603976792, "mlx_cache_bytes": 18007225128, "process_rss_bytes": 1302511616}, "peak_prefill_memory": null, "peak_decode_memory": 6603976792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "497", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "04b517f79b793a673c966e0b21e0ce6a61d21f6e4699c86deaf95052ea2e078c", "output_hash": "dcb5d6e69e4ded78464ae2843f509daf65c9ca09dfdc9b5ad69166341963a877"} |
| |
3023 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a146529a2ff2cd0f24820579", "attempt_id": "37deb2f401be", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:44.160956Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08821502412129566, "origin_tokens": 5602, "compressed_tokens": 535, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 666, "message_tokens": 587, "message_utf8_bytes": 2571, "cache_tensor_bytes": null, "serialized_payload_bytes": 2571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 505.4019169183448, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.09308296721429, "ttft_ms": 14.260208001360297, "decode_ms": 13.613290968351066}, "total_wall_ms": 104.25441700499505, "ttft_ms": 14.260208001360297, "input_usage": {"receiver_prompt_tokens": 666}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1302233088, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6602895448, "mlx_cache_bytes": 18193216296, "process_rss_bytes": 1302233088}, "peak_prefill_memory": null, "peak_decode_memory": 6602895448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "04b517f79b793a673c966e0b21e0ce6a61d21f6e4699c86deaf95052ea2e078c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3024 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4abea7a5d95d7664460d95c5", "attempt_id": "51bd804ada55", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:44.290775Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08821502412129566, "origin_tokens": 5602, "compressed_tokens": 535, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 673, "message_tokens": 587, "message_utf8_bytes": 2571, "cache_tensor_bytes": null, "serialized_payload_bytes": 2571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 505.4019169183448, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.93504109699279, "ttft_ms": 13.447665958665311, "decode_ms": 40.88679200503975}, "total_wall_ms": 139.63087496813387, "ttft_ms": 13.447665958665311, "input_usage": {"receiver_prompt_tokens": 673}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1298202624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6605893720, "mlx_cache_bytes": 18585449256, "process_rss_bytes": 1298202624}, "peak_prefill_memory": null, "peak_decode_memory": 6605893720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "549", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "04b517f79b793a673c966e0b21e0ce6a61d21f6e4699c86deaf95052ea2e078c", "output_hash": "068814875fcdfb8faf539ef43cf5d109a22b7cfd28770e90b00be8c48bfc722f"} |
| |
3025 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "22b74a64fb3a30a9981fb6c0", "attempt_id": "5e45d6543e02", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:46.122493Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 35, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 215396352, "serialized_payload_bytes": 215412517, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1663.200041046366, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 8.642915985547006, "serialize_ms": 71.21404202189296, "load_ms": 35.13016691431403, "receiver_prefill_ms": 0.0, "query_prefill_ms": 627.4047499755397, "ttft_ms": 627.4047499755397, "decode_ms": 166.34400002658367}, "total_wall_ms": 833.7499580811709, "ttft_ms": 627.4047499755397, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1433255936, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6895509820, "mlx_cache_bytes": 19331298229, "process_rss_bytes": 1433255936}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6895509820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "579cf7ec82c679be628e74ef6cc32e70bbf4ec5d7493749aa4abd361c3b4e5fe", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
3026 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f9f5835428606ff738e56958", "attempt_id": "5d36f39652c8", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:46.986958Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 40, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 215396352, "serialized_payload_bytes": 215412517, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1663.200041046366, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 8.642915985547006, "serialize_ms": 71.21404202189296, "load_ms": 1.7651250818744302, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.20970890391618, "ttft_ms": 46.20970890391618, "decode_ms": 174.92254101671278}, "total_wall_ms": 227.65287500806153, "ttft_ms": 46.20970890391618, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1433747456, "backend_memory": {"mlx_active_bytes": 6823305224, "mlx_peak_bytes": 6899458364, "mlx_cache_bytes": 19575485525, "process_rss_bytes": 1433747456}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899458364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "579cf7ec82c679be628e74ef6cc32e70bbf4ec5d7493749aa4abd361c3b4e5fe", "output_hash": "f875bf760b38e9eee1302688e35c851f74a65d75da0ff569bbff799692ee9d04"} |
| |
3027 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e41e72aee4fad12fa334d137", "attempt_id": "0ceb19c8e370", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:47.243879Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 39, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 215396352, "serialized_payload_bytes": 215412517, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1663.200041046366, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 8.642915985547006, "serialize_ms": 71.21404202189296, "load_ms": 1.2282920069992542, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.98841704521328, "ttft_ms": 46.98841704521328, "decode_ms": 106.35395895224065}, "total_wall_ms": 159.218208049424, "ttft_ms": 46.98841704521328, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1433747456, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6899163360, "mlx_cache_bytes": 19587609685, "process_rss_bytes": 1433747456}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899163360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "579cf7ec82c679be628e74ef6cc32e70bbf4ec5d7493749aa4abd361c3b4e5fe", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
3028 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3b8b0a5adc3b48d011a70a03", "attempt_id": "f8936d8b8880", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:47.430283Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 37, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 215396352, "serialized_payload_bytes": 215412517, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1663.200041046366, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 8.642915985547006, "serialize_ms": 71.21404202189296, "load_ms": 1.2224579695612192, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.407457928173244, "ttft_ms": 44.407457928173244, "decode_ms": 60.95837499015033}, "total_wall_ms": 111.12304194830358, "ttft_ms": 44.407457928173244, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1433747456, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6897475808, "mlx_cache_bytes": 19613152341, "process_rss_bytes": 1433747456}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6897475808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "579cf7ec82c679be628e74ef6cc32e70bbf4ec5d7493749aa4abd361c3b4e5fe", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
3029 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4525dd61d1a95a2dfef4af67", "attempt_id": "07078a6f56a3", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:47.567456Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 44, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 215396352, "serialized_payload_bytes": 215412517, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1663.200041046366, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 8.642915985547006, "serialize_ms": 71.21404202189296, "load_ms": 2.244125003926456, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.14133296813816, "ttft_ms": 44.14133296813816, "decode_ms": 105.7838749838993}, "total_wall_ms": 156.7832500441, "ttft_ms": 44.14133296813816, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1433747456, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6903472444, "mlx_cache_bytes": 19646856341, "process_rss_bytes": 1433747456}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6903472444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "549.950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "579cf7ec82c679be628e74ef6cc32e70bbf4ec5d7493749aa4abd361c3b4e5fe", "output_hash": "cab784b9a3b9aa92b5218ac427b87c725bb99e22c3af34061c9cf715ac2eedec"} |
| |
3030 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79fbb3c853d6cab86bb2fe17", "attempt_id": "4c6ca1c96856", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:47.790876Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "150ae31795eab62b", "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 35, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 215396352, "serialized_payload_bytes": 215412545, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.72783293668181, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 3.5521250683814287, "serialize_ms": 37.00516605749726, "load_ms": 19.797249929979444, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.759208034724, "ttft_ms": 45.759208034724, "decode_ms": 151.79316699504852}, "total_wall_ms": 221.63066698703915, "ttft_ms": 45.759208034724, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1649803264, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6895509708, "mlx_cache_bytes": 19648035989, "process_rss_bytes": 1649803264}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6895509708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "739dde56e5431e31f2723ce34816303943c89f218599ac18bc11a5bd13823cd8", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
3031 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "22678578e1125de68cc4056f", "attempt_id": "08b59f8997da", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:48.038705Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "150ae31795eab62b", "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 40, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 215396352, "serialized_payload_bytes": 215412545, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.72783293668181, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 3.5521250683814287, "serialize_ms": 37.00516605749726, "load_ms": 17.657625023275614, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.91120802797377, "ttft_ms": 45.91120802797377, "decode_ms": 165.9152089850977}, "total_wall_ms": 233.94733294844627, "ttft_ms": 45.91120802797377, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1649803264, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6899458272, "mlx_cache_bytes": 19646856341, "process_rss_bytes": 1649803264}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899458272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "739dde56e5431e31f2723ce34816303943c89f218599ac18bc11a5bd13823cd8", "output_hash": "f875bf760b38e9eee1302688e35c851f74a65d75da0ff569bbff799692ee9d04"} |
| |
3032 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2e155d026696b47315011d1b", "attempt_id": "2b4a9e427333", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:48.298482Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "150ae31795eab62b", "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 39, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 215396352, "serialized_payload_bytes": 215412545, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.72783293668181, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 3.5521250683814287, "serialize_ms": 37.00516605749726, "load_ms": 18.644833005964756, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.39045794121921, "ttft_ms": 47.39045794121921, "decode_ms": 105.45962490141392}, "total_wall_ms": 175.9712090715766, "ttft_ms": 47.39045794121921, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1649819648, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6899163360, "mlx_cache_bytes": 19646856341, "process_rss_bytes": 1649819648}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899163360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "739dde56e5431e31f2723ce34816303943c89f218599ac18bc11a5bd13823cd8", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
3033 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "971114fa52f7cd34376b9553", "attempt_id": "d188877f4413", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:48.500367Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "150ae31795eab62b", "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 37, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 215396352, "serialized_payload_bytes": 215412545, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.72783293668181, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 3.5521250683814287, "serialize_ms": 37.00516605749726, "load_ms": 17.589916940778494, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.628667063079774, "ttft_ms": 44.628667063079774, "decode_ms": 60.2445830591023}, "total_wall_ms": 126.85845897067338, "ttft_ms": 44.628667063079774, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1649819648, "backend_memory": {"mlx_active_bytes": 6821863432, "mlx_peak_bytes": 6897475808, "mlx_cache_bytes": 19648035989, "process_rss_bytes": 1649819648}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6897475808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "739dde56e5431e31f2723ce34816303943c89f218599ac18bc11a5bd13823cd8", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
3034 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d839e1ec02ae2eebb29aff5a", "attempt_id": "80934d590b83", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:48.652823Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "150ae31795eab62b", "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 44, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 215396352, "serialized_payload_bytes": 215412545, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.72783293668181, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 3.5521250683814287, "serialize_ms": 37.00516605749726, "load_ms": 17.50720792915672, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.183332938700914, "ttft_ms": 44.183332938700914, "decode_ms": 106.36345797684044}, "total_wall_ms": 172.4385420093313, "ttft_ms": 44.183332938700914, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1649819648, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6903406832, "mlx_cache_bytes": 19646856341, "process_rss_bytes": 1649819648}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6903406832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "549.950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "739dde56e5431e31f2723ce34816303943c89f218599ac18bc11a5bd13823cd8", "output_hash": "cab784b9a3b9aa92b5218ac427b87c725bb99e22c3af34061c9cf715ac2eedec"} |
| |
3035 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a25f9d1cc87f380501a6e017", "attempt_id": "5cf87f60cbec", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:49.307995Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504783880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 35, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 114429312, "serialized_payload_bytes": 114463641, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 457.57479104213417, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 28.440791997127235, "serialize_ms": 428.7378339795396, "load_ms": 7.219207938760519, "receiver_prefill_ms": 0.0, "query_prefill_ms": 38.1220830604434, "ttft_ms": 38.1220830604434, "decode_ms": 152.5228749960661}, "total_wall_ms": 202.36054190900177, "ttft_ms": 38.1220830604434, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1880047616, "backend_memory": {"mlx_active_bytes": 6620815368, "mlx_peak_bytes": 6723106592, "mlx_cache_bytes": 19989037293, "process_rss_bytes": 1880047616}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6723106592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-61Q-3728", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cbe94bf4392e17a3d3ed33027288c918458e429db4d0a5dade4adeb52485311", "output_hash": "ef901814745008edf2ec5687bf33a1367f91f4a50b08b07aa3f7be18d335de51"} |
| |
3036 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1483b4d77208c2c73b219360", "attempt_id": "5cf4dd15a074", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:49.537504Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504783880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 40, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 114429312, "serialized_payload_bytes": 114463641, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 457.57479104213417, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 28.440791997127235, "serialize_ms": 428.7378339795396, "load_ms": 2.4107079952955246, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.76187506970018, "ttft_ms": 27.76187506970018, "decode_ms": 169.78191689122468}, "total_wall_ms": 204.54895903822035, "ttft_ms": 27.76187506970018, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1880047616, "backend_memory": {"mlx_active_bytes": 6622093320, "mlx_peak_bytes": 6733512964, "mlx_cache_bytes": 20048219821, "process_rss_bytes": 1880047616}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6733512964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cbe94bf4392e17a3d3ed33027288c918458e429db4d0a5dade4adeb52485311", "output_hash": "f875bf760b38e9eee1302688e35c851f74a65d75da0ff569bbff799692ee9d04"} |
| |
3037 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "66ace5a255aa84c5bfc83026", "attempt_id": "d0b2830bce36", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:49.767641Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504783880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 39, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 114429312, "serialized_payload_bytes": 114463641, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 457.57479104213417, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 28.440791997127235, "serialize_ms": 428.7378339795396, "load_ms": 2.299417043104768, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.57454104721546, "ttft_ms": 27.57454104721546, "decode_ms": 107.08933405112475}, "total_wall_ms": 141.4697499712929, "ttft_ms": 27.57454104721546, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1880047616, "backend_memory": {"mlx_active_bytes": 6622126088, "mlx_peak_bytes": 6732317028, "mlx_cache_bytes": 20107038381, "process_rss_bytes": 1880047616}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6732317028, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cbe94bf4392e17a3d3ed33027288c918458e429db4d0a5dade4adeb52485311", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
3038 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b2fecb3438c5420596367d07", "attempt_id": "02a7d7489dd1", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:49.934711Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504783880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 37, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 114429312, "serialized_payload_bytes": 114463641, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 457.57479104213417, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 28.440791997127235, "serialize_ms": 428.7378339795396, "load_ms": 2.379666897468269, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.403832995332778, "ttft_ms": 27.403832995332778, "decode_ms": 60.8033329481259}, "total_wall_ms": 95.14254098758101, "ttft_ms": 27.403832995332778, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1880047616, "backend_memory": {"mlx_active_bytes": 6620782600, "mlx_peak_bytes": 6727876964, "mlx_cache_bytes": 20164087469, "process_rss_bytes": 1880047616}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6727876964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cbe94bf4392e17a3d3ed33027288c918458e429db4d0a5dade4adeb52485311", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
3039 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "db569adf4217390f4f9b934b", "attempt_id": "1723375929a9", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:50.054976Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504783880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 44, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 114429312, "serialized_payload_bytes": 114463641, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 457.57479104213417, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 28.440791997127235, "serialize_ms": 428.7378339795396, "load_ms": 2.2771250223740935, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.058875002898276, "ttft_ms": 28.058875002898276, "decode_ms": 106.78887495305389}, "total_wall_ms": 141.30708400625736, "ttft_ms": 28.058875002898276, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1880047616, "backend_memory": {"mlx_active_bytes": 6622126088, "mlx_peak_bytes": 6742768244, "mlx_cache_bytes": 20230692301, "process_rss_bytes": 1880047616}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6742768244, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "549.950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cbe94bf4392e17a3d3ed33027288c918458e429db4d0a5dade4adeb52485311", "output_hash": "cab784b9a3b9aa92b5218ac427b87c725bb99e22c3af34061c9cf715ac2eedec"} |
| |
3040 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1147af18cfe745acef67876a", "attempt_id": "25e5998a2431", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:50.258361Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 35, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 60580224, "serialized_payload_bytes": 60614464, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.729250103235245, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 19.271125085651875, "serialize_ms": 17.108459025621414, "load_ms": 2.21333303488791, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.11887506302446, "ttft_ms": 27.11887506302446, "decode_ms": 710.4366669664159}, "total_wall_ms": 744.3156660301611, "ttft_ms": 27.11887506302446, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1939079168, "backend_memory": {"mlx_active_bytes": 6513942536, "mlx_peak_bytes": 6603375328, "mlx_cache_bytes": 20463035725, "process_rss_bytes": 1939079168}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6603375328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " unknown\n to\n\n to the to the to the to the to the to the to the the to the to the to the to the to to to to the to the to the to to to to to to to to to to to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cb5912adb18d640562ea59dd13edf3475f727832616ae9fccd2cd79659aa7cf", "output_hash": "ed0537405d26775f742a3f7a71bb903602e14e3eeb2ab71074e58daee8eda8e7"} |
| |
3041 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f0a52a7e37194365995dbc73", "attempt_id": "1e0ab9d3a6da", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:51.030237Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 40, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 60580224, "serialized_payload_bytes": 60614464, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.729250103235245, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 19.271125085651875, "serialize_ms": 17.108459025621414, "load_ms": 2.111749956384301, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.4102499242872, "ttft_ms": 27.4102499242872, "decode_ms": 706.6994170891121}, "total_wall_ms": 740.8169580157846, "ttft_ms": 27.4102499242872, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1939079168, "backend_memory": {"mlx_active_bytes": 6513713160, "mlx_peak_bytes": 6613765212, "mlx_cache_bytes": 20463265101, "process_rss_bytes": 1939079168}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6613765212, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " two is\n to be to be to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cb5912adb18d640562ea59dd13edf3475f727832616ae9fccd2cd79659aa7cf", "output_hash": "2bf3c9cf997edb1a328c6220e5b33ae8795352e515a72d2818b1f7634c613c56"} |
| |
3042 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3c4d86f5c1f05ea789ebfaf8", "attempt_id": "fa40b14adfd0", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:51.797716Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 39, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 60580224, "serialized_payload_bytes": 60614464, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.729250103235245, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 19.271125085651875, "serialize_ms": 17.108459025621414, "load_ms": 2.0865830592811108, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.045082999393344, "ttft_ms": 27.045082999393344, "decode_ms": 704.7894590068609}, "total_wall_ms": 738.1424999330193, "ttft_ms": 27.045082999393344, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 39}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1939062784, "backend_memory": {"mlx_active_bytes": 6513713160, "mlx_peak_bytes": 6612569180, "mlx_cache_bytes": 20463265101, "process_rss_bytes": 1939062784}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6612569180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the the the the the the the the the the be the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cb5912adb18d640562ea59dd13edf3475f727832616ae9fccd2cd79659aa7cf", "output_hash": "a959403acb2343102a7a7aa02213de67530e2c6f02bbab79ac6b403c83689c53"} |
| |
3043 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "705a0e915765521cf1435ed3", "attempt_id": "78ebffaea622", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:52.561369Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 37, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 60580224, "serialized_payload_bytes": 60614464, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.729250103235245, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 19.271125085651875, "serialize_ms": 17.108459025621414, "load_ms": 2.1539999870583415, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.70312498230487, "ttft_ms": 26.70312498230487, "decode_ms": 702.2561670746654}, "total_wall_ms": 735.5366670526564, "ttft_ms": 26.70312498230487, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1939062784, "backend_memory": {"mlx_active_bytes": 6513811464, "mlx_peak_bytes": 6608129116, "mlx_cache_bytes": 20463166797, "process_rss_bytes": 1939062784}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6608129116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " to to to to month to the to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cb5912adb18d640562ea59dd13edf3475f727832616ae9fccd2cd79659aa7cf", "output_hash": "2774d335451877639f71552a60017f2509906adfd90bbb3161e1ef1eccc3daf7"} |
| |
3044 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d939e82e3e911741b2028d9", "attempt_id": "e7fb0a5262a0", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:53.322633Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450536456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 44, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 60580224, "serialized_payload_bytes": 60614464, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.729250103235245, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 19.271125085651875, "serialize_ms": 17.108459025621414, "load_ms": 2.1521670278161764, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.609125012531877, "ttft_ms": 27.609125012531877, "decode_ms": 208.89337500557303}, "total_wall_ms": 242.86175007000566, "ttft_ms": 27.609125012531877, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 44}, "output_usage": {"output_tokens": 14}, "provider_cached_usage": null, "process_memory": 1939062784, "backend_memory": {"mlx_active_bytes": 6513680392, "mlx_peak_bytes": 6623007444, "mlx_cache_bytes": 20463297869, "process_rss_bytes": 1939062784}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6623007444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\ntrak\n\n\n\n\n\n The the the0 bank.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5cb5912adb18d640562ea59dd13edf3475f727832616ae9fccd2cd79659aa7cf", "output_hash": "18139cf7696bc4e77d9968d8fb6bc870287a5cfd97941ad6ef88670e579874e6"} |
| |
3045 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "24369abcd1e90ddeb7de8475", "attempt_id": "81399ff5a383", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:53.644624Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5843, "keep": 1461, "compress_ms": 10.620250017382205}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 35, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874493, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.22054191492498, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 10.662582935765386, "serialize_ms": 42.38883301150054, "load_ms": 1.6165830893442035, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.303707945160568, "ttft_ms": 23.303707945160568, "decode_ms": 27.402334031648934}, "total_wall_ms": 56.51045800186694, "ttft_ms": 23.303707945160568, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 35}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1940062208, "backend_memory": {"mlx_active_bytes": 6499229704, "mlx_peak_bytes": 6541959372, "mlx_cache_bytes": 20477879629, "process_rss_bytes": 1940062208}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541959372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "F3", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3002c7c35f424d72b0d7d002b22a112758dfe8e7db66404ab111058c1bb9f8", "output_hash": "7c96eb02cc9750d69a916f29575b273c86ce9518d958d287c9731997c4a6aaea"} |
| |
3046 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "29f316f69c88bd472c58a726", "attempt_id": "652fac33295c", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:53.727862Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5843, "keep": 1461, "compress_ms": 10.620250017382205}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 40, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874493, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.22054191492498, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 10.662582935765386, "serialize_ms": 42.38883301150054, "load_ms": 0.7388750091195107, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.07395897898823, "ttft_ms": 24.07395897898823, "decode_ms": 222.47625002637506}, "total_wall_ms": 251.81825004983693, "ttft_ms": 24.07395897898823, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 40}, "output_usage": {"output_tokens": 16}, "provider_cached_usage": null, "process_memory": 1940062208, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6545236192, "mlx_cache_bytes": 20505797965, "process_rss_bytes": 1940062208}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545236192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Melqui-6: Lot 423-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.25}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3002c7c35f424d72b0d7d002b22a112758dfe8e7db66404ab111058c1bb9f8", "output_hash": "163914666d6aa6226298e263591a910aa2a2f6732a515aa06701dbdb3967f1e2"} |
| |
3047 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "376f48b9fabf0b8b636a9a21", "attempt_id": "5bd5dc734f51", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:54.004586Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5843, "keep": 1461, "compress_ms": 10.620250017382205}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 39, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874493, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.22054191492498, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 10.662582935765386, "serialize_ms": 42.38883301150054, "load_ms": 1.7323329811915755, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.056083009578288, "ttft_ms": 23.056083009578288, "decode_ms": 27.54224999807775}, "total_wall_ms": 56.808499968610704, "ttft_ms": 23.056083009578288, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 39}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1940062208, "backend_memory": {"mlx_active_bytes": 6499229704, "mlx_peak_bytes": 6545662176, "mlx_cache_bytes": 20506387789, "process_rss_bytes": 1940062208}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545662176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3002c7c35f424d72b0d7d002b22a112758dfe8e7db66404ab111058c1bb9f8", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
3048 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0171282ab27b549de9ffd51e", "attempt_id": "90ab773e08c7", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:54.086828Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5843, "keep": 1461, "compress_ms": 10.620250017382205}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 37, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874493, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.22054191492498, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 10.662582935765386, "serialize_ms": 42.38883301150054, "load_ms": 0.7382079493254423, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.771333042532206, "ttft_ms": 23.771333042532206, "decode_ms": 55.4043329320848}, "total_wall_ms": 84.4657919369638, "ttft_ms": 23.771333042532206, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1940062208, "backend_memory": {"mlx_active_bytes": 6499295240, "mlx_peak_bytes": 6544007392, "mlx_cache_bytes": 20507960653, "process_rss_bytes": 1940062208}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6544007392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3002c7c35f424d72b0d7d002b22a112758dfe8e7db66404ab111058c1bb9f8", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
3049 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f5cbeea3dbaa4e276e7ec725", "attempt_id": "6f0ade6d151d", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:54.197170Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5843, "keep": 1461, "compress_ms": 10.620250017382205}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 44, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874493, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.22054191492498, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 10.662582935765386, "serialize_ms": 42.38883301150054, "load_ms": 1.575541915372014, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.294500075280666, "ttft_ms": 23.294500075280666, "decode_ms": 137.3942089267075}, "total_wall_ms": 166.79574991576374, "ttft_ms": 23.294500075280666, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 44}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1940062208, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6550003952, "mlx_cache_bytes": 20509402445, "process_rss_bytes": 1940062208}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6550003952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,234,567 EUR", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3002c7c35f424d72b0d7d002b22a112758dfe8e7db66404ab111058c1bb9f8", "output_hash": "397fe488068ddd3b1e015a611c482ef9976e349db315eb7482d58a810ae54cda"} |
| |
3050 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e3938cbd6ffcb952d17144b", "attempt_id": "cd51b9162e28", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:54.415368Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5843, "keep": 1461, "compress_ms": 10.00183296855539}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 35, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874487, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.136000058613718, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 10.036000050604343, "serialize_ms": 15.930375084280968, "load_ms": 1.671541016548872, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.918375092558563, "ttft_ms": 22.918375092558563, "decode_ms": 652.3686250438914}, "total_wall_ms": 681.4998750342056, "ttft_ms": 22.918375092558563, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1993113600, "backend_memory": {"mlx_active_bytes": 6501294088, "mlx_peak_bytes": 6541959372, "mlx_cache_bytes": 20565730637, "process_rss_bytes": 1993113600}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541959372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo explanation\n\nNo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "15bb0efd590d76538cf9f58652e6966d446764d93c329ce1ff41e25ff76b02be", "output_hash": "c0f27cef4b338a2d190a114e480ee93883899bb07be84805524f404b55fde9db"} |
| |
3051 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01f11359c85a202a3b255615", "attempt_id": "66691b71e89b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:55.122235Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5843, "keep": 1461, "compress_ms": 10.00183296855539}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 40, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874487, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.136000058613718, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 10.036000050604343, "serialize_ms": 15.930375084280968, "load_ms": 1.463750028051436, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.745874990709126, "ttft_ms": 23.745874990709126, "decode_ms": 650.1788749592379}, "total_wall_ms": 679.6014580177143, "ttft_ms": 23.745874990709126, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1993129984, "backend_memory": {"mlx_active_bytes": 6501294088, "mlx_peak_bytes": 6545236192, "mlx_cache_bytes": 20565730637, "process_rss_bytes": 1993129984}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545236192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I know that the answer is unknown.\n\nI know that the answer is unknown.\n\nI know that the answer is unknown.\n\nI know that the answer is unknown.\n\nI know that the answer is unknown.\n\nI know that the answer is unknown.\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "15bb0efd590d76538cf9f58652e6966d446764d93c329ce1ff41e25ff76b02be", "output_hash": "94635306886c4f976826fe872ccfc8feba978a364d2a438b2c5d6d4118c0bc2e"} |
| |
3052 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "074b71ab20b7cb2eecf62372", "attempt_id": "8a5bdb4d451e", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:55.828532Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5843, "keep": 1461, "compress_ms": 10.00183296855539}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 39, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874487, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.136000058613718, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 10.036000050604343, "serialize_ms": 15.930375084280968, "load_ms": 1.826833002269268, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.934582899324596, "ttft_ms": 22.934582899324596, "decode_ms": 648.6257090000436}, "total_wall_ms": 677.9256250010803, "ttft_ms": 22.934582899324596, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 39}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1993129984, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6545662176, "mlx_cache_bytes": 20566025549, "process_rss_bytes": 1993129984}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545662176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is 1.\n\nThe answer is 1.\n\nThe answer is 1.\n\nThe answer is 1.\n\nThe answer is 1.\n\nThe answer is 1.\n\nThe answer is 1.\n\nThe answer is 1.\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "15bb0efd590d76538cf9f58652e6966d446764d93c329ce1ff41e25ff76b02be", "output_hash": "ac210a822a8b73a3de0cf9cd1cc4dc632e0de844255fb2e07d4bb5f717a7cc7a"} |
| |
3053 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "62cfa8a673d6e66a73a8d921", "attempt_id": "79f03209ab4f", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:56.531553Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5843, "keep": 1461, "compress_ms": 10.00183296855539}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 37, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874487, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.136000058613718, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 10.036000050604343, "serialize_ms": 15.930375084280968, "load_ms": 1.4930840115994215, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.78354105167091, "ttft_ms": 23.78354105167091, "decode_ms": 653.7827500142157}, "total_wall_ms": 683.4254999412224, "ttft_ms": 23.78354105167091, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1993162752, "backend_memory": {"mlx_active_bytes": 6501294088, "mlx_peak_bytes": 6544007392, "mlx_cache_bytes": 20565730637, "process_rss_bytes": 1993162752}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6544007392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "15bb0efd590d76538cf9f58652e6966d446764d93c329ce1ff41e25ff76b02be", "output_hash": "89a6c0f4590a122a87336537018a357e04b14fe9d4b6b729c63d279e188e4dc0"} |
| |
3054 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c12e4ab5f9bd9d3600339727", "attempt_id": "279a85384c5d", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:57.242897Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5843, "keep": 1461, "compress_ms": 10.00183296855539}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 44, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874487, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.136000058613718, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 10.036000050604343, "serialize_ms": 15.930375084280968, "load_ms": 1.3229579199105501, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.46795902121812, "ttft_ms": 23.46795902121812, "decode_ms": 650.7243328960612}, "total_wall_ms": 680.0925420830026, "ttft_ms": 23.46795902121812, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1993179136, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6550003952, "mlx_cache_bytes": 20566025549, "process_rss_bytes": 1993179136}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6550003952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n \n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "15bb0efd590d76538cf9f58652e6966d446764d93c329ce1ff41e25ff76b02be", "output_hash": "8f762b34bcb6d1afcb649c304aa1e2a347bc7868f517f749a374d772fa99a5fd"} |
| |
3055 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "603d31bb5fe8a714283f772a", "attempt_id": "551fb5713a6a", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:57.948744Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 35, "compress_ms": 193.94183298572898}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 35, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874533, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 210.15795797575265, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 198.39675002731383, "serialize_ms": 11.528791976161301, "load_ms": 1.1275839060544968, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.87079207599163, "ttft_ms": 22.87079207599163, "decode_ms": 82.50395802315325}, "total_wall_ms": 322.3048330983147, "ttft_ms": 22.87079207599163, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1994162176, "backend_memory": {"mlx_active_bytes": 6499000328, "mlx_peak_bytes": 6541205708, "mlx_cache_bytes": 20597232509, "process_rss_bytes": 1994162176}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541205708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-6128", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "151e82c63c60f9f6c5e9f83511604d726c4fc7afc947e21beb25d72dc76d1eab", "output_hash": "d6cb975551830bc56673d5395ee539e2314f6bcf02907edadf39f7d82a8376a0"} |
| |
3056 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "39695a3b18259cf56941b7fa", "attempt_id": "20c1181043bb", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:58.296482Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 40, "compress_ms": 64.8121249396354}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 40, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874531, "side_information_bytes": 16227, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.24704195465893, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 69.20862500555813, "serialize_ms": 9.816500009037554, "load_ms": 1.2761669931933284, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.245208081789315, "ttft_ms": 23.245208081789315, "decode_ms": 152.021124958992}, "total_wall_ms": 261.8311250116676, "ttft_ms": 23.245208081789315, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1994194944, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6545137888, "mlx_cache_bytes": 20630782245, "process_rss_bytes": 1994194944}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545137888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fcb22ffd3abeff757fe3d29d68077df9e36a0e92b6213db03892be967f8eff80", "output_hash": "f875bf760b38e9eee1302688e35c851f74a65d75da0ff569bbff799692ee9d04"} |
| |
3057 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d55c1b515465890a3ba0705", "attempt_id": "54916d82114a", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:58.584788Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 39, "compress_ms": 81.97062509134412}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 39, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 96.38487501069903, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 86.47054200991988, "serialize_ms": 9.694708976894617, "load_ms": 1.372958067804575, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.73029205389321, "ttft_ms": 22.73029205389321, "decode_ms": 97.41533291526139}, "total_wall_ms": 222.39941696170717, "ttft_ms": 22.73029205389321, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1994194944, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6544842976, "mlx_cache_bytes": 20637040933, "process_rss_bytes": 1994194944}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6544842976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
3058 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9af0bf042a9d8ea974959f7c", "attempt_id": "e6127b006cba", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:58.833480Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 37, "compress_ms": 62.77195899747312}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 37, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 76.54470892157406, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 67.31004093308002, "serialize_ms": 9.00879199616611, "load_ms": 0.5775840254500508, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.450166918337345, "ttft_ms": 23.450166918337345, "decode_ms": 55.07925001438707}, "total_wall_ms": 160.23325000423938, "ttft_ms": 23.450166918337345, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1995964416, "backend_memory": {"mlx_active_bytes": 6499295240, "mlx_peak_bytes": 6543188192, "mlx_cache_bytes": 20651409701, "process_rss_bytes": 1995964416}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6543188192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
3059 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "34f1abc1fb04cacd6af942f0", "attempt_id": "dd971f312c2b", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:59.020123Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 44, "compress_ms": 63.15945798996836}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 44, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.73925003129989, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 67.39691703114659, "serialize_ms": 10.123500018380582, "load_ms": 1.5362089034169912, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.36424996610731, "ttft_ms": 23.36424996610731, "decode_ms": 97.05283294897527}, "total_wall_ms": 204.2691670358181, "ttft_ms": 23.36424996610731, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1995980800, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6549643504, "mlx_cache_bytes": 20681048357, "process_rss_bytes": 1995980800}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6549643504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "549,950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "c186ae04f377e0a3f95a6b3affbd1003677f14085f9e34f17926f3b1d1a83d6a"} |
| |
3060 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "345c5772fb2132dcbd9acf01", "attempt_id": "64040eb705ee", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:59.315078Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 19, "compress_ms": 56.185291963629425}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 35, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874533, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.1667079180479, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 56.29929096903652, "serialize_ms": 7.712416932918131, "load_ms": 1.8095410196110606, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.900208015926182, "ttft_ms": 22.900208015926182, "decode_ms": 82.88791694212705}, "total_wall_ms": 112.14404203929007, "ttft_ms": 22.900208015926182, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1995997184, "backend_memory": {"mlx_active_bytes": 6499000328, "mlx_peak_bytes": 6541205708, "mlx_cache_bytes": 20705296677, "process_rss_bytes": 1995997184}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541205708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-6123", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "151e82c63c60f9f6c5e9f83511604d726c4fc7afc947e21beb25d72dc76d1eab", "output_hash": "5107f26b639c0b7b2ca6d9dcacb2fd896bfe1d91d1ed7966292d766bff1e0c37"} |
| |
3061 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0ff3137daba197befa2be454", "attempt_id": "33f3791db0ee", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:59.453423Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 19, "compress_ms": 56.185291963629425}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 40, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874533, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.1667079180479, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 56.29929096903652, "serialize_ms": 7.712416932918131, "load_ms": 1.7513340571895242, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.583417059853673, "ttft_ms": 23.583417059853673, "decode_ms": 96.17266606073827}, "total_wall_ms": 125.9422079892829, "ttft_ms": 23.583417059853673, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1995997184, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6545137888, "mlx_cache_bytes": 20704477477, "process_rss_bytes": 1995997184}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545137888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 20, Fermont", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "151e82c63c60f9f6c5e9f83511604d726c4fc7afc947e21beb25d72dc76d1eab", "output_hash": "407e08a2534065df33d6203918cdf626b65f1c372807f0e18f8e7a6c0de50721"} |
| |
3062 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a4e9974166bfc7fac1a4550d", "attempt_id": "ce65b925fb0f", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:59.604389Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 19, "compress_ms": 56.185291963629425}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 39, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874533, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.1667079180479, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 56.29929096903652, "serialize_ms": 7.712416932918131, "load_ms": 1.515457988716662, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.0209999717772, "ttft_ms": 23.0209999717772, "decode_ms": 13.8090830296278}, "total_wall_ms": 42.81854105647653, "ttft_ms": 23.0209999717772, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 39}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1995997184, "backend_memory": {"mlx_active_bytes": 6499000328, "mlx_peak_bytes": 6544842976, "mlx_cache_bytes": 20705296677, "process_rss_bytes": 1995997184}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6544842976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "151e82c63c60f9f6c5e9f83511604d726c4fc7afc947e21beb25d72dc76d1eab", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3063 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "576ca7abcadab7f483a6507d", "attempt_id": "43376d035c67", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:59.672200Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 19, "compress_ms": 56.185291963629425}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 37, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874533, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.1667079180479, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 56.29929096903652, "serialize_ms": 7.712416932918131, "load_ms": 1.671499921940267, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.791207931935787, "ttft_ms": 23.791207931935787, "decode_ms": 55.18341693095863}, "total_wall_ms": 85.19720798358321, "ttft_ms": 23.791207931935787, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1995997184, "backend_memory": {"mlx_active_bytes": 6499295240, "mlx_peak_bytes": 6543188192, "mlx_cache_bytes": 20705001765, "process_rss_bytes": 1995997184}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6543188192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "151e82c63c60f9f6c5e9f83511604d726c4fc7afc947e21beb25d72dc76d1eab", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
3064 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "93fbdf4602c650259ea464d8", "attempt_id": "b22cd5e7ad38", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:59.782718Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 19, "compress_ms": 56.185291963629425}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 44, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874533, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.1667079180479, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 56.29929096903652, "serialize_ms": 7.712416932918131, "load_ms": 1.7909170128405094, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.25545798521489, "ttft_ms": 23.25545798521489, "decode_ms": 68.89595789834857}, "total_wall_ms": 98.4894169960171, "ttft_ms": 23.25545798521489, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 44}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1995997184, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6549627120, "mlx_cache_bytes": 20704477477, "process_rss_bytes": 1995997184}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6549627120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "50000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "151e82c63c60f9f6c5e9f83511604d726c4fc7afc947e21beb25d72dc76d1eab", "output_hash": "60734f174b2035e5b2ba85fef8c648cc0cb18c5995b419d3cd1c025c5b09d0c7"} |
| |
3065 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3ad5f790c174fb6c445defa4", "attempt_id": "d0afc183ca71", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:10:59.907263Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 35, "compress_ms": 69.09716699738055}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 35, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874422, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 96.50674997828901, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 73.56399996206164, "serialize_ms": 22.715625003911555, "load_ms": 6.879250053316355, "receiver_prefill_ms": 0.0, "query_prefill_ms": 362.97883302904665, "ttft_ms": 362.97883302904665, "decode_ms": 83.63237499725074}, "total_wall_ms": 557.0442919852212, "ttft_ms": 362.97883302904665, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2039971840, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6583043008, "mlx_cache_bytes": 20936135665, "process_rss_bytes": 2039971840}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6583043008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-6178", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6cc66ad855e5a99a050f8ea5836137b2b60798af01024dbd97672f3db1a24235", "output_hash": "2ede106766bab61e330bd01b4349c9a88915cb03d6d0a253ee5c81b198ccb8fe"} |
| |
3066 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c226cd2ec779a71f59c6f573", "attempt_id": "c5e0461a4d95", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:00.490174Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 40, "compress_ms": 63.95283399615437}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 40, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874422, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.37804090417922, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 68.6036660335958, "serialize_ms": 11.519416933879256, "load_ms": 1.5337499789893627, "receiver_prefill_ms": 0.0, "query_prefill_ms": 395.5890419892967, "ttft_ms": 395.5890419892967, "decode_ms": 153.04916608147323}, "total_wall_ms": 635.0974999368191, "ttft_ms": 395.5890419892967, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2093137920, "backend_memory": {"mlx_active_bytes": 6500376584, "mlx_peak_bytes": 6584820732, "mlx_cache_bytes": 20944566653, "process_rss_bytes": 2093137920}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584820732, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6cc66ad855e5a99a050f8ea5836137b2b60798af01024dbd97672f3db1a24235", "output_hash": "f875bf760b38e9eee1302688e35c851f74a65d75da0ff569bbff799692ee9d04"} |
| |
3067 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8a7e22ba319ba3d36a64887e", "attempt_id": "3061da20d388", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:01.153388Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 39, "compress_ms": 66.12879200838506}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 39, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874422, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.84116694610566, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 70.84741699509323, "serialize_ms": 10.736707947216928, "load_ms": 1.481833984144032, "receiver_prefill_ms": 0.0, "query_prefill_ms": 382.07312498707324, "ttft_ms": 382.07312498707324, "decode_ms": 96.53029101900756}, "total_wall_ms": 566.5232910541818, "ttft_ms": 382.07312498707324, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2131623936, "backend_memory": {"mlx_active_bytes": 6500179976, "mlx_peak_bytes": 6584484852, "mlx_cache_bytes": 20944763261, "process_rss_bytes": 2131623936}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584484852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6cc66ad855e5a99a050f8ea5836137b2b60798af01024dbd97672f3db1a24235", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
3068 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "442a0a7c219b5f1c8cb8c0aa", "attempt_id": "323699070acd", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:01.748189Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 37, "compress_ms": 64.0519589651376}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 37, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874421, "side_information_bytes": 16117, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.20158293563873, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 68.51045903749764, "serialize_ms": 10.45783399604261, "load_ms": 1.3539999490603805, "receiver_prefill_ms": 0.0, "query_prefill_ms": 361.1882919212803, "ttft_ms": 361.1882919212803, "decode_ms": 55.26312498841435}, "total_wall_ms": 501.54245796147734, "ttft_ms": 361.1882919212803, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2171338752, "backend_memory": {"mlx_active_bytes": 6500048904, "mlx_peak_bytes": 6583747556, "mlx_cache_bytes": 20944894333, "process_rss_bytes": 2171338752}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6583747556, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2b2c78757dba51ee0e242ee43d78a724c09232e8b7d3f49cc0c1bde8a1d80f9a", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
3069 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d978b2fe43f2751eb1c5ee4b", "attempt_id": "f7aa59527f88", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:02.277427Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 44, "compress_ms": 63.158916076645255}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 44, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874423, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.3550000526011, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 67.62537499889731, "serialize_ms": 11.49462501052767, "load_ms": 1.7719590105116367, "receiver_prefill_ms": 0.0, "query_prefill_ms": 429.9540410283953, "ttft_ms": 429.9540410283953, "decode_ms": 97.43600001093}, "total_wall_ms": 613.1233338965103, "ttft_ms": 429.9540410283953, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2208776192, "backend_memory": {"mlx_active_bytes": 6500376584, "mlx_peak_bytes": 6586197036, "mlx_cache_bytes": 20951547373, "process_rss_bytes": 2208776192}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6586197036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "174,950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89309df33a7c55f3e64c94398335bbe3dd28586fc83d481d8aedba4af6f515fd", "output_hash": "715f7862fbde9c6598d059819ef5b88b34bee293c3b206a40273c7197605455a"} |
| |
3070 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f35a018b6e6586ec3334cd6d", "attempt_id": "21bedecb70ed", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:02.917520Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 35, "compress_ms": 66.14124996121973, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 35, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 28612224, "serialized_payload_bytes": 28646537, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 90.17441689502448, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 78.317082952708, "serialize_ms": 11.430916958488524, "load_ms": 1.4190829824656248, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.45729204453528, "ttft_ms": 19.45729204453528, "decode_ms": 102.18379204161465}, "total_wall_ms": 218.24645902961493, "ttft_ms": 19.45729204453528, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2206023680, "backend_memory": {"mlx_active_bytes": 6448978808, "mlx_peak_bytes": 6499505040, "mlx_cache_bytes": 21097793245, "process_rss_bytes": 2206023680}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6499505040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "LN-6128-Q", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ab2f51a70577743945128389d8ce8e05f63db3042f8de4d7becc27bb2df8f48", "output_hash": "54ed32771b03f0cd9182447ba9c46dceee8f163be2320ce6308eef9ff554cb86"} |
| |
3071 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e7ccb32aaa82ecd10e1697f2", "attempt_id": "b1cba29d8741", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:03.162679Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 40, "compress_ms": 62.57408298552036, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 40, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 28612224, "serialized_payload_bytes": 28646537, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.73425002396107, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 75.167040922679, "serialize_ms": 10.13316703028977, "load_ms": 1.8242920050397515, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.361749989911914, "ttft_ms": 19.361749989911914, "decode_ms": 160.2438329719007}, "total_wall_ms": 271.7353339539841, "ttft_ms": 19.361749989911914, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 40}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2207776768, "backend_memory": {"mlx_active_bytes": 6447808712, "mlx_peak_bytes": 6504339228, "mlx_cache_bytes": 21131805085, "process_rss_bytes": 2207776768}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6504339228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 502-G, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ab2f51a70577743945128389d8ce8e05f63db3042f8de4d7becc27bb2df8f48", "output_hash": "f875bf760b38e9eee1302688e35c851f74a65d75da0ff569bbff799692ee9d04"} |
| |
3072 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc274005bbe8978ec4bbbb86", "attempt_id": "421e28160eb4", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:03.462239Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 39, "compress_ms": 64.68670803587884, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 39, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 28612224, "serialized_payload_bytes": 28646537, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.51124995574355, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 76.4765419298783, "serialize_ms": 8.602917077951133, "load_ms": 1.4974590158089995, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.366958062164485, "ttft_ms": 19.366958062164485, "decode_ms": 101.30524996202439}, "total_wall_ms": 212.20808394718915, "ttft_ms": 19.366958062164485, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2207793152, "backend_memory": {"mlx_active_bytes": 6447795272, "mlx_peak_bytes": 6503699100, "mlx_cache_bytes": 21148775965, "process_rss_bytes": 2207793152}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6503699100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "59.8187", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ab2f51a70577743945128389d8ce8e05f63db3042f8de4d7becc27bb2df8f48", "output_hash": "f441a18fa0cc1d7c0b4731dccaac17dcd267de0084e2027ae8c8f6c847b37ca6"} |
| |
3073 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "630711a8cc6c4ebc86fcff49", "attempt_id": "3e704a87d19a", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:03.701246Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 37, "compress_ms": 62.42741702590138, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 37, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 28612224, "serialized_payload_bytes": 28646537, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.11837499402463, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 74.2413749685511, "serialize_ms": 7.459291955456138, "load_ms": 1.7803750233724713, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.742665928788483, "ttft_ms": 19.742665928788483, "decode_ms": 58.24283405672759}, "total_wall_ms": 166.37470899149776, "ttft_ms": 19.742665928788483, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 37}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2207793152, "backend_memory": {"mlx_active_bytes": 6447789448, "mlx_peak_bytes": 6501353916, "mlx_cache_bytes": 21148781789, "process_rss_bytes": 2207793152}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6501353916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Petrakis", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ab2f51a70577743945128389d8ce8e05f63db3042f8de4d7becc27bb2df8f48", "output_hash": "44f5f881779841802a8bed10a39ab27bfb1b15f14b9c8c04f1549dda7db316e8"} |
| |
3074 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a290a909b88f3a1d536152fb", "attempt_id": "c708eeacbe13", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:03.893216Z", "task_family": "synthetic", "document_id": "syn_03028_8000", "document_hash": "50541e370b2e371a17d9b2b638b294d78ed4610a8f11e47378d787390ed118aa", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03028_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5843, "keep": 1461, "window_tokens": 44, "compress_ms": 62.91320803575218, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5804, "source_tokens_receiver": 5804, "query_tokens": 44, "message_tokens": 5843, "message_utf8_bytes": 29099, "cache_tensor_bytes": 28612224, "serialized_payload_bytes": 28646537, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.73337495140731, "doc_prefill_ms": 1573.9665840519592, "compress_ms": 75.09991701226681, "serialize_ms": 8.19883297663182, "load_ms": 0.9987500961869955, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.452709006145597, "ttft_ms": 19.452709006145597, "decode_ms": 101.85433307196945}, "total_wall_ms": 210.54174995515496, "ttft_ms": 19.452709006145597, "input_usage": {"receiver_prefix_tokens": 5843, "dense_cache_bytes": 215396352, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2207858688, "backend_memory": {"mlx_active_bytes": 6447808712, "mlx_peak_bytes": 6509519692, "mlx_cache_bytes": 21168076957, "process_rss_bytes": 2207858688}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6509519692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "549,950", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03028_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ab2f51a70577743945128389d8ce8e05f63db3042f8de4d7becc27bb2df8f48", "output_hash": "c186ae04f377e0a3f95a6b3affbd1003677f14085f9e34f17926f3b1d1a83d6a"} |
| |
3075 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b78f48f5e722a574dda150cb", "attempt_id": "63632cccc01a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:04.921050Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008875038474798203, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.953958017751575, "ttft_ms": 13.625790947116911, "decode_ms": 13.167041004635394}, "total_wall_ms": 50.20212510135025, "ttft_ms": 13.625790947116911, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1290895360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 269813428, "process_rss_bytes": 1290895360}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3076 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c46f67a02c0b57f68c8ec1fc", "attempt_id": "25494394d0e3", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:05.007960Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008875038474798203, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.02166707906872, "ttft_ms": 13.367291074246168, "decode_ms": 13.233874924480915}, "total_wall_ms": 51.084041013382375, "ttft_ms": 13.367291074246168, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1290911744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 334546612, "process_rss_bytes": 1290911744}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3077 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef7509eed9efa74002ddc72d", "attempt_id": "07f12b0bf795", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:05.091689Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 68, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008875038474798203, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.07354104798287, "ttft_ms": 13.465250027365983, "decode_ms": 13.279667007736862}, "total_wall_ms": 51.29679199308157, "ttft_ms": 13.465250027365983, "input_usage": {"receiver_prompt_tokens": 68}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1290911744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6246539912, "mlx_cache_bytes": 380454580, "process_rss_bytes": 1290911744}, "peak_prefill_memory": null, "peak_decode_memory": 6246539912, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3078 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "61b3df6e9da6b7d5acb8173c", "attempt_id": "6f92115327f6", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:05.175346Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008875038474798203, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.785500010475516, "ttft_ms": 13.15175008494407, "decode_ms": 13.556874939240515}, "total_wall_ms": 41.97174997534603, "ttft_ms": 13.15175008494407, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1290911744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 380454580, "process_rss_bytes": 1290911744}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3079 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d93b51b1b2bbbdb60b62edd2", "attempt_id": "787bbe945ba1", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:05.249545Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 76, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008875038474798203, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.241499952040613, "ttft_ms": 13.050999958068132, "decode_ms": 13.234000070951879}, "total_wall_ms": 50.97437498625368, "ttft_ms": 13.050999958068132, "input_usage": {"receiver_prompt_tokens": 76}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1290911744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6248833672, "mlx_cache_bytes": 433637044, "process_rss_bytes": 1290911744}, "peak_prefill_memory": null, "peak_decode_memory": 6248833672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3080 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2e4cc12eea3655d53b0fe746", "attempt_id": "88d01a1d00b8", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:05.333385Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 10989, "message_tokens": 10915, "message_utf8_bytes": 58422, "cache_tensor_bytes": null, "serialized_payload_bytes": 58422, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008666072972118855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1911.9630000786856, "ttft_ms": 16.156749916262925, "decode_ms": 146.50179096497595}, "total_wall_ms": 2092.5752500770614, "ttft_ms": 16.156749916262925, "input_usage": {"receiver_prompt_tokens": 10989}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1290977280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3268544180, "process_rss_bytes": 1290977280}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-89M-3759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "output_hash": "535cc96124f620f239c10f96e2567acc4f2ea513ac9e4d392598b321af4f4d64"} |
| |
3081 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "db7086d79aa7d887a2f1455f", "attempt_id": "70d81f0332f2", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:07.458224Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 10995, "message_tokens": 10915, "message_utf8_bytes": 58422, "cache_tensor_bytes": null, "serialized_payload_bytes": 58422, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008666072972118855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1816.0439999774098, "ttft_ms": 14.917582971975207, "decode_ms": 161.65849997196347}, "total_wall_ms": 2010.0495830411091, "ttft_ms": 14.917582971975207, "input_usage": {"receiver_prompt_tokens": 10995}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1291026432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3730917044, "process_rss_bytes": 1291026432}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "output_hash": "d3be7fd2d2b31e6d84be0d1e20fe2bd1a69848e6f480ded69add9bba8e8c6914"} |
| |
3082 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "439fad0603ea12b20cc378c0", "attempt_id": "8dbf9a2d2c84", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:09.501053Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 10993, "message_tokens": 10915, "message_utf8_bytes": 58422, "cache_tensor_bytes": null, "serialized_payload_bytes": 58422, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008666072972118855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1828.2320420257747, "ttft_ms": 15.027249930426478, "decode_ms": 87.97158300876617}, "total_wall_ms": 1948.6481249332428, "ttft_ms": 15.027249930426478, "input_usage": {"receiver_prompt_tokens": 10993}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1291075584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4040574644, "process_rss_bytes": 1291075584}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3083 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b681972337ce4d1c7f3b4bb0", "attempt_id": "6ab757ceb2af", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:11.487787Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 10989, "message_tokens": 10915, "message_utf8_bytes": 58422, "cache_tensor_bytes": null, "serialized_payload_bytes": 58422, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008666072972118855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1804.8829170875251, "ttft_ms": 15.185041003860533, "decode_ms": 88.3187500294298}, "total_wall_ms": 1925.1421249937266, "ttft_ms": 15.185041003860533, "input_usage": {"receiver_prompt_tokens": 10989}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1291124736, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4040574644, "process_rss_bytes": 1291124736}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3084 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4723a19e2c75b34393eec830", "attempt_id": "c1603281cf52", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:13.447229Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 11001, "message_tokens": 10915, "message_utf8_bytes": 58422, "cache_tensor_bytes": null, "serialized_payload_bytes": 58422, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008666072972118855, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1810.2389170089737, "ttft_ms": 15.378625015728176, "decode_ms": 104.03687506914139}, "total_wall_ms": 1947.053916985169, "ttft_ms": 15.378625015728176, "input_usage": {"receiver_prompt_tokens": 11001}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1291173888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4487431860, "process_rss_bytes": 1291173888}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4961810", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "output_hash": "cbfa83f4f55b1131d0ac8c25f539dee5a2887617f5bd23f2ad5a53947d29a71b"} |
| |
3085 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb77f7905ecd8615fac25f93", "attempt_id": "b8e51c088422", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:15.434634Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10915}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2305, "cache_tensor_bytes": null, "serialized_payload_bytes": 2305, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.772832992486656, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.30354205705225, "ttft_ms": 13.498708955012262, "decode_ms": 13.416083063930273}, "total_wall_ms": 105.43679201509804, "ttft_ms": 13.498708955012262, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1291173888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 4865902260, "process_rss_bytes": 1291173888}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dd9df8158bb704f4fbc626789572a592eef50a7d80ced5250cb1890e8dd472d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3086 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "17c5932f5082378a48398c45", "attempt_id": "fb832ae72dc0", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:15.573623Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10915}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2305, "cache_tensor_bytes": null, "serialized_payload_bytes": 2305, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.772832992486656, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.6267918990925, "ttft_ms": 13.576583005487919, "decode_ms": 13.82041594479233}, "total_wall_ms": 106.25004197936505, "ttft_ms": 13.576583005487919, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1291173888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5216257716, "process_rss_bytes": 1291173888}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dd9df8158bb704f4fbc626789572a592eef50a7d80ced5250cb1890e8dd472d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3087 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "99a9b02eed557f41e42eb7e0", "attempt_id": "1ad3b82060da", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:15.712563Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10915}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 599, "message_tokens": 516, "message_utf8_bytes": 2305, "cache_tensor_bytes": null, "serialized_payload_bytes": 2305, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.772832992486656, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.10858303774148, "ttft_ms": 13.608125038444996, "decode_ms": 13.776790932752192}, "total_wall_ms": 102.6527079520747, "ttft_ms": 13.608125038444996, "input_usage": {"receiver_prompt_tokens": 599}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1291173888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569226328, "mlx_cache_bytes": 5462509236, "process_rss_bytes": 1291173888}, "peak_prefill_memory": null, "peak_decode_memory": 6569226328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dd9df8158bb704f4fbc626789572a592eef50a7d80ced5250cb1890e8dd472d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3088 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b170244b2ef7b4880c92dbc2", "attempt_id": "d64fd4150188", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:15.847633Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10915}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2305, "cache_tensor_bytes": null, "serialized_payload_bytes": 2305, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.772832992486656, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.91554205585271, "ttft_ms": 13.462708913721144, "decode_ms": 80.57537500280887}, "total_wall_ms": 168.09437505435199, "ttft_ms": 13.462708913721144, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1291190272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 5462509236, "process_rss_bytes": 1291190272}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dd9df8158bb704f4fbc626789572a592eef50a7d80ced5250cb1890e8dd472d", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3089 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "48a1462af03ec263e1896469", "attempt_id": "33ee3cee89ac", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:16.048210Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 10915}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 607, "message_tokens": 516, "message_utf8_bytes": 2305, "cache_tensor_bytes": null, "serialized_payload_bytes": 2305, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.772832992486656, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.04841596446931, "ttft_ms": 13.493833015672863, "decode_ms": 13.631458976306021}, "total_wall_ms": 99.36970903072506, "ttft_ms": 13.493833015672863, "input_usage": {"receiver_prompt_tokens": 607}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1291206656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6571651160, "mlx_cache_bytes": 5831640756, "process_rss_bytes": 1291206656}, "peak_prefill_memory": null, "peak_decode_memory": 6571651160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6dd9df8158bb704f4fbc626789572a592eef50a7d80ced5250cb1890e8dd472d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3090 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b85735dd4c1c7529ab4bcfa9", "attempt_id": "21b7a224b361", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:16.188585Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 578, "message_tokens": 503, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.450166951864958, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.43850007560104, "ttft_ms": 13.708457932807505, "decode_ms": 13.416541973128915}, "total_wall_ms": 99.53324997331947, "ttft_ms": 13.708457932807505, "input_usage": {"receiver_prompt_tokens": 578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1291550720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6556840024, "mlx_cache_bytes": 6183470772, "process_rss_bytes": 1291550720}, "peak_prefill_memory": null, "peak_decode_memory": 6556840024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "24dbb9bf59adc3a756efff46efdba14c93d2400dfb33ac3d9eef88815dcbeaca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3091 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9aa1dc238b3aaa5a5d145cd7", "attempt_id": "0b72a23ef297", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:16.320992Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 584, "message_tokens": 503, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.450166951864958, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.35991600807756, "ttft_ms": 13.411499909125268, "decode_ms": 13.545584050007164}, "total_wall_ms": 99.35520798899233, "ttft_ms": 13.411499909125268, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1291550720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 6524094132, "process_rss_bytes": 1291550720}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "24dbb9bf59adc3a756efff46efdba14c93d2400dfb33ac3d9eef88815dcbeaca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3092 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9281b7d24d6ab55be512c53", "attempt_id": "e9e143371e1c", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:16.453094Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 582, "message_tokens": 503, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.450166951864958, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.21695799287409, "ttft_ms": 13.49000004120171, "decode_ms": 13.583958963863552}, "total_wall_ms": 99.34624994639307, "ttft_ms": 13.49000004120171, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1291567104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559101016, "mlx_cache_bytes": 6763366068, "process_rss_bytes": 1291567104}, "peak_prefill_memory": null, "peak_decode_memory": 6559101016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "24dbb9bf59adc3a756efff46efdba14c93d2400dfb33ac3d9eef88815dcbeaca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3093 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3641a8659510fff2c9a62720", "attempt_id": "0029b3cce1cf", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:16.585241Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 578, "message_tokens": 503, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.450166951864958, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.25149995833635, "ttft_ms": 13.366417028009892, "decode_ms": 80.31891693826765}, "total_wall_ms": 168.93899999558926, "ttft_ms": 13.366417028009892, "input_usage": {"receiver_prompt_tokens": 578}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1291583488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6556840024, "mlx_cache_bytes": 6763366068, "process_rss_bytes": 1291583488}, "peak_prefill_memory": null, "peak_decode_memory": 6556840024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "24dbb9bf59adc3a756efff46efdba14c93d2400dfb33ac3d9eef88815dcbeaca", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3094 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e797687ba4f1682ea52f2833", "attempt_id": "0d64d4cf39f8", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:16.786530Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 590, "message_tokens": 503, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.450166951864958, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.37399998120964, "ttft_ms": 13.527874951250851, "decode_ms": 94.46004196070135}, "total_wall_ms": 181.43933406099677, "ttft_ms": 13.527874951250851, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1291599872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584283224, "mlx_cache_bytes": 7027803828, "process_rss_bytes": 1291599872}, "peak_prefill_memory": null, "peak_decode_memory": 6584283224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4961810", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "24dbb9bf59adc3a756efff46efdba14c93d2400dfb33ac3d9eef88815dcbeaca", "output_hash": "cbfa83f4f55b1131d0ac8c25f539dee5a2887617f5bd23f2ad5a53947d29a71b"} |
| |
3095 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "66de73a33e4863ac92571e2e", "attempt_id": "078d73399ffd", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:17.000553Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 582, "message_tokens": 507, "message_utf8_bytes": 1348, "cache_tensor_bytes": null, "serialized_payload_bytes": 1348, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.561749937944114, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.68274996709079, "ttft_ms": 13.56491690967232, "decode_ms": 137.17312493827194}, "total_wall_ms": 226.05525003746152, "ttft_ms": 13.56491690967232, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1291632640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559101016, "mlx_cache_bytes": 7027803828, "process_rss_bytes": 1291632640}, "peak_prefill_memory": null, "peak_decode_memory": 6559101016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-89M-3759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3d31330c7a6e5d3972d8d6196a388a11dcb980b48d63014bb8f129e0c2a4f8ad", "output_hash": "535cc96124f620f239c10f96e2567acc4f2ea513ac9e4d392598b321af4f4d64"} |
| |
3096 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef2471b73433f626048300b4", "attempt_id": "1c703e153fa5", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:17.259508Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 584, "message_tokens": 503, "message_utf8_bytes": 1341, "cache_tensor_bytes": null, "serialized_payload_bytes": 1341, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.52154194843024, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.57370892632753, "ttft_ms": 14.010624960064888, "decode_ms": 149.27504200022668}, "total_wall_ms": 237.4187500681728, "ttft_ms": 14.010624960064888, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1291632640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 7027803828, "process_rss_bytes": 1291632640}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G in Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c5de012f132cfbc5fbeaf5e585b2639ca215bc59477a6d624e7fc667687b0654", "output_hash": "3678a00dbc30d91f77ca51fed2039c7e6dbb03b4de8e4f815a7bfa2c5d21ea3e"} |
| |
3097 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "10f63ffeca0871d5614d3ef9", "attempt_id": "5429bd9bac76", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:17.532361Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 581, "message_tokens": 502, "message_utf8_bytes": 1378, "cache_tensor_bytes": null, "serialized_payload_bytes": 1378, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1500000040978193, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.76337502803653, "ttft_ms": 13.541624997742474, "decode_ms": 81.72962500248104}, "total_wall_ms": 170.19604099914432, "ttft_ms": 13.541624997742474, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1291632640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558216280, "mlx_cache_bytes": 7113328308, "process_rss_bytes": 1291632640}, "peak_prefill_memory": null, "peak_decode_memory": 6558216280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db0b16ce2dc0e5d887c041e9b13aa674cebbd72df8a441ed837d5e32fa9571d2", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3098 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b82434cbcfc96ee0df079d2f", "attempt_id": "1c1ede3479e2", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:17.735089Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 20}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 583, "message_tokens": 508, "message_utf8_bytes": 1571, "cache_tensor_bytes": null, "serialized_payload_bytes": 1571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.0390829779207706, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.09662501513958, "ttft_ms": 13.563917018473148, "decode_ms": 81.2978750327602}, "total_wall_ms": 169.0398750361055, "ttft_ms": 13.563917018473148, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1291632640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559789144, "mlx_cache_bytes": 7199147700, "process_rss_bytes": 1291632640}, "peak_prefill_memory": null, "peak_decode_memory": 6559789144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "02ddb5285592d8d1c48bd0ef1b68c5c6baa593cd83be67c689b1e0083eb318b1", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3099 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "197487df5c810ec09cc54f86", "attempt_id": "d357d677dbbe", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:17.937127Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 15}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 595, "message_tokens": 508, "message_utf8_bytes": 1261, "cache_tensor_bytes": null, "serialized_payload_bytes": 1261, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.160957945510745, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.77020890917629, "ttft_ms": 13.46662500873208, "decode_ms": 120.70695799775422}, "total_wall_ms": 208.09170801658183, "ttft_ms": 13.46662500873208, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1291649024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 7199147700, "process_rss_bytes": 1291649024}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4,961,810", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e616f398285101deb2171be3c7b7cedf0e2fd0cf516aec4cb1ff9fb5871cdc93", "output_hash": "38871d723b4bdcb599bf0d005815638a848f2a664432cc935b64c62f59684e69"} |
| |
3100 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "534e4cd3198b25d0eef4c4a1", "attempt_id": "a74f5a2ad4fa", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:27.594792Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1472, "cache_tensor_bytes": null, "serialized_payload_bytes": 1472, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9416.280832956545, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.80941700749099, "ttft_ms": 13.631708920001984, "decode_ms": 108.06187498383224}, "total_wall_ms": 192.6819580839947, "ttft_ms": 13.631708920001984, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 11031, "sender_output_tokens": 512, "sender_prefill_ms": 1993.2732499437407, "sender_ttft_ms": 15.11937496252358, "sender_decode_ms": 7398.122541955672}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1291780096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 9213986484, "process_rss_bytes": 1291780096}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-89M-37", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b6cae3590046a61806056dd1b33ce18c16f92580221c464dc5cc245e79ef7498", "output_hash": "da3806e4a935912a7d3179056ee1558bbb9d670c7773f0ed2ce4cd119da64927"} |
| |
3101 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "05fd17ecddcad4e53316a2be", "attempt_id": "b0b577ed39d3", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:27.820679Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1472, "cache_tensor_bytes": null, "serialized_payload_bytes": 1472, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9416.280832956545, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.65679198037833, "ttft_ms": 13.28479207586497, "decode_ms": 147.6308749988675}, "total_wall_ms": 231.67458397801965, "ttft_ms": 13.28479207586497, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 11031, "sender_output_tokens": 512, "sender_prefill_ms": 1993.2732499437407, "sender_ttft_ms": 15.11937496252358, "sender_decode_ms": 7398.122541955672}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1291780096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 9459353268, "process_rss_bytes": 1291780096}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b6cae3590046a61806056dd1b33ce18c16f92580221c464dc5cc245e79ef7498", "output_hash": "d3be7fd2d2b31e6d84be0d1e20fe2bd1a69848e6f480ded69add9bba8e8c6914"} |
| |
3102 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e11f134765f679d3eaae6cc", "attempt_id": "8c92fac87113", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:28.085575Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 595, "message_tokens": 512, "message_utf8_bytes": 1472, "cache_tensor_bytes": null, "serialized_payload_bytes": 1472, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9416.280832956545, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.59679105784744, "ttft_ms": 13.26812501065433, "decode_ms": 81.12258394248784}, "total_wall_ms": 165.15324998181313, "ttft_ms": 13.26812501065433, "input_usage": {"receiver_prompt_tokens": 595, "sender_input_tokens": 11031, "sender_output_tokens": 512, "sender_prefill_ms": 1993.2732499437407, "sender_ttft_ms": 15.11937496252358, "sender_decode_ms": 7398.122541955672}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1291796480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 9459353268, "process_rss_bytes": 1291796480}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b6cae3590046a61806056dd1b33ce18c16f92580221c464dc5cc245e79ef7498", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3103 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0c53d13430e4271191c74a2e", "attempt_id": "2b2239b663da", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:28.284186Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1472, "cache_tensor_bytes": null, "serialized_payload_bytes": 1472, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9416.280832956545, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.78520902339369, "ttft_ms": 13.440874987281859, "decode_ms": 81.20458293706179}, "total_wall_ms": 165.52333405707031, "ttft_ms": 13.440874987281859, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 11031, "sender_output_tokens": 512, "sender_prefill_ms": 1993.2732499437407, "sender_ttft_ms": 15.11937496252358, "sender_decode_ms": 7398.122541955672}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1291812864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 9459353268, "process_rss_bytes": 1291812864}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b6cae3590046a61806056dd1b33ce18c16f92580221c464dc5cc245e79ef7498", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3104 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c74e0e56da3f98b236ad3477", "attempt_id": "5e760b0f1609", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:28.481944Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 603, "message_tokens": 512, "message_utf8_bytes": 1472, "cache_tensor_bytes": null, "serialized_payload_bytes": 1472, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9416.280832956545, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.84775001183152, "ttft_ms": 13.429749989882112, "decode_ms": 13.493916019797325}, "total_wall_ms": 97.88895794190466, "ttft_ms": 13.429749989882112, "input_usage": {"receiver_prompt_tokens": 603, "sender_input_tokens": 11031, "sender_output_tokens": 512, "sender_prefill_ms": 1993.2732499437407, "sender_ttft_ms": 15.11937496252358, "sender_decode_ms": 7398.122541955672}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1291812864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584676440, "mlx_cache_bytes": 9729443508, "process_rss_bytes": 1291812864}, "peak_prefill_memory": null, "peak_decode_memory": 6584676440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b6cae3590046a61806056dd1b33ce18c16f92580221c464dc5cc245e79ef7498", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3105 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f5fe4a1b2f336ae5ff6af2f", "attempt_id": "2e8fc712ed36", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:28.612883Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 202, "message_tokens": 124, "message_utf8_bytes": 388, "cache_tensor_bytes": null, "serialized_payload_bytes": 388, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3614.301208057441, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.73441705480218, "ttft_ms": 13.543124892748892, "decode_ms": 131.53920893091708}, "total_wall_ms": 3793.7167920172215, "ttft_ms": 13.543124892748892, "input_usage": {"receiver_prompt_tokens": 202, "sender_input_tokens": 11026, "sender_output_tokens": 124, "sender_prefill_ms": 1797.2632920136675, "sender_ttft_ms": 15.013167052529752, "sender_decode_ms": 1793.7861250247806}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1291862016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6344696724, "mlx_cache_bytes": 10250553816, "process_rss_bytes": 1291862016}, "peak_prefill_memory": null, "peak_decode_memory": 6344696724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-89M-3759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1d457a203938aa273d09b4a2c969bf983571de34884cd7baca61f011b56806c1", "output_hash": "535cc96124f620f239c10f96e2567acc4f2ea513ac9e4d392598b321af4f4d64"} |
| |
3106 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d2e3956e9412e9fc5d162c0", "attempt_id": "82e167eaf401", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:32.439309Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 186, "message_tokens": 102, "message_utf8_bytes": 264, "cache_tensor_bytes": null, "serialized_payload_bytes": 264, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3290.264792041853, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.30037498380989, "ttft_ms": 13.412917032837868, "decode_ms": 146.21520799119025}, "total_wall_ms": 3483.734540990554, "ttft_ms": 13.412917032837868, "input_usage": {"receiver_prompt_tokens": 186, "sender_input_tokens": 11032, "sender_output_tokens": 102, "sender_prefill_ms": 1793.8110419781879, "sender_ttft_ms": 14.931750018149614, "sender_decode_ms": 1473.3639160403982}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1291911168, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6332048276, "mlx_cache_bytes": 10722249176, "process_rss_bytes": 1291911168}, "peak_prefill_memory": null, "peak_decode_memory": 6332048276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4d3106215f1cf346120c1ff0e80dcefd8ecee8ffc0b11071bab8ef2b8d9cac2c", "output_hash": "d3be7fd2d2b31e6d84be0d1e20fe2bd1a69848e6f480ded69add9bba8e8c6914"} |
| |
3107 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3f904aacf86cb74f9e7c312a", "attempt_id": "4ff6f4840754", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:35.956262Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 352, "message_tokens": 270, "message_utf8_bytes": 860, "cache_tensor_bytes": null, "serialized_payload_bytes": 860, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5771.2530409917235, "decode_payload_ms": 0.0, "receiver_prefill_ms": 46.11370794009417, "ttft_ms": 13.082166900858283, "decode_ms": 79.28841689135879}, "total_wall_ms": 5911.536208004691, "ttft_ms": 13.082166900858283, "input_usage": {"receiver_prompt_tokens": 352, "sender_input_tokens": 11030, "sender_output_tokens": 270, "sender_prefill_ms": 1846.3782919570804, "sender_ttft_ms": 15.07958397269249, "sender_decode_ms": 3900.9172500809655}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1292058624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6470002156, "mlx_cache_bytes": 11013099348, "process_rss_bytes": 1292058624}, "peak_prefill_memory": null, "peak_decode_memory": 6470002156, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "99ed9f5167212bbf6bdd593bd6ebfaa6114f15d6ecffa89c44a38b5f4fcb2fb1", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3108 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "89ca62bdbb8eb1574d2d2861", "attempt_id": "92845ee9efe1", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:51.132541Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 448, "message_tokens": 359, "message_utf8_bytes": 889, "cache_tensor_bytes": null, "serialized_payload_bytes": 889, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9231.574542005546, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.21499989461154, "ttft_ms": 13.517000013962388, "decode_ms": 13.91508406959474}, "total_wall_ms": 82.72033301182091, "ttft_ms": 13.517000013962388, "input_usage": {"receiver_prompt_tokens": 448, "sender_input_tokens": 11059, "sender_output_tokens": 512, "sender_prefill_ms": 1806.8148330785334, "sender_ttft_ms": 15.048625064082444, "sender_decode_ms": 7400.741167017259}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1292189696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6538061664, "mlx_cache_bytes": 11835070032, "process_rss_bytes": 1292189696}, "peak_prefill_memory": null, "peak_decode_memory": 6538061664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23ea61077d63daf186e934a6e918022f95fa3313e8c5a4b21dd06eb87fc9746b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3109 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0aa064e088f0e9ced27fa31d", "attempt_id": "7cacee671247", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:51.249630Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 454, "message_tokens": 359, "message_utf8_bytes": 889, "cache_tensor_bytes": null, "serialized_payload_bytes": 889, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9231.574542005546, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.594708072021604, "ttft_ms": 13.889750000089407, "decode_ms": 13.45429103821516}, "total_wall_ms": 83.93624995369464, "ttft_ms": 13.889750000089407, "input_usage": {"receiver_prompt_tokens": 454, "sender_input_tokens": 11059, "sender_output_tokens": 512, "sender_prefill_ms": 1806.8148330785334, "sender_ttft_ms": 15.048625064082444, "sender_decode_ms": 7400.741167017259}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1292189696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6552332164, "mlx_cache_bytes": 12209708388, "process_rss_bytes": 1292189696}, "peak_prefill_memory": null, "peak_decode_memory": 6552332164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23ea61077d63daf186e934a6e918022f95fa3313e8c5a4b21dd06eb87fc9746b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3110 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cb00b542125cc88f2fd2a818", "attempt_id": "cec66ab4128f", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:51.366339Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 452, "message_tokens": 359, "message_utf8_bytes": 889, "cache_tensor_bytes": null, "serialized_payload_bytes": 889, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9231.574542005546, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.0577089888975, "ttft_ms": 13.437916990369558, "decode_ms": 13.449624995701015}, "total_wall_ms": 82.9202919267118, "ttft_ms": 13.437916990369558, "input_usage": {"receiver_prompt_tokens": 452, "sender_input_tokens": 11059, "sender_output_tokens": 512, "sender_prefill_ms": 1806.8148330785334, "sender_ttft_ms": 15.048625064082444, "sender_decode_ms": 7400.741167017259}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1292189696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6496594048, "mlx_cache_bytes": 12415737188, "process_rss_bytes": 1292189696}, "peak_prefill_memory": null, "peak_decode_memory": 6496594048, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23ea61077d63daf186e934a6e918022f95fa3313e8c5a4b21dd06eb87fc9746b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3111 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ac1ededf20f18128e9186624", "attempt_id": "df457143f550", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:51.481848Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 448, "message_tokens": 359, "message_utf8_bytes": 889, "cache_tensor_bytes": null, "serialized_payload_bytes": 889, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9231.574542005546, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.755000000819564, "ttft_ms": 13.52120900992304, "decode_ms": 81.61866699811071}, "total_wall_ms": 149.8735420173034, "ttft_ms": 13.52120900992304, "input_usage": {"receiver_prompt_tokens": 448, "sender_input_tokens": 11059, "sender_output_tokens": 512, "sender_prefill_ms": 1806.8148330785334, "sender_ttft_ms": 15.048625064082444, "sender_decode_ms": 7400.741167017259}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1292189696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6544877456, "mlx_cache_bytes": 12437740900, "process_rss_bytes": 1292189696}, "peak_prefill_memory": null, "peak_decode_memory": 6544877456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23ea61077d63daf186e934a6e918022f95fa3313e8c5a4b21dd06eb87fc9746b", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3112 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a822b611e33bb14721504f56", "attempt_id": "eeeb043231e9", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:51.664811Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 460, "message_tokens": 359, "message_utf8_bytes": 889, "cache_tensor_bytes": null, "serialized_payload_bytes": 889, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9231.574542005546, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.003375047817826, "ttft_ms": 13.539499952457845, "decode_ms": 13.70645803399384}, "total_wall_ms": 83.35041697137058, "ttft_ms": 13.539499952457845, "input_usage": {"receiver_prompt_tokens": 460, "sender_input_tokens": 11059, "sender_output_tokens": 512, "sender_prefill_ms": 1806.8148330785334, "sender_ttft_ms": 15.048625064082444, "sender_decode_ms": 7400.741167017259}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1292206080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6476228484, "mlx_cache_bytes": 12719449232, "process_rss_bytes": 1292206080}, "peak_prefill_memory": null, "peak_decode_memory": 6476228484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "23ea61077d63daf186e934a6e918022f95fa3313e8c5a4b21dd06eb87fc9746b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3113 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "532926f2afc05a31c1e3495c", "attempt_id": "f7d781f18e8c", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:51.781504Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 143, "message_tokens": 53, "message_utf8_bytes": 121, "cache_tensor_bytes": null, "serialized_payload_bytes": 121, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2909.361833939329, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.39100002590567, "ttft_ms": 13.317542034201324, "decode_ms": 133.85591702535748}, "total_wall_ms": 3088.4264999767765, "ttft_ms": 13.317542034201324, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 11067, "sender_output_tokens": 74, "sender_prefill_ms": 1810.9009999316186, "sender_ttft_ms": 15.300167025998235, "sender_decode_ms": 1073.9160840166733}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1292255232, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297084820, "mlx_cache_bytes": 13272360080, "process_rss_bytes": 1292255232}, "peak_prefill_memory": null, "peak_decode_memory": 6297084820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-89M-3759", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eaa1703064dac2dea90fb6c979f73a8b5229fbc04caa513f648012d84fb87044", "output_hash": "535cc96124f620f239c10f96e2567acc4f2ea513ac9e4d392598b321af4f4d64"} |
| |
3114 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b241da78ad25225d875528f6", "attempt_id": "53d2766428e8", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:54.903072Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 150, "message_tokens": 54, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2939.7636250359938, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.14650002680719, "ttft_ms": 13.398291077464819, "decode_ms": 151.39987494330853}, "total_wall_ms": 3136.249291943386, "ttft_ms": 13.398291077464819, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 11073, "sender_output_tokens": 75, "sender_prefill_ms": 1828.0270830728114, "sender_ttft_ms": 15.068875043652952, "sender_decode_ms": 1088.3506670361385}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1292320768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6302901140, "mlx_cache_bytes": 13878305936, "process_rss_bytes": 1292320768}, "peak_prefill_memory": null, "peak_decode_memory": 6302901140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G in Témiscaming", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "41b07deb6728efa0ebe1f6454da3d6a2dec9ef6a273152d4c263d7163eed27f0", "output_hash": "3678a00dbc30d91f77ca51fed2039c7e6dbb03b4de8e4f815a7bfa2c5d21ea3e"} |
| |
3115 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e936621c80f01230cb435317", "attempt_id": "04c4f096e4e9", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:11:58.072674Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 143, "message_tokens": 49, "message_utf8_bytes": 115, "cache_tensor_bytes": null, "serialized_payload_bytes": 115, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2844.056125031784, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.76395799871534, "ttft_ms": 13.495082966983318, "decode_ms": 80.26829198934138}, "total_wall_ms": 2969.097499968484, "ttft_ms": 13.495082966983318, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 11071, "sender_output_tokens": 67, "sender_prefill_ms": 1845.58033302892, "sender_ttft_ms": 15.196708030998707, "sender_decode_ms": 974.2289170389995}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1292369920, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297101204, "mlx_cache_bytes": 14220108944, "process_rss_bytes": 1292369920}, "peak_prefill_memory": null, "peak_decode_memory": 6297101204, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "24dedd685f4840b56ea0d3676e27c5ddefa1f22e280fc024c7b7e62c2654b528", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3116 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "201ea8b5fb6a42590ea00120", "attempt_id": "241c092277f2", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:01.077075Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 919, "message_tokens": 844, "message_utf8_bytes": 610, "cache_tensor_bytes": null, "serialized_payload_bytes": 610, "side_information_bytes": 0, "fetched_bytes": 1485, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03429094795137644, "decode_payload_ms": 0.0, "receiver_prefill_ms": 101.7237090272829, "ttft_ms": 13.775749946944416, "decode_ms": 13.61766702029854}, "total_wall_ms": 131.6368340048939, "ttft_ms": 13.775749946944416, "input_usage": {"receiver_prompt_tokens": 919, "sender_input_tokens": 11059, "sender_output_tokens": 512, "sender_prefill_ms": 1806.8148330785334, "sender_ttft_ms": 15.048625064082444, "sender_decode_ms": 7400.741167017259}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1292550144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6755725388, "mlx_cache_bytes": 14800135312, "process_rss_bytes": 1292550144}, "peak_prefill_memory": null, "peak_decode_memory": 6755725388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1485, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d303943ff8ab96238625c8512161d4c843896cef671c7d4d9a3d86d5dba91ad2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3117 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2acbd14d5c4e71bd111703a8", "attempt_id": "bdf7ccefc24e", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:01.242171Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 925, "message_tokens": 844, "message_utf8_bytes": 610, "cache_tensor_bytes": null, "serialized_payload_bytes": 610, "side_information_bytes": 0, "fetched_bytes": 1485, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03429094795137644, "decode_payload_ms": 0.0, "receiver_prefill_ms": 103.1912500038743, "ttft_ms": 13.923625112511218, "decode_ms": 13.80758301820606}, "total_wall_ms": 132.52266694325954, "ttft_ms": 13.923625112511218, "input_usage": {"receiver_prompt_tokens": 925, "sender_input_tokens": 11059, "sender_output_tokens": 512, "sender_prefill_ms": 1806.8148330785334, "sender_ttft_ms": 15.048625064082444, "sender_decode_ms": 7400.741167017259}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1292550144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6758969420, "mlx_cache_bytes": 15366120592, "process_rss_bytes": 1292550144}, "peak_prefill_memory": null, "peak_decode_memory": 6758969420, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1485, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a8982d5f5a3bf8e836b1cdd0321909ddf5ba315126e974448a6acaa761951d97", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3118 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a406a67d98aaeec8e072c856", "attempt_id": "0a493d4b6b40", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:01.407590Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 922, "message_tokens": 843, "message_utf8_bytes": 610, "cache_tensor_bytes": null, "serialized_payload_bytes": 610, "side_information_bytes": 0, "fetched_bytes": 1499, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03429094795137644, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.47954198066145, "ttft_ms": 13.772249920293689, "decode_ms": 13.683625031262636}, "total_wall_ms": 135.4757499648258, "ttft_ms": 13.772249920293689, "input_usage": {"receiver_prompt_tokens": 922, "sender_input_tokens": 11059, "sender_output_tokens": 512, "sender_prefill_ms": 1806.8148330785334, "sender_ttft_ms": 15.048625064082444, "sender_decode_ms": 7400.741167017259}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1292550144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6757888076, "mlx_cache_bytes": 15623677072, "process_rss_bytes": 1292550144}, "peak_prefill_memory": null, "peak_decode_memory": 6757888076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1499, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1366701e4e58e522e3813c21e9a05f33221f52d64fb75c2c1d900b315e1643c6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3119 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d20f0c4ad8740bc78aebdd2a", "attempt_id": "c00ff3e091c2", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:01.575641Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 919, "message_tokens": 844, "message_utf8_bytes": 610, "cache_tensor_bytes": null, "serialized_payload_bytes": 610, "side_information_bytes": 0, "fetched_bytes": 1485, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03429094795137644, "decode_payload_ms": 0.0, "receiver_prefill_ms": 110.09275005199015, "ttft_ms": 13.49841698538512, "decode_ms": 81.3549590529874}, "total_wall_ms": 206.46391692571342, "ttft_ms": 13.49841698538512, "input_usage": {"receiver_prompt_tokens": 919, "sender_input_tokens": 11059, "sender_output_tokens": 512, "sender_prefill_ms": 1806.8148330785334, "sender_ttft_ms": 15.048625064082444, "sender_decode_ms": 7400.741167017259}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1292550144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6755725388, "mlx_cache_bytes": 15623677072, "process_rss_bytes": 1292550144}, "peak_prefill_memory": null, "peak_decode_memory": 6755725388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1485, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56455a681e4cce9cad971679ddab50ba6a2b09c719af46e9533c8f6cd3876d22", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3120 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "28a194c7699e2a24bea742e4", "attempt_id": "70b91af7a128", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:01.815231Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 931, "message_tokens": 844, "message_utf8_bytes": 610, "cache_tensor_bytes": null, "serialized_payload_bytes": 610, "side_information_bytes": 0, "fetched_bytes": 1485, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03429094795137644, "decode_payload_ms": 0.0, "receiver_prefill_ms": 113.30924998037517, "ttft_ms": 13.727291952818632, "decode_ms": 13.512999983504415}, "total_wall_ms": 142.01404200866818, "ttft_ms": 13.727291952818632, "input_usage": {"receiver_prompt_tokens": 931, "sender_input_tokens": 11059, "sender_output_tokens": 512, "sender_prefill_ms": 1806.8148330785334, "sender_ttft_ms": 15.048625064082444, "sender_decode_ms": 7400.741167017259}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1292550144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6763081804, "mlx_cache_bytes": 16202572944, "process_rss_bytes": 1292550144}, "peak_prefill_memory": null, "peak_decode_memory": 6763081804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1485, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8f62a6d81a3428aaf044ff0599d97738c36f050dafcea982b2c03fa01356444", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3121 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "848584ad0126502ef3909674", "attempt_id": "14caf5bee50f", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:01.989963Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.601875532821825}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 10989, "message_tokens": 10915, "message_utf8_bytes": 58422, "cache_tensor_bytes": null, "serialized_payload_bytes": 3519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08891697507351637, "decode_payload_ms": 0.01766590867191553, "receiver_prefill_ms": 1865.0055000325665, "ttft_ms": 15.549125033430755, "decode_ms": 147.8119579842314}, "total_wall_ms": 2045.4244159627706, "ttft_ms": 15.549125033430755, "input_usage": {"receiver_prompt_tokens": 10989}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1292599296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16202572944, "process_rss_bytes": 1292599296}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-89M-3759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "output_hash": "535cc96124f620f239c10f96e2567acc4f2ea513ac9e4d392598b321af4f4d64"} |
| |
3122 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7929174b8c477ea4518f26e6", "attempt_id": "ce872e572dfb", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:04.068096Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.601875532821825}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 10995, "message_tokens": 10915, "message_utf8_bytes": 58422, "cache_tensor_bytes": null, "serialized_payload_bytes": 3519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08891697507351637, "decode_payload_ms": 0.01766590867191553, "receiver_prefill_ms": 1815.7461249502376, "ttft_ms": 15.222250018268824, "decode_ms": 161.25345800537616}, "total_wall_ms": 2009.277333971113, "ttft_ms": 15.222250018268824, "input_usage": {"receiver_prompt_tokens": 10995}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1292648448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16202572944, "process_rss_bytes": 1292648448}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "output_hash": "d3be7fd2d2b31e6d84be0d1e20fe2bd1a69848e6f480ded69add9bba8e8c6914"} |
| |
3123 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c9fa25aaccc21b614a9eb796", "attempt_id": "7d6fbb535481", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:06.111189Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.601875532821825}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 10993, "message_tokens": 10915, "message_utf8_bytes": 58422, "cache_tensor_bytes": null, "serialized_payload_bytes": 3519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08891697507351637, "decode_payload_ms": 0.01766590867191553, "receiver_prefill_ms": 1810.791999916546, "ttft_ms": 15.123500023037195, "decode_ms": 88.41158309951425}, "total_wall_ms": 1931.0806250432506, "ttft_ms": 15.123500023037195, "input_usage": {"receiver_prompt_tokens": 10993}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1292697600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16202572944, "process_rss_bytes": 1292697600}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3124 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83adca2b686167a5faca38c4", "attempt_id": "b545174e8899", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:08.075535Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.601875532821825}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 10989, "message_tokens": 10915, "message_utf8_bytes": 58422, "cache_tensor_bytes": null, "serialized_payload_bytes": 3519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08891697507351637, "decode_payload_ms": 0.01766590867191553, "receiver_prefill_ms": 1804.6573749743402, "ttft_ms": 14.968000003136694, "decode_ms": 88.34270900115371}, "total_wall_ms": 1924.7320001013577, "ttft_ms": 14.968000003136694, "input_usage": {"receiver_prompt_tokens": 10989}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1292746752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16202572944, "process_rss_bytes": 1292746752}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3125 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d7a691d32c40589317ff549e", "attempt_id": "430f1b306e10", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:10.033260Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.601875532821825}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 11001, "message_tokens": 10915, "message_utf8_bytes": 58422, "cache_tensor_bytes": null, "serialized_payload_bytes": 3519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.08891697507351637, "decode_payload_ms": 0.01766590867191553, "receiver_prefill_ms": 1798.9408749854192, "ttft_ms": 15.075583942234516, "decode_ms": 103.18191593978554}, "total_wall_ms": 1933.3344589686021, "ttft_ms": 15.075583942234516, "input_usage": {"receiver_prompt_tokens": 11001}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1292795904, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16202572944, "process_rss_bytes": 1292795904}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4961810", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "output_hash": "cbfa83f4f55b1131d0ac8c25f539dee5a2887617f5bd23f2ad5a53947d29a71b"} |
| |
3126 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51ba1536f578ab6dca0543ac", "attempt_id": "e95885b7dc9e", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:13.254648Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04690792487402657, "origin_tokens": 10729, "compressed_tokens": 541, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 633, "message_tokens": 556, "message_utf8_bytes": 2573, "cache_tensor_bytes": null, "serialized_payload_bytes": 2573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1254.7547089634463, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.72633302398026, "ttft_ms": 16.500875004567206, "decode_ms": 13.564915978349745}, "total_wall_ms": 130.88304095435888, "ttft_ms": 16.500875004567206, "input_usage": {"receiver_prompt_tokens": 633}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1336164352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584692824, "mlx_cache_bytes": 16593036432, "process_rss_bytes": 1336164352}, "peak_prefill_memory": null, "peak_decode_memory": 6584692824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9e8ea60b9e3d981f7af1e216df81e2c88d5f6bbb07a84f36cf765c6c9a1535f5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3127 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4d42e3054643867d8025f25f", "attempt_id": "32620d20d780", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:13.426131Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04690792487402657, "origin_tokens": 10729, "compressed_tokens": 541, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 639, "message_tokens": 556, "message_utf8_bytes": 2573, "cache_tensor_bytes": null, "serialized_payload_bytes": 2573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1254.7547089634463, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.95441702567041, "ttft_ms": 13.838000013493001, "decode_ms": 13.625624938867986}, "total_wall_ms": 107.64699999708682, "ttft_ms": 13.838000013493001, "input_usage": {"receiver_prompt_tokens": 639}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1336164352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6588657752, "mlx_cache_bytes": 16981632144, "process_rss_bytes": 1336164352}, "peak_prefill_memory": null, "peak_decode_memory": 6588657752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9e8ea60b9e3d981f7af1e216df81e2c88d5f6bbb07a84f36cf765c6c9a1535f5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3128 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d6d20c14d72540e7e25e4c35", "attempt_id": "534af011d1a5", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:13.567761Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04690792487402657, "origin_tokens": 10729, "compressed_tokens": 541, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 637, "message_tokens": 556, "message_utf8_bytes": 2573, "cache_tensor_bytes": null, "serialized_payload_bytes": 2573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1254.7547089634463, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.69166603591293, "ttft_ms": 13.476666994392872, "decode_ms": 13.772042002528906}, "total_wall_ms": 105.22658401168883, "ttft_ms": 13.476666994392872, "input_usage": {"receiver_prompt_tokens": 637}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1336164352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6587773016, "mlx_cache_bytes": 17243514000, "process_rss_bytes": 1336164352}, "peak_prefill_memory": null, "peak_decode_memory": 6587773016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9e8ea60b9e3d981f7af1e216df81e2c88d5f6bbb07a84f36cf765c6c9a1535f5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3129 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b5a7977d15b2faf280337101", "attempt_id": "4dbab296cae3", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:13.707615Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04690792487402657, "origin_tokens": 10729, "compressed_tokens": 541, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 633, "message_tokens": 556, "message_utf8_bytes": 2573, "cache_tensor_bytes": null, "serialized_payload_bytes": 2573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1254.7547089634463, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.69470808468759, "ttft_ms": 13.942625024355948, "decode_ms": 13.477959088049829}, "total_wall_ms": 105.28299992438406, "ttft_ms": 13.942625024355948, "input_usage": {"receiver_prompt_tokens": 633}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1336164352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584692824, "mlx_cache_bytes": 17243514000, "process_rss_bytes": 1336164352}, "peak_prefill_memory": null, "peak_decode_memory": 6584692824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9e8ea60b9e3d981f7af1e216df81e2c88d5f6bbb07a84f36cf765c6c9a1535f5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3130 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d29fe4c284333035ad59103", "attempt_id": "953111710658", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:13.845804Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04690792487402657, "origin_tokens": 10729, "compressed_tokens": 541, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 645, "message_tokens": 556, "message_utf8_bytes": 2573, "cache_tensor_bytes": null, "serialized_payload_bytes": 2573, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1254.7547089634463, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.42333405278623, "ttft_ms": 14.01579100638628, "decode_ms": 13.549790950492024}, "total_wall_ms": 107.15529194567353, "ttft_ms": 14.01579100638628, "input_usage": {"receiver_prompt_tokens": 645}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1336164352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6592262232, "mlx_cache_bytes": 17556513936, "process_rss_bytes": 1336164352}, "peak_prefill_memory": null, "peak_decode_memory": 6592262232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9e8ea60b9e3d981f7af1e216df81e2c88d5f6bbb07a84f36cf765c6c9a1535f5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3131 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "104b64ac4844cc4e231b5e5f", "attempt_id": "d22730551c7f", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:16.106771Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6982295560}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 403808256, "serialized_payload_bytes": 403824746, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2121.068457956426, "doc_prefill_ms": 1937.877209042199, "compress_ms": 6.709458073601127, "serialize_ms": 159.5592920202762, "load_ms": 8.44562507700175, "receiver_prefill_ms": 0.0, "query_prefill_ms": 88.31083297263831, "ttft_ms": 88.31083297263831, "decode_ms": 414.8228339618072}, "total_wall_ms": 520.3244580188766, "ttft_ms": 88.31083297263831, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1483554816, "backend_memory": {"mlx_active_bytes": 7388094472, "mlx_peak_bytes": 7499606061, "mlx_cache_bytes": 18092418333, "process_rss_bytes": 1483554816}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7499606061, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-89M-3759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "20fa6efc9b5b5be7c4ebff52a9fd9d7292a8a1011542760a6aeb0b39e3610583", "output_hash": "535cc96124f620f239c10f96e2567acc4f2ea513ac9e4d392598b321af4f4d64"} |
| |
3132 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "084cf41da4e5f75fa87fd85d", "attempt_id": "e883bd181ddc", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:16.664503Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6982295560}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 41, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 403808256, "serialized_payload_bytes": 403824746, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2121.068457956426, "doc_prefill_ms": 1937.877209042199, "compress_ms": 6.709458073601127, "serialize_ms": 159.5592920202762, "load_ms": 2.8191249584779143, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.00229102838784, "ttft_ms": 73.00229102838784, "decode_ms": 191.20166602078825}, "total_wall_ms": 275.65904101356864, "ttft_ms": 73.00229102838784, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1483505664, "backend_memory": {"mlx_active_bytes": 7388094472, "mlx_peak_bytes": 7504306492, "mlx_cache_bytes": 18110653889, "process_rss_bytes": 1483505664}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7504306492, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "20fa6efc9b5b5be7c4ebff52a9fd9d7292a8a1011542760a6aeb0b39e3610583", "output_hash": "d3be7fd2d2b31e6d84be0d1e20fe2bd1a69848e6f480ded69add9bba8e8c6914"} |
| |
3133 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8037609a2ddfbda19a147bf1", "attempt_id": "95e8067b3141", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:16.976293Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6982295560}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 39, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 403808256, "serialized_payload_bytes": 403824746, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2121.068457956426, "doc_prefill_ms": 1937.877209042199, "compress_ms": 6.709458073601127, "serialize_ms": 159.5592920202762, "load_ms": 2.9745830688625574, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.92774999607354, "ttft_ms": 73.92774999607354, "decode_ms": 103.98312495090067}, "total_wall_ms": 189.04441699851304, "ttft_ms": 73.92774999607354, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1473953792, "backend_memory": {"mlx_active_bytes": 7388094472, "mlx_peak_bytes": 7503995108, "mlx_cache_bytes": 18137294273, "process_rss_bytes": 1473953792}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7503995108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "20fa6efc9b5b5be7c4ebff52a9fd9d7292a8a1011542760a6aeb0b39e3610583", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3134 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "62d350ab2521629574417163", "attempt_id": "14b0aa890e80", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:17.199639Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6982295560}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 403808256, "serialized_payload_bytes": 403824746, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2121.068457956426, "doc_prefill_ms": 1937.877209042199, "compress_ms": 6.709458073601127, "serialize_ms": 159.5592920202762, "load_ms": 2.52279092092067, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.86454201675951, "ttft_ms": 72.86454201675951, "decode_ms": 102.54558303859085}, "total_wall_ms": 186.28129095304757, "ttft_ms": 72.86454201675951, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1471266816, "backend_memory": {"mlx_active_bytes": 7388094472, "mlx_peak_bytes": 7499605973, "mlx_cache_bytes": 18137294273, "process_rss_bytes": 1471266816}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7499605973, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "20fa6efc9b5b5be7c4ebff52a9fd9d7292a8a1011542760a6aeb0b39e3610583", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3135 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "20f3d747f82ca046cbdf2e09", "attempt_id": "1011c39931f6", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:17.420930Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6982295560}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 47, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 403808256, "serialized_payload_bytes": 403824746, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2121.068457956426, "doc_prefill_ms": 1937.877209042199, "compress_ms": 6.709458073601127, "serialize_ms": 159.5592920202762, "load_ms": 2.9747500084340572, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.647624976933, "ttft_ms": 74.647624976933, "decode_ms": 116.55937496107072}, "total_wall_ms": 202.76629191357642, "ttft_ms": 74.647624976933, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1471250432, "backend_memory": {"mlx_active_bytes": 7388094472, "mlx_peak_bytes": 7509074236, "mlx_cache_bytes": 18148304509, "process_rss_bytes": 1471250432}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7509074236, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4961810", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "20fa6efc9b5b5be7c4ebff52a9fd9d7292a8a1011542760a6aeb0b39e3610583", "output_hash": "cbfa83f4f55b1131d0ac8c25f539dee5a2887617f5bd23f2ad5a53947d29a71b"} |
| |
3136 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ddde29d00e99d77dba64d1e3", "attempt_id": "82d8347e1377", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:18.013375Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6982295560}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "361ffa8e0ac4cfac", "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 403808256, "serialized_payload_bytes": 403824774, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 354.6062910463661, "doc_prefill_ms": 1937.877209042199, "compress_ms": 5.123040988110006, "serialize_ms": 349.3078750325367, "load_ms": 38.127959007397294, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.81687494833022, "ttft_ms": 72.81687494833022, "decode_ms": 166.87245795037597}, "total_wall_ms": 286.4901249995455, "ttft_ms": 72.81687494833022, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1875869696, "backend_memory": {"mlx_active_bytes": 7388094472, "mlx_peak_bytes": 7499605973, "mlx_cache_bytes": 18148304509, "process_rss_bytes": 1875869696}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7499605973, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-89M-3759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c385a81861f82d74f8dcc500060771cc423a1f967b6453540fa83625556975ef", "output_hash": "535cc96124f620f239c10f96e2567acc4f2ea513ac9e4d392598b321af4f4d64"} |
| |
3137 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "236ab639a89d36f9face5283", "attempt_id": "597dde7f73bc", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:18.335919Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6982295560}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "361ffa8e0ac4cfac", "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 41, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 403808256, "serialized_payload_bytes": 403824774, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 354.6062910463661, "doc_prefill_ms": 1937.877209042199, "compress_ms": 5.123040988110006, "serialize_ms": 349.3078750325367, "load_ms": 33.296915935352445, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.801792062819, "ttft_ms": 72.801792062819, "decode_ms": 185.36470900289714}, "total_wall_ms": 300.02020800020546, "ttft_ms": 72.801792062819, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1875869696, "backend_memory": {"mlx_active_bytes": 7388094472, "mlx_peak_bytes": 7504306404, "mlx_cache_bytes": 18148304509, "process_rss_bytes": 1875869696}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7504306404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c385a81861f82d74f8dcc500060771cc423a1f967b6453540fa83625556975ef", "output_hash": "d3be7fd2d2b31e6d84be0d1e20fe2bd1a69848e6f480ded69add9bba8e8c6914"} |
| |
3138 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f03ea5ea37cfef3c8aba1ce", "attempt_id": "6950371c0017", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:18.669257Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6982295560}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "361ffa8e0ac4cfac", "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 39, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 403808256, "serialized_payload_bytes": 403824774, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 354.6062910463661, "doc_prefill_ms": 1937.877209042199, "compress_ms": 5.123040988110006, "serialize_ms": 349.3078750325367, "load_ms": 40.926708024926484, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.78962491545826, "ttft_ms": 72.78962491545826, "decode_ms": 99.56362505909055}, "total_wall_ms": 221.45154094323516, "ttft_ms": 72.78962491545826, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1875869696, "backend_memory": {"mlx_active_bytes": 7388094472, "mlx_peak_bytes": 7503995108, "mlx_cache_bytes": 18148304509, "process_rss_bytes": 1875869696}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7503995108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c385a81861f82d74f8dcc500060771cc423a1f967b6453540fa83625556975ef", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3139 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5a98f77452f0ce9e4a7397f8", "attempt_id": "9b1d0592e034", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:18.925089Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6982295560}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "361ffa8e0ac4cfac", "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 403808256, "serialized_payload_bytes": 403824774, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 354.6062910463661, "doc_prefill_ms": 1937.877209042199, "compress_ms": 5.123040988110006, "serialize_ms": 349.3078750325367, "load_ms": 32.480666995979846, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.57670897524804, "ttft_ms": 72.57670897524804, "decode_ms": 100.3624169388786}, "total_wall_ms": 213.96404108963907, "ttft_ms": 72.57670897524804, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1875869696, "backend_memory": {"mlx_active_bytes": 7388094472, "mlx_peak_bytes": 7499605973, "mlx_cache_bytes": 18148304509, "process_rss_bytes": 1875869696}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7499605973, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c385a81861f82d74f8dcc500060771cc423a1f967b6453540fa83625556975ef", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3140 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "53024ddaa74106a598c28558", "attempt_id": "bb83eebe107f", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:19.173495Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6982295560}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "361ffa8e0ac4cfac", "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 47, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 403808256, "serialized_payload_bytes": 403824774, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 354.6062910463661, "doc_prefill_ms": 1937.877209042199, "compress_ms": 5.123040988110006, "serialize_ms": 349.3078750325367, "load_ms": 32.83833293244243, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.658083030954, "ttft_ms": 74.658083030954, "decode_ms": 116.9869580771774}, "total_wall_ms": 233.02641604095697, "ttft_ms": 74.658083030954, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1875869696, "backend_memory": {"mlx_active_bytes": 7388094472, "mlx_peak_bytes": 7509074172, "mlx_cache_bytes": 18148304509, "process_rss_bytes": 1875869696}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7509074172, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4961810", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c385a81861f82d74f8dcc500060771cc423a1f967b6453540fa83625556975ef", "output_hash": "cbfa83f4f55b1131d0ac8c25f539dee5a2887617f5bd23f2ad5a53947d29a71b"} |
| |
3141 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1774212870e17c17b5b74ac1", "attempt_id": "20255d06b56c", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:19.498301Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 214523136, "serialized_payload_bytes": 214558198, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 57.558667031116784, "doc_prefill_ms": 1937.877209042199, "compress_ms": 18.63475004211068, "serialize_ms": 38.564916932955384, "load_ms": 5.0458749756217, "receiver_prefill_ms": 0.0, "query_prefill_ms": 126.37587497010827, "ttft_ms": 126.37587497010827, "decode_ms": 169.0270829712972}, "total_wall_ms": 308.5228750715032, "ttft_ms": 126.37587497010827, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2062336000, "backend_memory": {"mlx_active_bytes": 7011983368, "mlx_peak_bytes": 7183244213, "mlx_cache_bytes": 19113573101, "process_rss_bytes": 2062336000}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7183244213, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-89M-3759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "deb561add1ff2faa842dc3847d319899850ba24493579a3f22975f2b0ced2cea", "output_hash": "535cc96124f620f239c10f96e2567acc4f2ea513ac9e4d392598b321af4f4d64"} |
| |
3142 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "002ebb3a841fb688c7f54bbb", "attempt_id": "b6a80fe0be11", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:19.841571Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 41, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 214523136, "serialized_payload_bytes": 214558198, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 57.558667031116784, "doc_prefill_ms": 1937.877209042199, "compress_ms": 18.63475004211068, "serialize_ms": 38.564916932955384, "load_ms": 2.694374998100102, "receiver_prefill_ms": 0.0, "query_prefill_ms": 109.87458296585828, "ttft_ms": 109.87458296585828, "decode_ms": 191.0978329833597}, "total_wall_ms": 312.1608750661835, "ttft_ms": 109.87458296585828, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2062188544, "backend_memory": {"mlx_active_bytes": 7011983368, "mlx_peak_bytes": 7204085765, "mlx_cache_bytes": 19229052125, "process_rss_bytes": 2062188544}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7204085765, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "deb561add1ff2faa842dc3847d319899850ba24493579a3f22975f2b0ced2cea", "output_hash": "d3be7fd2d2b31e6d84be0d1e20fe2bd1a69848e6f480ded69add9bba8e8c6914"} |
| |
3143 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3980ca49f9922dc6f4db72e4", "attempt_id": "e411f1a5de68", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:20.187790Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 39, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 214523136, "serialized_payload_bytes": 214558198, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 57.558667031116784, "doc_prefill_ms": 1937.877209042199, "compress_ms": 18.63475004211068, "serialize_ms": 38.564916932955384, "load_ms": 2.5541670620441437, "receiver_prefill_ms": 0.0, "query_prefill_ms": 126.59312493633479, "ttft_ms": 126.59312493633479, "decode_ms": 97.88966597989202}, "total_wall_ms": 236.26812500879169, "ttft_ms": 126.59312493633479, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1657208832, "backend_memory": {"mlx_active_bytes": 7011983368, "mlx_peak_bytes": 7199236101, "mlx_cache_bytes": 19339709661, "process_rss_bytes": 1657208832}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7199236101, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "deb561add1ff2faa842dc3847d319899850ba24493579a3f22975f2b0ced2cea", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3144 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "341b74dfd0ab27642c3ce586", "attempt_id": "979b89749fac", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:20.466380Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 214523136, "serialized_payload_bytes": 214558198, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 57.558667031116784, "doc_prefill_ms": 1937.877209042199, "compress_ms": 18.63475004211068, "serialize_ms": 38.564916932955384, "load_ms": 2.6101249968633056, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.99612503219396, "ttft_ms": 34.99612503219396, "decode_ms": 98.21025002747774}, "total_wall_ms": 144.57133307587355, "ttft_ms": 34.99612503219396, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1657077760, "backend_memory": {"mlx_active_bytes": 7011983368, "mlx_peak_bytes": 7183241637, "mlx_cache_bytes": 19339709661, "process_rss_bytes": 1657077760}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7183241637, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "deb561add1ff2faa842dc3847d319899850ba24493579a3f22975f2b0ced2cea", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3145 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc07479138580af9b4bb939b", "attempt_id": "6ffc1e21d27d", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:20.648124Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6794928136}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 47, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 214523136, "serialized_payload_bytes": 214558198, "side_information_bytes": 35062, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 57.558667031116784, "doc_prefill_ms": 1937.877209042199, "compress_ms": 18.63475004211068, "serialize_ms": 38.564916932955384, "load_ms": 2.5463750353083014, "receiver_prefill_ms": 0.0, "query_prefill_ms": 60.0276249460876, "ttft_ms": 60.0276249460876, "decode_ms": 117.47070797719061}, "total_wall_ms": 188.23945801705122, "ttft_ms": 60.0276249460876, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1657077760, "backend_memory": {"mlx_active_bytes": 7011983368, "mlx_peak_bytes": 7298143500, "mlx_cache_bytes": 19356457869, "process_rss_bytes": 1657077760}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7298143500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4961810", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "deb561add1ff2faa842dc3847d319899850ba24493579a3f22975f2b0ced2cea", "output_hash": "cbfa83f4f55b1131d0ac8c25f539dee5a2887617f5bd23f2ad5a53947d29a71b"} |
| |
3146 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6aa5a7bebc3146d1ed1f6c6c", "attempt_id": "720e70421072", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:21.049519Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 113571072, "serialized_payload_bytes": 113605976, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 176.82229191996157, "doc_prefill_ms": 1937.877209042199, "compress_ms": 64.4728330662474, "serialize_ms": 111.97650001849979, "load_ms": 3.4887499641627073, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.83016707468778, "ttft_ms": 34.83016707468778, "decode_ms": 751.7490830505267}, "total_wall_ms": 799.4026669766754, "ttft_ms": 34.83016707468778, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1884979200, "backend_memory": {"mlx_active_bytes": 6810886152, "mlx_peak_bytes": 6957541253, "mlx_cache_bytes": 19832929037, "process_rss_bytes": 1884979200}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6957541253, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": ":\n\n\n\n\n letter the the letter the the the letter the letter the letter the the letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "29b9cd30f88f2983fcf3eaafb0c6de2e0c2e1616ad607db54ed7c49b8f2b7437", "output_hash": "e3ec7c802c83f5bcf36c2c0a72c95d64343fabe08d3c0255f24e5e9812815b6e"} |
| |
3147 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c01f864ee0ac0e842660fda3", "attempt_id": "7c0af2342469", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:21.884673Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 41, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 113571072, "serialized_payload_bytes": 113605976, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 176.82229191996157, "doc_prefill_ms": 1937.877209042199, "compress_ms": 64.4728330662474, "serialize_ms": 111.97650001849979, "load_ms": 1.5111669199541211, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.37204202823341, "ttft_ms": 36.37204202823341, "decode_ms": 735.419167089276}, "total_wall_ms": 781.9895419524983, "ttft_ms": 36.37204202823341, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1884979200, "backend_memory": {"mlx_active_bytes": 6811049992, "mlx_peak_bytes": 6978396853, "mlx_cache_bytes": 19832849165, "process_rss_bytes": 1884979200}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6978396853, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "29b9cd30f88f2983fcf3eaafb0c6de2e0c2e1616ad607db54ed7c49b8f2b7437", "output_hash": "ac4bc8782149b94b4275e7a44ff1cefb305717613c3ec753bc704fcd7fb25ade"} |
| |
3148 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7426cc6bebc507bca8426fe0", "attempt_id": "fb4b8a97e171", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:22.701895Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 39, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 113571072, "serialized_payload_bytes": 113605976, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 176.82229191996157, "doc_prefill_ms": 1937.877209042199, "compress_ms": 64.4728330662474, "serialize_ms": 111.97650001849979, "load_ms": 2.287624985910952, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.12945806141943, "ttft_ms": 35.12945806141943, "decode_ms": 740.3047919506207}, "total_wall_ms": 786.4261670038104, "ttft_ms": 35.12945806141943, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 39}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1885028352, "backend_memory": {"mlx_active_bytes": 6810902536, "mlx_peak_bytes": 6973547189, "mlx_cache_bytes": 19832996621, "process_rss_bytes": 1885028352}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6973547189, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n the letter the the the the letter the letter the the the letter the letter letter letter the the letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "29b9cd30f88f2983fcf3eaafb0c6de2e0c2e1616ad607db54ed7c49b8f2b7437", "output_hash": "42452bdf43860c2a292672ac59ff37007df9dd019122f5796e63ff30331dd358"} |
| |
3149 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7744955bb149a710ff3baf30", "attempt_id": "a80e511c4854", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:23.522493Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 113571072, "serialized_payload_bytes": 113605976, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 176.82229191996157, "doc_prefill_ms": 1937.877209042199, "compress_ms": 64.4728330662474, "serialize_ms": 111.97650001849979, "load_ms": 2.481625066138804, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.70454195141792, "ttft_ms": 35.70454195141792, "decode_ms": 736.6867500822991}, "total_wall_ms": 783.001207979396, "ttft_ms": 35.70454195141792, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1885028352, "backend_memory": {"mlx_active_bytes": 6810935304, "mlx_peak_bytes": 6957541253, "mlx_cache_bytes": 19832963853, "process_rss_bytes": 1885028352}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6957541253, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "29b9cd30f88f2983fcf3eaafb0c6de2e0c2e1616ad607db54ed7c49b8f2b7437", "output_hash": "4aa66c785bda43a13b67c8d0788a15523b1005e9c4c939f58ec3023e386ed7e9"} |
| |
3150 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7ce8514aae6e2fbb85fcabd0", "attempt_id": "6b9e530074ce", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:24.340787Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6693281800}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 47, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 113571072, "serialized_payload_bytes": 113605976, "side_information_bytes": 34904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 176.82229191996157, "doc_prefill_ms": 1937.877209042199, "compress_ms": 64.4728330662474, "serialize_ms": 111.97650001849979, "load_ms": 2.3052500328049064, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.3841670807451, "ttft_ms": 37.3841670807451, "decode_ms": 734.7672079922631}, "total_wall_ms": 783.0586249474436, "ttft_ms": 37.3841670807451, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 47}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1885028352, "backend_memory": {"mlx_active_bytes": 6811164680, "mlx_peak_bytes": 7097181185, "mlx_cache_bytes": 19850756333, "process_rss_bytes": 1885028352}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7097181185, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n unknown letter the the letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "29b9cd30f88f2983fcf3eaafb0c6de2e0c2e1616ad607db54ed7c49b8f2b7437", "output_hash": "fa1ec11c9d2acff139eec16a51c289ecccdd0ab731cc5dbdcb919cf4edad1a92"} |
| |
3151 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40ae00c0105726b5b6ba7c3c", "attempt_id": "2cbeca3d345a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:25.388285Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10954, "keep": 2738, "compress_ms": 14.433125033974648}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949910, "side_information_bytes": 16278, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 231.1535410117358, "doc_prefill_ms": 1937.877209042199, "compress_ms": 14.472958981059492, "serialize_ms": 216.51754202321172, "load_ms": 1.4357499312609434, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.123124946840107, "ttft_ms": 30.123124946840107, "decode_ms": 143.06287502404302}, "total_wall_ms": 183.47891699522734, "ttft_ms": 30.123124946840107, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1960591360, "backend_memory": {"mlx_active_bytes": 6782394376, "mlx_peak_bytes": 6834102476, "mlx_cache_bytes": 19881246957, "process_rss_bytes": 1960591360}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834102476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-89M-3759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2991944af6815ff66741186b894a09fcfdfb05fef39947a7a4d21ea8b2b98f83", "output_hash": "535cc96124f620f239c10f96e2567acc4f2ea513ac9e4d392598b321af4f4d64"} |
| |
3152 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1c17eb13578504eb9b560c94", "attempt_id": "e93f590fdc15", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:25.609000Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10954, "keep": 2738, "compress_ms": 14.433125033974648}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 41, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949910, "side_information_bytes": 16278, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 231.1535410117358, "doc_prefill_ms": 1937.877209042199, "compress_ms": 14.472958981059492, "serialize_ms": 216.51754202321172, "load_ms": 1.9576249178498983, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.603167018853128, "ttft_ms": 30.603167018853128, "decode_ms": 70.7785829436034}, "total_wall_ms": 112.12133290246129, "ttft_ms": 30.603167018853128, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 41}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1960591360, "backend_memory": {"mlx_active_bytes": 6782394376, "mlx_peak_bytes": 6839558372, "mlx_cache_bytes": 19881246957, "process_rss_bytes": 1960591360}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839558372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14500", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2991944af6815ff66741186b894a09fcfdfb05fef39947a7a4d21ea8b2b98f83", "output_hash": "fc9fa8fe3c4b76b388ce54ec9d6b0876ca2ef2e5fd251bb4daadb07095140737"} |
| |
3153 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b3b5e67cb6b346590de990e2", "attempt_id": "065431a56922", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:25.754514Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10954, "keep": 2738, "compress_ms": 14.433125033974648}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 39, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949910, "side_information_bytes": 16278, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 231.1535410117358, "doc_prefill_ms": 1937.877209042199, "compress_ms": 14.472958981059492, "serialize_ms": 216.51754202321172, "load_ms": 0.9105410426855087, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.44283390045166, "ttft_ms": 30.44283390045166, "decode_ms": 84.47400003205985}, "total_wall_ms": 123.84354195091873, "ttft_ms": 30.44283390045166, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1960591360, "backend_memory": {"mlx_active_bytes": 6782394376, "mlx_peak_bytes": 6839410916, "mlx_cache_bytes": 19882983661, "process_rss_bytes": 1960591360}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839410916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1.2345", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2991944af6815ff66741186b894a09fcfdfb05fef39947a7a4d21ea8b2b98f83", "output_hash": "a6f9e2f26dbb3072f78396bba0be9630b2d7baed868891239b2a9fa1be64b927"} |
| |
3154 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b68d6d6cfc8ff7604d9a4499", "attempt_id": "2d447ae5697b", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:25.911619Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10954, "keep": 2738, "compress_ms": 14.433125033974648}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949910, "side_information_bytes": 16278, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 231.1535410117358, "doc_prefill_ms": 1937.877209042199, "compress_ms": 14.472958981059492, "serialize_ms": 216.51754202321172, "load_ms": 1.0429160902276635, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.817917034961283, "ttft_ms": 29.817917034961283, "decode_ms": 28.559166006743908}, "total_wall_ms": 67.92029202915728, "ttft_ms": 29.817917034961283, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1960591360, "backend_memory": {"mlx_active_bytes": 6782394376, "mlx_peak_bytes": 6834102476, "mlx_cache_bytes": 19882983661, "process_rss_bytes": 1960591360}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834102476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2991944af6815ff66741186b894a09fcfdfb05fef39947a7a4d21ea8b2b98f83", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
3155 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e696a7d0dfeb4104d4b0f7c3", "attempt_id": "62244410550d", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:26.012968Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 10954, "keep": 2738, "compress_ms": 14.433125033974648}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 47, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949910, "side_information_bytes": 16278, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 231.1535410117358, "doc_prefill_ms": 1937.877209042199, "compress_ms": 14.472958981059492, "serialize_ms": 216.51754202321172, "load_ms": 1.9749170169234276, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.300459009595215, "ttft_ms": 30.300459009595215, "decode_ms": 127.79466703068465}, "total_wall_ms": 168.70458307676017, "ttft_ms": 30.300459009595215, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 47}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1960591360, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6844768508, "mlx_cache_bytes": 19930022125, "process_rss_bytes": 1960591360}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6844768508, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,200,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2991944af6815ff66741186b894a09fcfdfb05fef39947a7a4d21ea8b2b98f83", "output_hash": "de38706446342efd1371008e2c6699c88875a3b52819f6b843a54e8c24b7d6a0"} |
| |
3156 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1382f8475a6e161c1e3c9e3c", "attempt_id": "a9e217fb7ddc", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:26.255769Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10954, "keep": 2738, "compress_ms": 11.471542064100504}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949905, "side_information_bytes": 16273, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.90395797882229, "doc_prefill_ms": 1937.877209042199, "compress_ms": 11.508833966217935, "serialize_ms": 28.224749956279993, "load_ms": 1.9385830964893103, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.180708039551973, "ttft_ms": 30.180708039551973, "decode_ms": 666.6454171063378}, "total_wall_ms": 706.8377080140635, "ttft_ms": 30.180708039551973, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2036842496, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6834102476, "mlx_cache_bytes": 20060078317, "process_rss_bytes": 2036842496}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834102476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The standard is the standard is the standard is the standard is the standard is the standard is the standard is the standard is the standard is the standard is the standard is the standard is the standard is the standard is the standard is the standard is", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a5690afb065060a779052af09963bd03b4eb8c2dfb91a851ab239ce4894b3d98", "output_hash": "5dccc11ad42eb2daff0d1d5de6b57dade3847b359f0488d8508b32b6f4378cce"} |
| |
3157 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "48bcfe45543ff6e195f55647", "attempt_id": "af65c486d7cf", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:26.995448Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10954, "keep": 2738, "compress_ms": 11.471542064100504}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 41, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949905, "side_information_bytes": 16273, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.90395797882229, "doc_prefill_ms": 1937.877209042199, "compress_ms": 11.508833966217935, "serialize_ms": 28.224749956279993, "load_ms": 1.9633329939097166, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.642750090919435, "ttft_ms": 30.642750090919435, "decode_ms": 673.171209054999}, "total_wall_ms": 714.4939160207286, "ttft_ms": 30.642750090919435, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2019065856, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6839558372, "mlx_cache_bytes": 20060078317, "process_rss_bytes": 2019065856}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839558372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The short answer is a number, with no explanation, with no explanation. The short answer is a number, with no explanation, with no explanation. The short answer is a number, with no explanation, with no explanation. The short answer", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a5690afb065060a779052af09963bd03b4eb8c2dfb91a851ab239ce4894b3d98", "output_hash": "5af3b1313f3eda267693da46ddd8c9b81e4ebe6741a39b0bdf089391c7c4bf6c"} |
| |
3158 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dad1593272698a8883fc448e", "attempt_id": "9076de020e32", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:27.744340Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10954, "keep": 2738, "compress_ms": 11.471542064100504}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 39, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949905, "side_information_bytes": 16273, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.90395797882229, "doc_prefill_ms": 1937.877209042199, "compress_ms": 11.508833966217935, "serialize_ms": 28.224749956279993, "load_ms": 1.9104999955743551, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.475334031507373, "ttft_ms": 30.475334031507373, "decode_ms": 666.4094580337405}, "total_wall_ms": 707.3567919433117, "ttft_ms": 30.475334031507373, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 39}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2019065856, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6839410916, "mlx_cache_bytes": 20060078317, "process_rss_bytes": 2019065856}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839410916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The standard is the same. The standard is the same. The standard is the same. The standard is the same. The standard is the same. The standard is the same. The standard is the same. The standard is the same.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a5690afb065060a779052af09963bd03b4eb8c2dfb91a851ab239ce4894b3d98", "output_hash": "577a2c098edfe5e94f0ee002d12858bcf1428825d2cfc4d9376a6dccc7171a89"} |
| |
3159 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2403af2f25a86b2e4c92f19", "attempt_id": "88299b74aacc", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:28.485497Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10954, "keep": 2738, "compress_ms": 11.471542064100504}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949905, "side_information_bytes": 16273, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.90395797882229, "doc_prefill_ms": 1937.877209042199, "compress_ms": 11.508833966217935, "serialize_ms": 28.224749956279993, "load_ms": 1.8636670429259539, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.970249976031482, "ttft_ms": 29.970249976031482, "decode_ms": 663.454124936834}, "total_wall_ms": 703.9344169897959, "ttft_ms": 29.970249976031482, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2019065856, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6834102476, "mlx_cache_bytes": 20060078317, "process_rss_bytes": 2019065856}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6834102476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The Short Answer Is A Few Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words Words", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a5690afb065060a779052af09963bd03b4eb8c2dfb91a851ab239ce4894b3d98", "output_hash": "43d7d02a797d708bfbecece5a6b58705ce726e079914d783b636bdf26d5d4d3d"} |
| |
3160 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f9552600622cc46eee3042eb", "attempt_id": "54690514ae37", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:29.222911Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 10954, "keep": 2738, "compress_ms": 11.471542064100504}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 47, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949905, "side_information_bytes": 16273, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.90395797882229, "doc_prefill_ms": 1937.877209042199, "compress_ms": 11.508833966217935, "serialize_ms": 28.224749956279993, "load_ms": 1.925292075611651, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.194625025615096, "ttft_ms": 30.194625025615096, "decode_ms": 663.8902089325711}, "total_wall_ms": 704.12245800253, "ttft_ms": 30.194625025615096, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 47}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2019065856, "backend_memory": {"mlx_active_bytes": 6784114696, "mlx_peak_bytes": 6844768508, "mlx_cache_bytes": 20060078317, "process_rss_bytes": 2019065856}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6844768508, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The committee continues the standard the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a5690afb065060a779052af09963bd03b4eb8c2dfb91a851ab239ce4894b3d98", "output_hash": "3ab8ecbf52fc8a882a656ae12dbbcd72e09937dd5f9e65fcdbb11a115efe470f"} |
| |
3161 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fefb27c35f323ed67c913085", "attempt_id": "4ea7eb9c86f5", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:29.961462Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 35, "compress_ms": 127.76099995244294}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949950, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 155.39091604296118, "doc_prefill_ms": 1937.877209042199, "compress_ms": 136.204665992409, "serialize_ms": 18.95870896987617, "load_ms": 1.7255839193239808, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.932500096037984, "ttft_ms": 29.932500096037984, "decode_ms": 145.08012495934963}, "total_wall_ms": 348.0754579650238, "ttft_ms": 29.932500096037984, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2022653952, "backend_memory": {"mlx_active_bytes": 6782427144, "mlx_peak_bytes": 6833807564, "mlx_cache_bytes": 20141916533, "process_rss_bytes": 2022653952}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833807564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-892-3759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "063d3aa68bbde714befefdd2790e02fafaa6d3d196c9ca286dbabb775c5f1308", "output_hash": "3f8c0157e3bd87f50b806ab7eef7df4b84d7c5a23771dc2278161890b6a7e297"} |
| |
3162 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "34a797f6c9c23393834430d2", "attempt_id": "af597faac0ba", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:30.344850Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 41, "compress_ms": 100.01429193653166}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 41, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949950, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.87495800107718, "doc_prefill_ms": 1937.877209042199, "compress_ms": 108.62199997063726, "serialize_ms": 17.022250103764236, "load_ms": 1.5661249635741115, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.522207962349057, "ttft_ms": 30.522207962349057, "decode_ms": 156.2552909599617}, "total_wall_ms": 322.5679580355063, "ttft_ms": 30.522207962349057, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2022670336, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6839509220, "mlx_cache_bytes": 20197130613, "process_rss_bytes": 2022670336}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839509220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "063d3aa68bbde714befefdd2790e02fafaa6d3d196c9ca286dbabb775c5f1308", "output_hash": "d3be7fd2d2b31e6d84be0d1e20fe2bd1a69848e6f480ded69add9bba8e8c6914"} |
| |
3163 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fac0f931ce6e4691982379cb", "attempt_id": "dfc5636995a4", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:30.704116Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 39, "compress_ms": 93.98670902010053}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 39, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949949, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 118.74787497799844, "doc_prefill_ms": 1937.877209042199, "compress_ms": 102.53995901439339, "serialize_ms": 15.975625021383166, "load_ms": 1.551999943330884, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.165790929459035, "ttft_ms": 30.165790929459035, "decode_ms": 84.8449170589447}, "total_wall_ms": 243.65816602949053, "ttft_ms": 30.165790929459035, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2024062976, "backend_memory": {"mlx_active_bytes": 6782394376, "mlx_peak_bytes": 6837199076, "mlx_cache_bytes": 20243726709, "process_rss_bytes": 2024062976}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6837199076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ab5b1700d839f74b655d9e56dcf5c2fce64b1efa73f260c8af1f3294174060f", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3164 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7bda0ef427f254539e4b02ba", "attempt_id": "05a3a07643c3", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:30.982735Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 35, "compress_ms": 92.90899999905378}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949949, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 119.22849994152784, "doc_prefill_ms": 1937.877209042199, "compress_ms": 101.4414579840377, "serialize_ms": 17.55366602446884, "load_ms": 1.1142500443384051, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.034792027436197, "ttft_ms": 30.034792027436197, "decode_ms": 87.20179100055248}, "total_wall_ms": 246.4440829353407, "ttft_ms": 30.034792027436197, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2025635840, "backend_memory": {"mlx_active_bytes": 6782394376, "mlx_peak_bytes": 6833807564, "mlx_cache_bytes": 20243726709, "process_rss_bytes": 2025635840}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833807564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ab5b1700d839f74b655d9e56dcf5c2fce64b1efa73f260c8af1f3294174060f", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3165 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2667c92c4c1d5b2b901728ca", "attempt_id": "67b8f15d73c8", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:31.263551Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 47, "compress_ms": 93.38391700293869}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 47, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949949, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 118.7432500300929, "doc_prefill_ms": 1937.877209042199, "compress_ms": 102.2153339581564, "serialize_ms": 16.28229208290577, "load_ms": 1.6646250151097775, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.81320908293128, "ttft_ms": 29.81320908293128, "decode_ms": 99.43570801988244}, "total_wall_ms": 258.03212507162243, "ttft_ms": 29.81320908293128, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2026045440, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6844768508, "mlx_cache_bytes": 20290699637, "process_rss_bytes": 2026045440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6844768508, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4961810", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ab5b1700d839f74b655d9e56dcf5c2fce64b1efa73f260c8af1f3294174060f", "output_hash": "cbfa83f4f55b1131d0ac8c25f539dee5a2887617f5bd23f2ad5a53947d29a71b"} |
| |
3166 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a2228c0adab7cc9d7fdb2d26", "attempt_id": "6b521ec378c9", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:31.653898Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 19, "compress_ms": 82.22062501590699}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949949, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 96.69962502084672, "doc_prefill_ms": 1937.877209042199, "compress_ms": 82.36008300445974, "serialize_ms": 14.18275001924485, "load_ms": 1.9440409960225224, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.314416042529047, "ttft_ms": 30.314416042529047, "decode_ms": 85.19104204606265}, "total_wall_ms": 126.16270896978676, "ttft_ms": 30.314416042529047, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2026061824, "backend_memory": {"mlx_active_bytes": 6782394376, "mlx_peak_bytes": 6833807564, "mlx_cache_bytes": 20304638325, "process_rss_bytes": 2026061824}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833807564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "FS-6123", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ab5b1700d839f74b655d9e56dcf5c2fce64b1efa73f260c8af1f3294174060f", "output_hash": "dcd69ccd3bea6ba841c1717d23edcf5fc71c7cd8f6624a4899a7534f91cb4ebb"} |
| |
3167 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a6a0c3e0bce76e65ebf4475e", "attempt_id": "edd996773c23", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:31.813656Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 19, "compress_ms": 82.22062501590699}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 41, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949949, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 96.69962502084672, "doc_prefill_ms": 1937.877209042199, "compress_ms": 82.36008300445974, "serialize_ms": 14.18275001924485, "load_ms": 1.957167056389153, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.795458937063813, "ttft_ms": 30.795458937063813, "decode_ms": 154.79912504088134}, "total_wall_ms": 196.24620908871293, "ttft_ms": 30.795458937063813, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2026061824, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6839509220, "mlx_cache_bytes": 20304097653, "process_rss_bytes": 2026061824}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6839509220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 590-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ab5b1700d839f74b655d9e56dcf5c2fce64b1efa73f260c8af1f3294174060f", "output_hash": "638068489bf237b09d4c5f0360deb0c366bdc90120a6fda806acb728eb23cd6a"} |
| |
3168 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5974cd58d83cdd373570fba6", "attempt_id": "1efb049d33d0", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:32.043641Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 19, "compress_ms": 82.22062501590699}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 39, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949949, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 96.69962502084672, "doc_prefill_ms": 1937.877209042199, "compress_ms": 82.36008300445974, "serialize_ms": 14.18275001924485, "load_ms": 0.9380000410601497, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.815167003311217, "ttft_ms": 30.815167003311217, "decode_ms": 84.75262497086078}, "total_wall_ms": 125.16262498684227, "ttft_ms": 30.815167003311217, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2026061824, "backend_memory": {"mlx_active_bytes": 6782394376, "mlx_peak_bytes": 6837199076, "mlx_cache_bytes": 20304638325, "process_rss_bytes": 2026061824}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6837199076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3.0218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ab5b1700d839f74b655d9e56dcf5c2fce64b1efa73f260c8af1f3294174060f", "output_hash": "9347c7466d9dad9e262dd032bce9077e13aaaf75c02ef4b9a06dfa21245784e8"} |
| |
3169 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "84003395e8bfad5aaf5fdcd0", "attempt_id": "cb2e0466319f", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:32.201867Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 19, "compress_ms": 82.22062501590699}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949949, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 96.69962502084672, "doc_prefill_ms": 1937.877209042199, "compress_ms": 82.36008300445974, "serialize_ms": 14.18275001924485, "load_ms": 1.9056249875575304, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.404207995161414, "ttft_ms": 30.404207995161414, "decode_ms": 99.72287493292242}, "total_wall_ms": 140.70995908696204, "ttft_ms": 30.404207995161414, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2026078208, "backend_memory": {"mlx_active_bytes": 6782394376, "mlx_peak_bytes": 6833807564, "mlx_cache_bytes": 20304638325, "process_rss_bytes": 2026078208}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6833807564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idrisis Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ab5b1700d839f74b655d9e56dcf5c2fce64b1efa73f260c8af1f3294174060f", "output_hash": "ea618157f7daabe83eabbb3e9cd62956e6fc175b53ad69f02cfc73274461ecf6"} |
| |
3170 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4e1a037a911781952fa8da50", "attempt_id": "05f03ebadb9f", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:32.376224Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6679126024}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 19, "compress_ms": 82.22062501590699}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 47, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949949, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 96.69962502084672, "doc_prefill_ms": 1937.877209042199, "compress_ms": 82.36008300445974, "serialize_ms": 14.18275001924485, "load_ms": 1.9497500034049153, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.82891700230539, "ttft_ms": 29.82891700230539, "decode_ms": 13.941291021183133}, "total_wall_ms": 53.856124985031784, "ttft_ms": 29.82891700230539, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 47}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2026078208, "backend_memory": {"mlx_active_bytes": 6782935048, "mlx_peak_bytes": 6844768508, "mlx_cache_bytes": 20304097653, "process_rss_bytes": 2026078208}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6844768508, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8ab5b1700d839f74b655d9e56dcf5c2fce64b1efa73f260c8af1f3294174060f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3171 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "42cb06f877715180fe23fcb3", "attempt_id": "b6e59b8c78e0", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:32.465757Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 35, "compress_ms": 102.43166610598564}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949884, "side_information_bytes": 16252, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 132.45837506838143, "doc_prefill_ms": 1937.877209042199, "compress_ms": 110.91729195322841, "serialize_ms": 21.308165974915028, "load_ms": 15.446792007423937, "receiver_prefill_ms": 0.0, "query_prefill_ms": 470.2022500569001, "ttft_ms": 470.2022500569001, "decode_ms": 237.97933396417648}, "total_wall_ms": 864.469249965623, "ttft_ms": 470.2022500569001, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2005467136, "backend_memory": {"mlx_active_bytes": 6782738440, "mlx_peak_bytes": 6899435568, "mlx_cache_bytes": 20937686913, "process_rss_bytes": 2005467136}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6899435568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-892-759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0eba798db6e7e9108da7d69c8df47b46e6dc0106ce1633c04a2b092abef411cc", "output_hash": "9380318a1daad16fd38057f3ca37e8c65e8a4c76d65500a503eadc8f2f1e265f"} |
| |
3172 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e1e2a41f647d7abc16cca27a", "attempt_id": "66268a7d5f44", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:33.364445Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 41, "compress_ms": 104.4617920415476}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 41, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949883, "side_information_bytes": 16251, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 145.45424992684275, "doc_prefill_ms": 1937.877209042199, "compress_ms": 112.97566595021635, "serialize_ms": 32.23091701511294, "load_ms": 1.4642500318586826, "receiver_prefill_ms": 0.0, "query_prefill_ms": 419.6337090106681, "ttft_ms": 419.6337090106681, "decode_ms": 180.8121670037508}, "total_wall_ms": 756.4046250190586, "ttft_ms": 419.6337090106681, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1997307904, "backend_memory": {"mlx_active_bytes": 6782902280, "mlx_peak_bytes": 6902638760, "mlx_cache_bytes": 21005897257, "process_rss_bytes": 1997307904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6902638760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1d5f0b9ed61a2154a0419b807e86751f6b33ef8ee41c0def5441d51bb34bb9c9", "output_hash": "d3be7fd2d2b31e6d84be0d1e20fe2bd1a69848e6f480ded69add9bba8e8c6914"} |
| |
3173 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5016cb1486b9a005319be344", "attempt_id": "c91571138da5", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:34.161771Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 39, "compress_ms": 94.90204101894051}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 39, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949883, "side_information_bytes": 16251, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 122.20091698691249, "doc_prefill_ms": 1937.877209042199, "compress_ms": 102.98575006891042, "serialize_ms": 18.94933299627155, "load_ms": 1.2008750345557928, "receiver_prefill_ms": 0.0, "query_prefill_ms": 396.3830000720918, "ttft_ms": 396.3830000720918, "decode_ms": 85.17683402169496}, "total_wall_ms": 613.2596249226481, "ttft_ms": 396.3830000720918, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2083078144, "backend_memory": {"mlx_active_bytes": 6782705672, "mlx_peak_bytes": 6901506312, "mlx_cache_bytes": 21006093865, "process_rss_bytes": 2083078144}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6901506312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1d5f0b9ed61a2154a0419b807e86751f6b33ef8ee41c0def5441d51bb34bb9c9", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3174 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "00d217ad2b97e3b2762fb08a", "attempt_id": "1531c8c622f8", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:34.813213Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 35, "compress_ms": 95.46154201962054}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949883, "side_information_bytes": 16251, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.15250001847744, "doc_prefill_ms": 1937.877209042199, "compress_ms": 103.40233298484236, "serialize_ms": 19.51008301693946, "load_ms": 1.3755840482190251, "receiver_prefill_ms": 0.0, "query_prefill_ms": 352.95637499075383, "ttft_ms": 352.95637499075383, "decode_ms": 84.95425002183765}, "total_wall_ms": 570.6657919799909, "ttft_ms": 352.95637499075383, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2158903296, "backend_memory": {"mlx_active_bytes": 6782443528, "mlx_peak_bytes": 6899245232, "mlx_cache_bytes": 21006356009, "process_rss_bytes": 2158903296}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6899245232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1d5f0b9ed61a2154a0419b807e86751f6b33ef8ee41c0def5441d51bb34bb9c9", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3175 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb579fad307e3f1f294e7a8e", "attempt_id": "33659e481a1d", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:35.419116Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 47, "compress_ms": 96.93237498868257}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 47, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 100933632, "serialized_payload_bytes": 100949883, "side_information_bytes": 16251, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 126.58812501467764, "doc_prefill_ms": 1937.877209042199, "compress_ms": 105.42849998455495, "serialize_ms": 20.921875024214387, "load_ms": 1.5482079470530152, "receiver_prefill_ms": 0.0, "query_prefill_ms": 480.64733296632767, "ttft_ms": 480.64733296632767, "decode_ms": 99.74874998442829}, "total_wall_ms": 716.7728750500828, "ttft_ms": 480.64733296632767, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2222309376, "backend_memory": {"mlx_active_bytes": 6782967816, "mlx_peak_bytes": 6906325280, "mlx_cache_bytes": 21036932305, "process_rss_bytes": 2222309376}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6906325280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4961810", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1d5f0b9ed61a2154a0419b807e86751f6b33ef8ee41c0def5441d51bb34bb9c9", "output_hash": "cbfa83f4f55b1131d0ac8c25f539dee5a2887617f5bd23f2ad5a53947d29a71b"} |
| |
3176 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c62d8665d4b5462fe942d523", "attempt_id": "8ccb33bf823c", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:36.172409Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 35, "compress_ms": 96.49979206733406, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 53620992, "serialized_payload_bytes": 53655481, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 190.9955000737682, "doc_prefill_ms": 1937.877209042199, "compress_ms": 114.77866698987782, "serialize_ms": 75.7870830129832, "load_ms": 2.15945893432945, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.529124959371984, "ttft_ms": 24.529124959371984, "decode_ms": 148.37820793036371}, "total_wall_ms": 374.49704098980874, "ttft_ms": 24.529124959371984, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2293710848, "backend_memory": {"mlx_active_bytes": 6690512904, "mlx_peak_bytes": 6756679168, "mlx_cache_bytes": 21291392209, "process_rss_bytes": 2293710848}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6756679168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PY-892-3759", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e796957db6c8b8c24859bcbdb7843f2523e69c4895dd88d7db5855b373a71fd9", "output_hash": "3f8c0157e3bd87f50b806ab7eef7df4b84d7c5a23771dc2278161890b6a7e297"} |
| |
3177 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "91c188383b00d515aa38fc43", "attempt_id": "49057cbde38b", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:36.582726Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 41, "compress_ms": 96.24666697345674, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 41, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 53620992, "serialized_payload_bytes": 53655481, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 128.09004192240536, "doc_prefill_ms": 1937.877209042199, "compress_ms": 113.21549990680069, "serialize_ms": 14.446667046286166, "load_ms": 1.2144159991294146, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.773333083838224, "ttft_ms": 26.773333083838224, "decode_ms": 166.71375010628253}, "total_wall_ms": 331.23758307192475, "ttft_ms": 26.773333083838224, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2335932416, "backend_memory": {"mlx_active_bytes": 6689890312, "mlx_peak_bytes": 6780903234, "mlx_cache_bytes": 21310303953, "process_rss_bytes": 2335932416}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6780903234, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 595-G, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e796957db6c8b8c24859bcbdb7843f2523e69c4895dd88d7db5855b373a71fd9", "output_hash": "d3be7fd2d2b31e6d84be0d1e20fe2bd1a69848e6f480ded69add9bba8e8c6914"} |
| |
3178 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "780402dc1d3399f1eb25005c", "attempt_id": "8412a17753f9", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:36.949067Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 39, "compress_ms": 93.76695810351521, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 39, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 53620992, "serialized_payload_bytes": 53655481, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 123.46750008873641, "doc_prefill_ms": 1937.877209042199, "compress_ms": 111.10916605684906, "serialize_ms": 11.894624913111329, "load_ms": 1.7692919354885817, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.257499957457185, "ttft_ms": 24.257499957457185, "decode_ms": 89.74108297843486}, "total_wall_ms": 247.7738750167191, "ttft_ms": 24.257499957457185, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2337669120, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6776659778, "mlx_cache_bytes": 21327654609, "process_rss_bytes": 2337669120}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6776659778, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.7218", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e796957db6c8b8c24859bcbdb7843f2523e69c4895dd88d7db5855b373a71fd9", "output_hash": "4df4e8f359e483b9e008053aedd1d0990df312730e132ef3b69f552318849a54"} |
| |
3179 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9aa262a8839492686a40178a", "attempt_id": "5fb06a03e907", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:37.233745Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 35, "compress_ms": 94.24274996854365, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 35, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 53620992, "serialized_payload_bytes": 53655481, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 122.29516706429422, "doc_prefill_ms": 1937.877209042199, "compress_ms": 110.5209169909358, "serialize_ms": 11.34195807389915, "load_ms": 2.1270409924909472, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.844457951374352, "ttft_ms": 21.844457951374352, "decode_ms": 88.73479103203863}, "total_wall_ms": 243.3062909403816, "ttft_ms": 21.844457951374352, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2338652160, "backend_memory": {"mlx_active_bytes": 6689906696, "mlx_peak_bytes": 6756339712, "mlx_cache_bytes": 21327654609, "process_rss_bytes": 2338652160}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6756339712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Idris Okonkwo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e796957db6c8b8c24859bcbdb7843f2523e69c4895dd88d7db5855b373a71fd9", "output_hash": "eec59ec043a5577085887d671386f09bab81277a5d08c66798014e2578443ebf"} |
| |
3180 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1cead57a00d41ff9fde6504b", "attempt_id": "3292d3f3d347", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:37.510543Z", "task_family": "synthetic", "document_id": "syn_03029_16000", "document_hash": "33a51b6333419ddfbd88b362df2ee28a833f90300d55ae736740de8a07e5f525", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03029_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6577676296}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 10954, "keep": 2738, "window_tokens": 47, "compress_ms": 92.41479099728167, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 10915, "source_tokens_receiver": 10915, "query_tokens": 47, "message_tokens": 10954, "message_utf8_bytes": 58422, "cache_tensor_bytes": 53620992, "serialized_payload_bytes": 53655481, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.63599994871765, "doc_prefill_ms": 1937.877209042199, "compress_ms": 109.50045799836516, "serialize_ms": 10.712833027355373, "load_ms": 1.067084027454257, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.719499982893467, "ttft_ms": 24.719499982893467, "decode_ms": 104.10350002348423}, "total_wall_ms": 258.9436669368297, "ttft_ms": 24.719499982893467, "input_usage": {"receiver_prefix_tokens": 10954, "dense_cache_bytes": 403808256, "query_tokens": 47}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2339028992, "backend_memory": {"mlx_active_bytes": 6689890312, "mlx_peak_bytes": 6774273000, "mlx_cache_bytes": 21327695057, "process_rss_bytes": 2339028992}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6774273000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4961810", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03029_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e796957db6c8b8c24859bcbdb7843f2523e69c4895dd88d7db5855b373a71fd9", "output_hash": "cbfa83f4f55b1131d0ac8c25f539dee5a2887617f5bd23f2ad5a53947d29a71b"} |
| |
3181 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3fb5c6c4f32a4e742bc00ff", "attempt_id": "6a89abadc65a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:38.537961Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009208917617797852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.39054103847593, "ttft_ms": 14.045667019672692, "decode_ms": 13.883749954402447}, "total_wall_ms": 50.75729195959866, "ttft_ms": 14.045667019672692, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971587584, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 458852024, "process_rss_bytes": 971587584}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3182 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "16ffe5588a97d9b4f7b3ff8e", "attempt_id": "9746f543091e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:38.612739Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009208917617797852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.217208032496274, "ttft_ms": 13.190499972552061, "decode_ms": 13.146708020940423}, "total_wall_ms": 50.97816698253155, "ttft_ms": 13.190499972552061, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971603968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 523585208, "process_rss_bytes": 971603968}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3183 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "66ad25ea58e061cbef82891b", "attempt_id": "f4502f8e56d0", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:38.682410Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 68, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009208917617797852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.160667089745402, "ttft_ms": 13.203917071223259, "decode_ms": 13.566082925535738}, "total_wall_ms": 51.40583298634738, "ttft_ms": 13.203917071223259, "input_usage": {"receiver_prompt_tokens": 68}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971603968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6246556296, "mlx_cache_bytes": 569493176, "process_rss_bytes": 971603968}, "peak_prefill_memory": null, "peak_decode_memory": 6246556296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3184 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2a29fe69413c662079aef811", "attempt_id": "f977aefb74d3", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:38.752087Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009208917617797852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.33129096403718, "ttft_ms": 13.044000021182, "decode_ms": 13.32958391867578}, "total_wall_ms": 41.1366670159623, "ttft_ms": 13.044000021182, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971603968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 569493176, "process_rss_bytes": 971603968}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3185 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d4e811a25ae3d4bc9cfee79", "attempt_id": "eb102e791e1c", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:38.812271Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009208917617797852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.220542050898075, "ttft_ms": 13.387290993705392, "decode_ms": 13.128792052157223}, "total_wall_ms": 51.155459019355476, "ttft_ms": 13.387290993705392, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971603968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245704328, "mlx_cache_bytes": 614024888, "process_rss_bytes": 971603968}, "peak_prefill_memory": null, "peak_decode_memory": 6245704328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3186 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "af9b4948518b14566b773a4c", "attempt_id": "24bf33dff2c0", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:38.881352Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 2024, "message_tokens": 1949, "message_utf8_bytes": 7274, "cache_tensor_bytes": null, "serialized_payload_bytes": 7274, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006958027370274067, "decode_payload_ms": 0.0, "receiver_prefill_ms": 212.61229098308831, "ttft_ms": 13.862541993148625, "decode_ms": 137.65787507873029}, "total_wall_ms": 367.31058394070715, "ttft_ms": 13.862541993148625, "input_usage": {"receiver_prompt_tokens": 2024}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 971685888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7053574108, "mlx_cache_bytes": 1502684756, "process_rss_bytes": 971685888}, "peak_prefill_memory": null, "peak_decode_memory": 7053574108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-99X-5582", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "output_hash": "418e2d2419844e55a0e0d5a5f62c9bf90dbe137bd83c679e009533943498d1a0"} |
| |
3187 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "126bedd68587ddfd3edb8bd6", "attempt_id": "c804c57537b4", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:39.266977Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 2029, "message_tokens": 1949, "message_utf8_bytes": 7274, "cache_tensor_bytes": null, "serialized_payload_bytes": 7274, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006958027370274067, "decode_payload_ms": 0.0, "receiver_prefill_ms": 228.76687499228865, "ttft_ms": 13.82554101292044, "decode_ms": 150.56962496601045}, "total_wall_ms": 396.0454579209909, "ttft_ms": 13.82554101292044, "input_usage": {"receiver_prompt_tokens": 2029}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 971702272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7055425600, "mlx_cache_bytes": 2300241492, "process_rss_bytes": 971702272}, "peak_prefill_memory": null, "peak_decode_memory": 7055425600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3188 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23c4132869b3aedfa2a70922", "attempt_id": "3c17b9992cd7", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:39.682150Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 2027, "message_tokens": 1949, "message_utf8_bytes": 7274, "cache_tensor_bytes": null, "serialized_payload_bytes": 7274, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006958027370274067, "decode_payload_ms": 0.0, "receiver_prefill_ms": 269.71158292144537, "ttft_ms": 14.482832979410887, "decode_ms": 82.75983296334743}, "total_wall_ms": 369.8962500784546, "ttft_ms": 14.482832979410887, "input_usage": {"receiver_prompt_tokens": 2027}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 971718656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054835776, "mlx_cache_bytes": 2856314452, "process_rss_bytes": 971718656}, "peak_prefill_memory": null, "peak_decode_memory": 7054835776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3189 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a1e56a23cb63c3bfd413428a", "attempt_id": "061f25fce7d8", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:40.071322Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 2024, "message_tokens": 1949, "message_utf8_bytes": 7274, "cache_tensor_bytes": null, "serialized_payload_bytes": 7274, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006958027370274067, "decode_payload_ms": 0.0, "receiver_prefill_ms": 290.154124959372, "ttft_ms": 14.61745798587799, "decode_ms": 83.27412500511855}, "total_wall_ms": 390.9787089796737, "ttft_ms": 14.61745798587799, "input_usage": {"receiver_prompt_tokens": 2024}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 971735040, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7053574108, "mlx_cache_bytes": 2856314452, "process_rss_bytes": 971735040}, "peak_prefill_memory": null, "peak_decode_memory": 7053574108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3190 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5a8b32eb4e1b133e7d168ba0", "attempt_id": "94e7fab1d7f8", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:40.480602Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 2032, "message_tokens": 1949, "message_utf8_bytes": 7274, "cache_tensor_bytes": null, "serialized_payload_bytes": 7274, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006958027370274067, "decode_payload_ms": 0.0, "receiver_prefill_ms": 288.2477920502424, "ttft_ms": 14.18679195921868, "decode_ms": 110.26437499094754}, "total_wall_ms": 415.48983298707753, "ttft_ms": 14.18679195921868, "input_usage": {"receiver_prompt_tokens": 2032}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 971735040, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7056752704, "mlx_cache_bytes": 3655198292, "process_rss_bytes": 971735040}, "peak_prefill_memory": null, "peak_decode_memory": 7056752704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930 USD", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "output_hash": "d475001e588874a3fbc0416dbe7fbb1473ef0e54e296106a5fd29aecd7860baf"} |
| |
3191 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d109ec254a0de895cff431c7", "attempt_id": "d7b11771c0d5", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:40.916187Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1949}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1806, "cache_tensor_bytes": null, "serialized_payload_bytes": 1806, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2028330238536, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.50345900282264, "ttft_ms": 13.552416930906475, "decode_ms": 13.615833013318479}, "total_wall_ms": 116.72529089264572, "ttft_ms": 13.552416930906475, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971784192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 4050839124, "process_rss_bytes": 971784192}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e205920d6911557bce2ad86726fe2b43aa04dfcbff848acbeb6fe751d791391f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3192 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0d206570f7c234c44959fe74", "attempt_id": "d6b878927e62", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:41.051038Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1949}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 1806, "cache_tensor_bytes": null, "serialized_payload_bytes": 1806, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2028330238536, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.535958038643, "ttft_ms": 13.625041930936277, "decode_ms": 13.594500022009015}, "total_wall_ms": 115.84216600749642, "ttft_ms": 13.625041930936277, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971784192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4401194580, "process_rss_bytes": 971784192}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e205920d6911557bce2ad86726fe2b43aa04dfcbff848acbeb6fe751d791391f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3193 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f6931159fa5026e63b179265", "attempt_id": "20afbb6f77ff", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:41.185207Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1949}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 599, "message_tokens": 516, "message_utf8_bytes": 1806, "cache_tensor_bytes": null, "serialized_payload_bytes": 1806, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2028330238536, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.74550002999604, "ttft_ms": 13.507124967873096, "decode_ms": 80.7410409906879}, "total_wall_ms": 183.1202079774812, "ttft_ms": 13.507124967873096, "input_usage": {"receiver_prompt_tokens": 599}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 971800576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569226328, "mlx_cache_bytes": 4647446100, "process_rss_bytes": 971800576}, "peak_prefill_memory": null, "peak_decode_memory": 6569226328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e205920d6911557bce2ad86726fe2b43aa04dfcbff848acbeb6fe751d791391f", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3194 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5ef627d57375fa712b44b161", "attempt_id": "e757309512dc", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:41.386729Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1949}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1806, "cache_tensor_bytes": null, "serialized_payload_bytes": 1806, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2028330238536, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.79962497483939, "ttft_ms": 13.582833926193416, "decode_ms": 13.534666039049625}, "total_wall_ms": 108.08141704183072, "ttft_ms": 13.582833926193416, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971816960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 4647446100, "process_rss_bytes": 971816960}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e205920d6911557bce2ad86726fe2b43aa04dfcbff848acbeb6fe751d791391f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3195 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "60237ad199f43b3bb3fd2557", "attempt_id": "3f3468e4a16d", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:41.513281Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1949}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 1806, "cache_tensor_bytes": null, "serialized_payload_bytes": 1806, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2028330238536, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.86891598254442, "ttft_ms": 13.577250065281987, "decode_ms": 13.632792048156261}, "total_wall_ms": 111.23508308082819, "ttft_ms": 13.577250065281987, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971833344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569799768, "mlx_cache_bytes": 5014709844, "process_rss_bytes": 971833344}, "peak_prefill_memory": null, "peak_decode_memory": 6569799768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e205920d6911557bce2ad86726fe2b43aa04dfcbff848acbeb6fe751d791391f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3196 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "52e81619ffd151c8214b266d", "attempt_id": "0d3cfda754f9", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:41.644226Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 583, "message_tokens": 507, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.608082908205688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.46941696759313, "ttft_ms": 13.672999921254814, "decode_ms": 13.603667030110955}, "total_wall_ms": 109.78175001218915, "ttft_ms": 13.672999921254814, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971849728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 5369292372, "process_rss_bytes": 971849728}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9156179ee246ca2baef8fc79104273073685787b9ce199aad4945c4448f8859", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3197 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e48d76771982a47c28d6f234", "attempt_id": "28e6ffd44070", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:41.772391Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 588, "message_tokens": 507, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.608082908205688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.70408294629306, "ttft_ms": 13.408833066932857, "decode_ms": 13.351083034649491}, "total_wall_ms": 110.60133401770145, "ttft_ms": 13.408833066932857, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 971866112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 5712176724, "process_rss_bytes": 971866112}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9156179ee246ca2baef8fc79104273073685787b9ce199aad4945c4448f8859", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3198 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "64de69adf7214197a50993ac", "attempt_id": "32818cb1ecd5", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:41.901882Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 586, "message_tokens": 507, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.608082908205688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.88820902816951, "ttft_ms": 13.512125005945563, "decode_ms": 161.50304197799414}, "total_wall_ms": 258.92962503712624, "ttft_ms": 13.512125005945563, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 971866112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 5953218132, "process_rss_bytes": 971866112}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11,037,575 CHF", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9156179ee246ca2baef8fc79104273073685787b9ce199aad4945c4448f8859", "output_hash": "f641329a83b3b9d49067b11570ebd72e0a541aeb42e1f4679f5e79ad7d9083f5"} |
| |
3199 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0c12325da98bc6c525346d5b", "attempt_id": "ee86ddf1c599", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:42.179640Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 583, "message_tokens": 507, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.608082908205688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.3592080436647, "ttft_ms": 13.36012501269579, "decode_ms": 80.98466601222754}, "total_wall_ms": 170.7149170106277, "ttft_ms": 13.36012501269579, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 971882496, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 5953218132, "process_rss_bytes": 971882496}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9156179ee246ca2baef8fc79104273073685787b9ce199aad4945c4448f8859", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3200 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "026b89f2ded71e75d83d7ad9", "attempt_id": "6f9c11a04a8b", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:42.368697Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 591, "message_tokens": 507, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.608082908205688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.588582967408, "ttft_ms": 13.611124944873154, "decode_ms": 94.9549590004608}, "total_wall_ms": 184.1200420167297, "ttft_ms": 13.611124944873154, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 971898880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584578136, "mlx_cache_bytes": 6217950804, "process_rss_bytes": 971898880}, "peak_prefill_memory": null, "peak_decode_memory": 6584578136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9156179ee246ca2baef8fc79104273073685787b9ce199aad4945c4448f8859", "output_hash": "82227082dcc4ba6a2aefa1ee337cd55859ad3bd42a50654a896be5f8dd31734d"} |
| |
3201 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c78a86e12a3142293ed2803d", "attempt_id": "88a4ae821ad5", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:42.571524Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 576, "message_tokens": 500, "message_utf8_bytes": 1349, "cache_tensor_bytes": null, "serialized_payload_bytes": 1349, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9703749092295766, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.23929101321846, "ttft_ms": 13.873709016479552, "decode_ms": 134.17879096232355}, "total_wall_ms": 219.2109579918906, "ttft_ms": 13.873709016479552, "input_usage": {"receiver_prompt_tokens": 576}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 971898880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554972248, "mlx_cache_bytes": 6553855572, "process_rss_bytes": 971898880}, "peak_prefill_memory": null, "peak_decode_memory": 6554972248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-99X-5582", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b716a7a34bfbbff7020c6561290d05a556cdc444d21378b9cb90a612b68efbcc", "output_hash": "418e2d2419844e55a0e0d5a5f62c9bf90dbe137bd83c679e009533943498d1a0"} |
| |
3202 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c1c87c5b604cd8917996e467", "attempt_id": "c724e41bf329", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:42.808860Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 27}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 589, "message_tokens": 508, "message_utf8_bytes": 1799, "cache_tensor_bytes": null, "serialized_payload_bytes": 1799, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0153750190511346, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.71591704152524, "ttft_ms": 13.640834018588066, "decode_ms": 148.093624971807}, "total_wall_ms": 234.88508304581046, "ttft_ms": 13.640834018588066, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 971931648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6796076628, "process_rss_bytes": 971931648}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "416c4e694a1d5614a83ca1061410a88fbe33a4db355f0b67d77c286a28db42f7", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3203 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "074b412e497aea31135dfb9b", "attempt_id": "d0e609289e41", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:43.063088Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 579, "message_tokens": 500, "message_utf8_bytes": 1350, "cache_tensor_bytes": null, "serialized_payload_bytes": 1350, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3000410981476307, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.50699992012233, "ttft_ms": 13.437958084978163, "decode_ms": 80.147625063546}, "total_wall_ms": 165.39216705132276, "ttft_ms": 13.437958084978163, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 971964416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6576812120, "mlx_cache_bytes": 7055451732, "process_rss_bytes": 971964416}, "peak_prefill_memory": null, "peak_decode_memory": 6576812120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "758653e5faca36c887d2795f788e396b66afb8d4bd1bb7b64536f38c6aa2dd9b", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3204 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9c2e04b9626b59b304ea0bbe", "attempt_id": "3b56556f44cc", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:43.247334Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 20}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 578, "message_tokens": 502, "message_utf8_bytes": 1698, "cache_tensor_bytes": null, "serialized_payload_bytes": 1698, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9609999833628535, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.41924993973225, "ttft_ms": 13.515291968360543, "decode_ms": 80.18275001086295}, "total_wall_ms": 166.13170807249844, "ttft_ms": 13.515291968360543, "input_usage": {"receiver_prompt_tokens": 578}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 972013568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6574420056, "mlx_cache_bytes": 7055451732, "process_rss_bytes": 972013568}, "peak_prefill_memory": null, "peak_decode_memory": 6574420056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c81b0eb36203f8cde35b71c703937d2b38b8323b3364fc052763896fd1cdac57", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3205 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d9e95e2be109bf3ad8318be", "attempt_id": "046cf3529718", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:43.432299Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 591, "message_tokens": 507, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9022499434649944, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.09779200982302, "ttft_ms": 13.523291912861168, "decode_ms": 94.47679203003645}, "total_wall_ms": 180.95099995844066, "ttft_ms": 13.523291912861168, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 972029952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 7055451732, "process_rss_bytes": 972029952}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9156179ee246ca2baef8fc79104273073685787b9ce199aad4945c4448f8859", "output_hash": "82227082dcc4ba6a2aefa1ee337cd55859ad3bd42a50654a896be5f8dd31734d"} |
| |
3206 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "26ce67c54a8058abab689b91", "attempt_id": "f93eb1772dc9", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:50.880899Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1155, "cache_tensor_bytes": null, "serialized_payload_bytes": 1155, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7249.356833053753, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.93287499062717, "ttft_ms": 14.261416043154895, "decode_ms": 13.727665995247662}, "total_wall_ms": 100.39587505161762, "ttft_ms": 14.261416043154895, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2065, "sender_output_tokens": 512, "sender_prefill_ms": 257.10220797918737, "sender_ttft_ms": 13.738750014454126, "sender_decode_ms": 6976.407082984224}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972275712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 8383915668, "process_rss_bytes": 972275712}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ba717457167d862c2dcb67e6b18c5c49925e9f882aed71b2169346d869c0dc2a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3207 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f52a7e556445e8272999047", "attempt_id": "30544a605298", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:51.000499Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1155, "cache_tensor_bytes": null, "serialized_payload_bytes": 1155, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7249.356833053753, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.72529191989452, "ttft_ms": 13.365041930228472, "decode_ms": 13.445792021229863}, "total_wall_ms": 97.6278749294579, "ttft_ms": 13.365041930228472, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2065, "sender_output_tokens": 512, "sender_prefill_ms": 257.10220797918737, "sender_ttft_ms": 13.738750014454126, "sender_decode_ms": 6976.407082984224}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972275712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 8629282452, "process_rss_bytes": 972275712}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ba717457167d862c2dcb67e6b18c5c49925e9f882aed71b2169346d869c0dc2a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3208 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83dff71b6026b4ce7a1dce13", "attempt_id": "592f4583c052", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:51.118584Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 595, "message_tokens": 512, "message_utf8_bytes": 1155, "cache_tensor_bytes": null, "serialized_payload_bytes": 1155, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7249.356833053753, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.22783295623958, "ttft_ms": 13.631624984554946, "decode_ms": 13.376291957683861}, "total_wall_ms": 102.297667064704, "ttft_ms": 13.631624984554946, "input_usage": {"receiver_prompt_tokens": 595, "sender_input_tokens": 2065, "sender_output_tokens": 512, "sender_prefill_ms": 257.10220797918737, "sender_ttft_ms": 13.738750014454126, "sender_decode_ms": 6976.407082984224}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972292096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 8716871316, "process_rss_bytes": 972292096}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ba717457167d862c2dcb67e6b18c5c49925e9f882aed71b2169346d869c0dc2a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3209 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "03e530919a94ba1999147e99", "attempt_id": "cc0149173bd1", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:51.239920Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1155, "cache_tensor_bytes": null, "serialized_payload_bytes": 1155, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7249.356833053753, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.59395800065249, "ttft_ms": 13.605625019408762, "decode_ms": 82.27445802185684}, "total_wall_ms": 169.51508400961757, "ttft_ms": 13.605625019408762, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2065, "sender_output_tokens": 512, "sender_prefill_ms": 257.10220797918737, "sender_ttft_ms": 13.738750014454126, "sender_decode_ms": 6976.407082984224}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 972292096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 8716871316, "process_rss_bytes": 972292096}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ba717457167d862c2dcb67e6b18c5c49925e9f882aed71b2169346d869c0dc2a", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3210 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "acb7c51b54e70d609afa6193", "attempt_id": "a728cc67348c", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:51.428084Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 600, "message_tokens": 512, "message_utf8_bytes": 1155, "cache_tensor_bytes": null, "serialized_payload_bytes": 1155, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7249.356833053753, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.4556250711903, "ttft_ms": 13.959249947220087, "decode_ms": 95.25462496094406}, "total_wall_ms": 180.73120794724673, "ttft_ms": 13.959249947220087, "input_usage": {"receiver_prompt_tokens": 600, "sender_input_tokens": 2065, "sender_output_tokens": 512, "sender_prefill_ms": 257.10220797918737, "sender_ttft_ms": 13.738750014454126, "sender_decode_ms": 6976.407082984224}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 972292096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567260248, "mlx_cache_bytes": 8875140756, "process_rss_bytes": 972292096}, "peak_prefill_memory": null, "peak_decode_memory": 6567260248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ba717457167d862c2dcb67e6b18c5c49925e9f882aed71b2169346d869c0dc2a", "output_hash": "82227082dcc4ba6a2aefa1ee337cd55859ad3bd42a50654a896be5f8dd31734d"} |
| |
3211 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b0dcc0248fddc3235a18913b", "attempt_id": "f3392d862e49", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:51.627506Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 124, "message_tokens": 45, "message_utf8_bytes": 172, "cache_tensor_bytes": null, "serialized_payload_bytes": 172, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 866.743249935098, "decode_payload_ms": 0.0, "receiver_prefill_ms": 26.057500042952597, "ttft_ms": 13.343916041776538, "decode_ms": 133.36270907893777}, "total_wall_ms": 1039.996291976422, "ttft_ms": 13.343916041776538, "input_usage": {"receiver_prompt_tokens": 124, "sender_input_tokens": 2061, "sender_output_tokens": 45, "sender_prefill_ms": 234.83979189768434, "sender_ttft_ms": 13.521875021979213, "sender_decode_ms": 616.8533329619095}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 972292096, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6282338928, "mlx_cache_bytes": 8967284372, "process_rss_bytes": 972292096}, "peak_prefill_memory": null, "peak_decode_memory": 6282338928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-99X-5582", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4e04ea02b09586810f647cb40d0a518c1388639e61c396ca609f882f721b172b", "output_hash": "418e2d2419844e55a0e0d5a5f62c9bf90dbe137bd83c679e009533943498d1a0"} |
| |
3212 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7323ec641f0c16d1688e319", "attempt_id": "045a4e312a3f", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:52.686145Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 147, "message_tokens": 63, "message_utf8_bytes": 214, "cache_tensor_bytes": null, "serialized_payload_bytes": 214, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1102.4437500163913, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.03054198436439, "ttft_ms": 13.110750005580485, "decode_ms": 145.57295897975564}, "total_wall_ms": 1292.6736250519753, "ttft_ms": 13.110750005580485, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 2066, "sender_output_tokens": 63, "sender_prefill_ms": 231.98987497016788, "sender_ttft_ms": 13.700832962058485, "sender_decode_ms": 855.0542499870062}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 972324864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300132024, "mlx_cache_bytes": 9086983968, "process_rss_bytes": 972324864}, "peak_prefill_memory": null, "peak_decode_memory": 6300132024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fbce19f167ded5b517df5d39b7366fd23ed29d8df6ac94919a7df65654a08628", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3213 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "146c6c365b4123d8b508e9a0", "attempt_id": "fb71191a558e", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:12:53.997227Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 304, "message_tokens": 222, "message_utf8_bytes": 581, "cache_tensor_bytes": null, "serialized_payload_bytes": 581, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3301.865916000679, "decode_payload_ms": 0.0, "receiver_prefill_ms": 43.79487503319979, "ttft_ms": 13.587709050625563, "decode_ms": 108.58633404131979}, "total_wall_ms": 3468.518332927488, "ttft_ms": 13.587709050625563, "input_usage": {"receiver_prompt_tokens": 304, "sender_input_tokens": 2064, "sender_output_tokens": 222, "sender_prefill_ms": 236.795625067316, "sender_ttft_ms": 13.451249920763075, "sender_decode_ms": 3049.9377499800175}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 972390400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6432040236, "mlx_cache_bytes": 9323504604, "process_rss_bytes": 972390400}, "peak_prefill_memory": null, "peak_decode_memory": 6432040236, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545 CHF", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "03da5120b647074a23868f9603fba0010f0b39521f9e6324284953209ca18b2f", "output_hash": "e9172598dc145f64caecb43cc284e5c54d0a811906286569cbfae6a49b4cce82"} |
| |
3214 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f55aaeddc6abaeb426e8a4a2", "attempt_id": "7bd5b855e019", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:04.729244Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 467, "message_tokens": 377, "message_utf8_bytes": 911, "cache_tensor_bytes": null, "serialized_payload_bytes": 911, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7243.50633402355, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.03566691186279, "ttft_ms": 13.364959042519331, "decode_ms": 13.41825001873076}, "total_wall_ms": 82.79408409725875, "ttft_ms": 13.364959042519331, "input_usage": {"receiver_prompt_tokens": 467, "sender_input_tokens": 2093, "sender_output_tokens": 512, "sender_prefill_ms": 235.30983307864517, "sender_ttft_ms": 13.465208001434803, "sender_decode_ms": 6989.986917003989}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972521472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6481176480, "mlx_cache_bytes": 9629985572, "process_rss_bytes": 972521472}, "peak_prefill_memory": null, "peak_decode_memory": 6481176480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1fcbc1df3c19a153e6600b7d2a344c5fcf82fb3b0281d6b811c086143861a7f9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3215 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b2f7300ee5a1202cc82fa6d7", "attempt_id": "eea6e27f1a86", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:04.832086Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 472, "message_tokens": 377, "message_utf8_bytes": 911, "cache_tensor_bytes": null, "serialized_payload_bytes": 911, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7243.50633402355, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.219833040609956, "ttft_ms": 13.383124954998493, "decode_ms": 13.120166957378387}, "total_wall_ms": 82.67224999144673, "ttft_ms": 13.383124954998493, "input_usage": {"receiver_prompt_tokens": 472, "sender_input_tokens": 2093, "sender_output_tokens": 512, "sender_prefill_ms": 235.30983307864517, "sender_ttft_ms": 13.465208001434803, "sender_decode_ms": 6989.986917003989}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972521472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6483748788, "mlx_cache_bytes": 9907810944, "process_rss_bytes": 972521472}, "peak_prefill_memory": null, "peak_decode_memory": 6483748788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1fcbc1df3c19a153e6600b7d2a344c5fcf82fb3b0281d6b811c086143861a7f9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3216 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4185f676b1d9f2124e1c3cd4", "attempt_id": "3cf528ee9579", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:04.935099Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 470, "message_tokens": 377, "message_utf8_bytes": 911, "cache_tensor_bytes": null, "serialized_payload_bytes": 911, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7243.50633402355, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.97808300424367, "ttft_ms": 13.826665934175253, "decode_ms": 13.15637503284961}, "total_wall_ms": 82.8827500808984, "ttft_ms": 13.826665934175253, "input_usage": {"receiver_prompt_tokens": 470, "sender_input_tokens": 2093, "sender_output_tokens": 512, "sender_prefill_ms": 235.30983307864517, "sender_ttft_ms": 13.465208001434803, "sender_decode_ms": 6989.986917003989}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972521472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6483027892, "mlx_cache_bytes": 10101322368, "process_rss_bytes": 972521472}, "peak_prefill_memory": null, "peak_decode_memory": 6483027892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1fcbc1df3c19a153e6600b7d2a344c5fcf82fb3b0281d6b811c086143861a7f9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3217 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "de45431cc69e1597a6a1f290", "attempt_id": "62aacd51f0cb", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:05.036872Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 467, "message_tokens": 377, "message_utf8_bytes": 911, "cache_tensor_bytes": null, "serialized_payload_bytes": 911, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7243.50633402355, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.51162497047335, "ttft_ms": 13.627458945848048, "decode_ms": 80.4292910033837}, "total_wall_ms": 149.4147500488907, "ttft_ms": 13.627458945848048, "input_usage": {"receiver_prompt_tokens": 467, "sender_input_tokens": 2093, "sender_output_tokens": 512, "sender_prefill_ms": 235.30983307864517, "sender_ttft_ms": 13.465208001434803, "sender_decode_ms": 6989.986917003989}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 972521472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6481012640, "mlx_cache_bytes": 10101568128, "process_rss_bytes": 972521472}, "peak_prefill_memory": null, "peak_decode_memory": 6481012640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1fcbc1df3c19a153e6600b7d2a344c5fcf82fb3b0281d6b811c086143861a7f9", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3218 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40b357e0d041b778f3dabc43", "attempt_id": "e8306af01c04", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:05.205121Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 475, "message_tokens": 377, "message_utf8_bytes": 911, "cache_tensor_bytes": null, "serialized_payload_bytes": 911, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7243.50633402355, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.2518330514431, "ttft_ms": 13.540541986003518, "decode_ms": 13.079042080789804}, "total_wall_ms": 82.77879096567631, "ttft_ms": 13.540541986003518, "input_usage": {"receiver_prompt_tokens": 475, "sender_input_tokens": 2093, "sender_output_tokens": 512, "sender_prefill_ms": 235.30983307864517, "sender_ttft_ms": 13.465208001434803, "sender_decode_ms": 6989.986917003989}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972521472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6485534656, "mlx_cache_bytes": 10380540392, "process_rss_bytes": 972521472}, "peak_prefill_memory": null, "peak_decode_memory": 6485534656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1fcbc1df3c19a153e6600b7d2a344c5fcf82fb3b0281d6b811c086143861a7f9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3219 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1e6ec1bdce79dce9e86fc85a", "attempt_id": "514438701fde", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:05.306189Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 143, "message_tokens": 52, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1286.6430419962853, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.768833006732166, "ttft_ms": 13.075875001959503, "decode_ms": 133.98920895997435}, "total_wall_ms": 1464.9357500020415, "ttft_ms": 13.075875001959503, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 2102, "sender_output_tokens": 76, "sender_prefill_ms": 235.92337500303984, "sender_ttft_ms": 14.09212511498481, "sender_decode_ms": 1035.0162910763174}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 972537856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303982264, "mlx_cache_bytes": 10495490536, "process_rss_bytes": 972537856}, "peak_prefill_memory": null, "peak_decode_memory": 6303982264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-99X-5582", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d96a95299173924ecc4326b818cc7a707614f2122ff67d35689cfbc5829ae42e", "output_hash": "418e2d2419844e55a0e0d5a5f62c9bf90dbe137bd83c679e009533943498d1a0"} |
| |
3220 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b92db13fbb44068200f29988", "attempt_id": "7bd623c8307a", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:06.791964Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 148, "message_tokens": 52, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1184.5420410390943, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.184833962470293, "ttft_ms": 13.610790949314833, "decode_ms": 145.15624998603016}, "total_wall_ms": 1375.0260421074927, "ttft_ms": 13.610790949314833, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 2107, "sender_output_tokens": 69, "sender_prefill_ms": 231.88741703052074, "sender_ttft_ms": 13.495541061274707, "sender_decode_ms": 937.4291669810191}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 972570624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300656316, "mlx_cache_bytes": 10599365684, "process_rss_bytes": 972570624}, "peak_prefill_memory": null, "peak_decode_memory": 6300656316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T in Mont-Laurier", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f14e9f0faf6719683e2d01d54cd5b068e5b4f6ff9d966c394820e1c9fbf6803", "output_hash": "fa075f87584090dd7ec6525a7af8416560089c651bd6d14b84544ff6433ea267"} |
| |
3221 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "91094a6e8e2f17e56bc9d7f0", "attempt_id": "22e6dee44cfb", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:08.186356Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 141, "message_tokens": 47, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1160.5987501097843, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.878999968990684, "ttft_ms": 13.171250000596046, "decode_ms": 80.4721669992432}, "total_wall_ms": 1285.6328330235556, "ttft_ms": 13.171250000596046, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 2105, "sender_output_tokens": 67, "sender_prefill_ms": 233.14999998547137, "sender_ttft_ms": 13.763915980234742, "sender_decode_ms": 911.93633293733}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 972570624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6295052984, "mlx_cache_bytes": 10701093940, "process_rss_bytes": 972570624}, "peak_prefill_memory": null, "peak_decode_memory": 6295052984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93bb5b352d9fae9969245d8df035fad25986af0f711246a8bd41b0af0d0b085a", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3222 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "18914bab749e866d20405641", "attempt_id": "85c575686567", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:09.491280Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 940, "message_tokens": 864, "message_utf8_bytes": 613, "cache_tensor_bytes": null, "serialized_payload_bytes": 613, "side_information_bytes": 0, "fetched_bytes": 1515, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027791946195065975, "decode_payload_ms": 0.0, "receiver_prefill_ms": 103.73733402229846, "ttft_ms": 13.6494169710204, "decode_ms": 13.667499995790422}, "total_wall_ms": 132.63775000814348, "ttft_ms": 13.6494169710204, "input_usage": {"receiver_prompt_tokens": 940, "sender_input_tokens": 2093, "sender_output_tokens": 512, "sender_prefill_ms": 235.30983307864517, "sender_ttft_ms": 13.465208001434803, "sender_decode_ms": 6989.986917003989}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972636160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6768472140, "mlx_cache_bytes": 11286314036, "process_rss_bytes": 972636160}, "peak_prefill_memory": null, "peak_decode_memory": 6768472140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1515, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "31fb7f8c0a05a6b8f92c3139c39dac27da04953b2e63e5dd727562101366456d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3223 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "659c4cae45ca7a2f38933fa2", "attempt_id": "d97ae7019815", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:09.643681Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 945, "message_tokens": 864, "message_utf8_bytes": 613, "cache_tensor_bytes": null, "serialized_payload_bytes": 613, "side_information_bytes": 0, "fetched_bytes": 1515, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027791946195065975, "decode_payload_ms": 0.0, "receiver_prefill_ms": 123.49516700487584, "ttft_ms": 13.622208032757044, "decode_ms": 13.698333059437573}, "total_wall_ms": 152.23041700664908, "ttft_ms": 13.622208032757044, "input_usage": {"receiver_prompt_tokens": 945, "sender_input_tokens": 2093, "sender_output_tokens": 512, "sender_prefill_ms": 235.30983307864517, "sender_ttft_ms": 13.465208001434803, "sender_decode_ms": 6989.986917003989}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972636160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6771159116, "mlx_cache_bytes": 11841272884, "process_rss_bytes": 972636160}, "peak_prefill_memory": null, "peak_decode_memory": 6771159116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1515, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0c248fa271caffe17ea7cf95d0f14827ba882aec24c21dea1dede12455b6633c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3224 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "13950e24047f71c72b746ce2", "attempt_id": "66bf827dc96a", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:09.815105Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 946, "message_tokens": 867, "message_utf8_bytes": 613, "cache_tensor_bytes": null, "serialized_payload_bytes": 613, "side_information_bytes": 0, "fetched_bytes": 1529, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027791946195065975, "decode_payload_ms": 0.0, "receiver_prefill_ms": 121.93445803131908, "ttft_ms": 13.638000003993511, "decode_ms": 13.566709007136524}, "total_wall_ms": 151.49650000967085, "ttft_ms": 13.638000003993511, "input_usage": {"receiver_prompt_tokens": 946, "sender_input_tokens": 2093, "sender_output_tokens": 512, "sender_prefill_ms": 235.30983307864517, "sender_ttft_ms": 13.465208001434803, "sender_decode_ms": 6989.986917003989}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972718080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6772338764, "mlx_cache_bytes": 12397329460, "process_rss_bytes": 972718080}, "peak_prefill_memory": null, "peak_decode_memory": 6772338764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1529, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "246caa093bc5475dd68ae4d2452628a30a84d314c18f4284456211c69bf4b681", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3225 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3359761f5a2bedd6b6a38380", "attempt_id": "241dce6c253d", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:09.985668Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 940, "message_tokens": 864, "message_utf8_bytes": 613, "cache_tensor_bytes": null, "serialized_payload_bytes": 613, "side_information_bytes": 0, "fetched_bytes": 1515, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027791946195065975, "decode_payload_ms": 0.0, "receiver_prefill_ms": 122.32187495101243, "ttft_ms": 13.863792060874403, "decode_ms": 13.385334052145481}, "total_wall_ms": 151.00966696627438, "ttft_ms": 13.863792060874403, "input_usage": {"receiver_prompt_tokens": 940, "sender_input_tokens": 2093, "sender_output_tokens": 512, "sender_prefill_ms": 235.30983307864517, "sender_ttft_ms": 13.465208001434803, "sender_decode_ms": 6989.986917003989}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972718080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6768472140, "mlx_cache_bytes": 12397329460, "process_rss_bytes": 972718080}, "peak_prefill_memory": null, "peak_decode_memory": 6768472140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1515, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2dca3510f9b884a2a4394704ed9d4b67654d4de571ed7f9a87e902c9bf0e9685", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3226 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "17cfe97135b57a329fc95a04", "attempt_id": "882071b3d344", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:10.155025Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 948, "message_tokens": 864, "message_utf8_bytes": 613, "cache_tensor_bytes": null, "serialized_payload_bytes": 613, "side_information_bytes": 0, "fetched_bytes": 1515, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027791946195065975, "decode_payload_ms": 0.0, "receiver_prefill_ms": 121.92437495104969, "ttft_ms": 13.772625010460615, "decode_ms": 13.553416938520968}, "total_wall_ms": 150.71041695773602, "ttft_ms": 13.772625010460615, "input_usage": {"receiver_prompt_tokens": 948, "sender_input_tokens": 2093, "sender_output_tokens": 512, "sender_prefill_ms": 235.30983307864517, "sender_ttft_ms": 13.465208001434803, "sender_decode_ms": 6989.986917003989}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 972718080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6773223500, "mlx_cache_bytes": 12787301428, "process_rss_bytes": 972718080}, "peak_prefill_memory": null, "peak_decode_memory": 6773223500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1515, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2dca3510f9b884a2a4394704ed9d4b67654d4de571ed7f9a87e902c9bf0e9685", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3227 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c98d4759c35ec1aab97a7859", "attempt_id": "85f61ad9fbd3", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:10.324018Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6027736503219416}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 2024, "message_tokens": 1949, "message_utf8_bytes": 7274, "cache_tensor_bytes": null, "serialized_payload_bytes": 2019, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.060416990891098976, "decode_payload_ms": 0.015292083844542503, "receiver_prefill_ms": 257.1907499805093, "ttft_ms": 13.941542012616992, "decode_ms": 136.67454198002815}, "total_wall_ms": 410.63816705718637, "ttft_ms": 13.941542012616992, "input_usage": {"receiver_prompt_tokens": 2024}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 972734464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7053574108, "mlx_cache_bytes": 12787301428, "process_rss_bytes": 972734464}, "peak_prefill_memory": null, "peak_decode_memory": 7053574108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-99X-5582", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "output_hash": "418e2d2419844e55a0e0d5a5f62c9bf90dbe137bd83c679e009533943498d1a0"} |
| |
3228 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2c68f3d7d240db74b6a9f966", "attempt_id": "c23fc42db271", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:10.753047Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6027736503219416}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 2029, "message_tokens": 1949, "message_utf8_bytes": 7274, "cache_tensor_bytes": null, "serialized_payload_bytes": 2019, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.060416990891098976, "decode_payload_ms": 0.015292083844542503, "receiver_prefill_ms": 244.7120420401916, "ttft_ms": 13.804999995045364, "decode_ms": 149.69654101878405}, "total_wall_ms": 410.974666941911, "ttft_ms": 13.804999995045364, "input_usage": {"receiver_prompt_tokens": 2029}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 972750848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7055425600, "mlx_cache_bytes": 12787301428, "process_rss_bytes": 972750848}, "peak_prefill_memory": null, "peak_decode_memory": 7055425600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3229 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f32891ec392ea23ccb5ff52c", "attempt_id": "5f795452b29c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:11.183858Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6027736503219416}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 2027, "message_tokens": 1949, "message_utf8_bytes": 7274, "cache_tensor_bytes": null, "serialized_payload_bytes": 2019, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.060416990891098976, "decode_payload_ms": 0.015292083844542503, "receiver_prefill_ms": 241.35558295529336, "ttft_ms": 14.055500039830804, "decode_ms": 83.64516694564372}, "total_wall_ms": 342.10266591981053, "ttft_ms": 14.055500039830804, "input_usage": {"receiver_prompt_tokens": 2027}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 972750848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054835776, "mlx_cache_bytes": 12787301428, "process_rss_bytes": 972750848}, "peak_prefill_memory": null, "peak_decode_memory": 7054835776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3230 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6567a2205bfa508ce709fb5c", "attempt_id": "6606ff7be116", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:11.544425Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6027736503219416}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 2024, "message_tokens": 1949, "message_utf8_bytes": 7274, "cache_tensor_bytes": null, "serialized_payload_bytes": 2019, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.060416990891098976, "decode_payload_ms": 0.015292083844542503, "receiver_prefill_ms": 247.11820797529072, "ttft_ms": 13.976334012113512, "decode_ms": 81.97916706558317}, "total_wall_ms": 345.9892909741029, "ttft_ms": 13.976334012113512, "input_usage": {"receiver_prompt_tokens": 2024}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 972750848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7053574108, "mlx_cache_bytes": 12787301428, "process_rss_bytes": 972750848}, "peak_prefill_memory": null, "peak_decode_memory": 7053574108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3231 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "019074283c6bb4f57530530c", "attempt_id": "0e0535dae483", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:11.910962Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.6027736503219416}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 2032, "message_tokens": 1949, "message_utf8_bytes": 7274, "cache_tensor_bytes": null, "serialized_payload_bytes": 2019, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.060416990891098976, "decode_payload_ms": 0.015292083844542503, "receiver_prefill_ms": 261.92479103337973, "ttft_ms": 14.222792000509799, "decode_ms": 109.11899991333485}, "total_wall_ms": 388.2545829983428, "ttft_ms": 14.222792000509799, "input_usage": {"receiver_prompt_tokens": 2032}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 972750848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7056752704, "mlx_cache_bytes": 12787301428, "process_rss_bytes": 972750848}, "peak_prefill_memory": null, "peak_decode_memory": 7056752704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930 USD", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "output_hash": "d475001e588874a3fbc0416dbe7fbb1473ef0e54e296106a5fd29aecd7860baf"} |
| |
3232 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fe2edab1b484d30ae19d11eb", "attempt_id": "9a606c578ecd", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:12.868541Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26269881990764493, "origin_tokens": 1759, "compressed_tokens": 572, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 770, "message_tokens": 693, "message_utf8_bytes": 2040, "cache_tensor_bytes": null, "serialized_payload_bytes": 2040, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 549.500040942803, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.77433303557336, "ttft_ms": 13.51191708818078, "decode_ms": 134.1205829521641}, "total_wall_ms": 241.06425000354648, "ttft_ms": 13.51191708818078, "input_usage": {"receiver_prompt_tokens": 770}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1012891648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6673625176, "mlx_cache_bytes": 13244218420, "process_rss_bytes": 1012891648}, "peak_prefill_memory": null, "peak_decode_memory": 6673625176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-99X-5582", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "282dc133982ba3db414eb265e450eb95ef8726896a12b01619de27d8f5184758", "output_hash": "418e2d2419844e55a0e0d5a5f62c9bf90dbe137bd83c679e009533943498d1a0"} |
| |
3233 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "042a939419f869a33920b255", "attempt_id": "40d3384ad009", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:13.135567Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26269881990764493, "origin_tokens": 1759, "compressed_tokens": 572, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 775, "message_tokens": 693, "message_utf8_bytes": 2040, "cache_tensor_bytes": null, "serialized_payload_bytes": 2040, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 549.500040942803, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.36837492790073, "ttft_ms": 13.40604096185416, "decode_ms": 134.2103750212118}, "total_wall_ms": 241.2962910020724, "ttft_ms": 13.40604096185416, "input_usage": {"receiver_prompt_tokens": 775}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1012891648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6670200908, "mlx_cache_bytes": 13699693620, "process_rss_bytes": 1012891648}, "peak_prefill_memory": null, "peak_decode_memory": 6670200908, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "282dc133982ba3db414eb265e450eb95ef8726896a12b01619de27d8f5184758", "output_hash": "b52631c49b7575250121a6beb107ae074d36861829d7074cdb64d70c88252f05"} |
| |
3234 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "106ede39da7f1c0647581efa", "attempt_id": "4aa167234ee9", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:13.397032Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26269881990764493, "origin_tokens": 1759, "compressed_tokens": 572, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 773, "message_tokens": 693, "message_utf8_bytes": 2040, "cache_tensor_bytes": null, "serialized_payload_bytes": 2040, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 549.500040942803, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.16458403877914, "ttft_ms": 13.476458028890193, "decode_ms": 94.96858296915889}, "total_wall_ms": 200.8476669434458, "ttft_ms": 13.476458028890193, "input_usage": {"receiver_prompt_tokens": 773}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1012891648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6674804824, "mlx_cache_bytes": 14017608756, "process_rss_bytes": 1012891648}, "peak_prefill_memory": null, "peak_decode_memory": 6674804824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4. 8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "282dc133982ba3db414eb265e450eb95ef8726896a12b01619de27d8f5184758", "output_hash": "d011ddefade78a099dac57c22a5d63ac79969904e35217daa27e3d85a27a178e"} |
| |
3235 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "efec84f67ebfa42c0c6f9617", "attempt_id": "ee15fa7a6771", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:13.617451Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26269881990764493, "origin_tokens": 1759, "compressed_tokens": 572, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 770, "message_tokens": 693, "message_utf8_bytes": 2040, "cache_tensor_bytes": null, "serialized_payload_bytes": 2040, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 549.500040942803, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.73654194455594, "ttft_ms": 13.907499960623682, "decode_ms": 80.98554098978639}, "total_wall_ms": 187.88062501698732, "ttft_ms": 13.907499960623682, "input_usage": {"receiver_prompt_tokens": 770}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1012891648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6673625176, "mlx_cache_bytes": 14017608756, "process_rss_bytes": 1012891648}, "peak_prefill_memory": null, "peak_decode_memory": 6673625176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "282dc133982ba3db414eb265e450eb95ef8726896a12b01619de27d8f5184758", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3236 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4868cab8f5cf5bd6f2aa9860", "attempt_id": "98cba38077de", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:13.824519Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.26269881990764493, "origin_tokens": 1759, "compressed_tokens": 572, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 778, "message_tokens": 693, "message_utf8_bytes": 2040, "cache_tensor_bytes": null, "serialized_payload_bytes": 2040, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 549.500040942803, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.02416599914432, "ttft_ms": 13.740499969571829, "decode_ms": 108.23850007727742}, "total_wall_ms": 217.286792001687, "ttft_ms": 13.740499969571829, "input_usage": {"receiver_prompt_tokens": 778}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1012891648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6672265292, "mlx_cache_bytes": 14494334004, "process_rss_bytes": 1012891648}, "peak_prefill_memory": null, "peak_decode_memory": 6672265292, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728, 930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "282dc133982ba3db414eb265e450eb95ef8726896a12b01619de27d8f5184758", "output_hash": "78ef94b9f960c39c2bafb361bc783a9af5f0197af7a0dec9ffc85abaf016a9af"} |
| |
3237 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "487844541d792e847f9c19b4", "attempt_id": "b980f3694860", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:14.583462Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321889288}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 73285632, "serialized_payload_bytes": 73301708, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 522.2082079853863, "doc_prefill_ms": 228.00641600042582, "compress_ms": 1.9170829327777028, "serialize_ms": 289.3711250508204, "load_ms": 1.867000013589859, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.071917032822967, "ttft_ms": 26.071917032822967, "decode_ms": 139.21516598202288}, "total_wall_ms": 168.6627499293536, "ttft_ms": 26.071917032822967, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1160527872, "backend_memory": {"mlx_active_bytes": 6397386760, "mlx_peak_bytes": 6444458304, "mlx_cache_bytes": 15309585605, "process_rss_bytes": 1160527872}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6444458304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-99X-5582", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ed2f1a88397a730f90c3c08065931aebf9e891f5edc25f8902e439e12a29eea", "output_hash": "418e2d2419844e55a0e0d5a5f62c9bf90dbe137bd83c679e009533943498d1a0"} |
| |
3238 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "47d29336a70e8ad048d0a126", "attempt_id": "a9d170f98eb5", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:14.774020Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321889288}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 41, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 73285632, "serialized_payload_bytes": 73301708, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 522.2082079853863, "doc_prefill_ms": 228.00641600042582, "compress_ms": 1.9170829327777028, "serialize_ms": 289.3711250508204, "load_ms": 1.7968750325962901, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.402125018648803, "ttft_ms": 26.402125018648803, "decode_ms": 153.48883299157023}, "total_wall_ms": 183.23791690636426, "ttft_ms": 26.402125018648803, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1160527872, "backend_memory": {"mlx_active_bytes": 6397386760, "mlx_peak_bytes": 6449144128, "mlx_cache_bytes": 15338667369, "process_rss_bytes": 1160527872}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6449144128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ed2f1a88397a730f90c3c08065931aebf9e891f5edc25f8902e439e12a29eea", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3239 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9b881caa1a624fe67e511d35", "attempt_id": "596a1e336e7d", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:14.976976Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321889288}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 39, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 73285632, "serialized_payload_bytes": 73301708, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 522.2082079853863, "doc_prefill_ms": 228.00641600042582, "compress_ms": 1.9170829327777028, "serialize_ms": 289.3711250508204, "load_ms": 1.494040945544839, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.23820793814957, "ttft_ms": 26.23820793814957, "decode_ms": 83.6324580013752}, "total_wall_ms": 112.89845802821219, "ttft_ms": 26.23820793814957, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1160527872, "backend_memory": {"mlx_active_bytes": 6397386760, "mlx_peak_bytes": 6449078500, "mlx_cache_bytes": 15366159721, "process_rss_bytes": 1160527872}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6449078500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ed2f1a88397a730f90c3c08065931aebf9e891f5edc25f8902e439e12a29eea", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3240 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "019ac4a718a729cf0621d331", "attempt_id": "b7b0d9777db0", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:15.109829Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321889288}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 73285632, "serialized_payload_bytes": 73301708, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 522.2082079853863, "doc_prefill_ms": 228.00641600042582, "compress_ms": 1.9170829327777028, "serialize_ms": 289.3711250508204, "load_ms": 1.594041008502245, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.393708958290517, "ttft_ms": 25.393708958290517, "decode_ms": 84.80337494984269}, "total_wall_ms": 113.30895801074803, "ttft_ms": 25.393708958290517, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1160527872, "backend_memory": {"mlx_active_bytes": 6397386760, "mlx_peak_bytes": 6444409040, "mlx_cache_bytes": 15366159721, "process_rss_bytes": 1160527872}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6444409040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ed2f1a88397a730f90c3c08065931aebf9e891f5edc25f8902e439e12a29eea", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3241 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4ac5bab3a1fe5c8e8a953a69", "attempt_id": "d72fd6bcd8a3", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:15.242432Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321889288}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 44, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 73285632, "serialized_payload_bytes": 73301708, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 522.2082079853863, "doc_prefill_ms": 228.00641600042582, "compress_ms": 1.9170829327777028, "serialize_ms": 289.3711250508204, "load_ms": 1.6854169080033898, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.60770802665502, "ttft_ms": 25.60770802665502, "decode_ms": 98.28441706486046}, "total_wall_ms": 127.11362494155765, "ttft_ms": 25.60770802665502, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1160527872, "backend_memory": {"mlx_active_bytes": 6397386760, "mlx_peak_bytes": 6451110208, "mlx_cache_bytes": 15379645865, "process_rss_bytes": 1160527872}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6451110208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4ed2f1a88397a730f90c3c08065931aebf9e891f5edc25f8902e439e12a29eea", "output_hash": "82227082dcc4ba6a2aefa1ee337cd55859ad3bd42a50654a896be5f8dd31734d"} |
| |
3242 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec4e44f6955a4ea444d195a6", "attempt_id": "9d16116c36e4", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:15.407930Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a6c4f63d8fe072b2", "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 73285632, "serialized_payload_bytes": 73301736, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.200958078727126, "doc_prefill_ms": 228.00641600042582, "compress_ms": 0.6515829591080546, "serialize_ms": 18.39308300986886, "load_ms": 9.692040970548987, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.29479195456952, "ttft_ms": 26.29479195456952, "decode_ms": 140.4670000774786}, "total_wall_ms": 177.97087505459785, "ttft_ms": 26.29479195456952, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1234862080, "backend_memory": {"mlx_active_bytes": 6397190152, "mlx_peak_bytes": 6444245200, "mlx_cache_bytes": 15379842473, "process_rss_bytes": 1234862080}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6444245200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-99X-5582", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1e7b33439f0c41d21afc485f2e5c34f47eb310173f81af23766dd32fefb065a", "output_hash": "418e2d2419844e55a0e0d5a5f62c9bf90dbe137bd83c679e009533943498d1a0"} |
| |
3243 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "65c76e3737aa56985d2f1fac", "attempt_id": "76201f4359bf", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:15.605434Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a6c4f63d8fe072b2", "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 41, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 73285632, "serialized_payload_bytes": 73301736, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.200958078727126, "doc_prefill_ms": 228.00641600042582, "compress_ms": 0.6515829591080546, "serialize_ms": 18.39308300986886, "load_ms": 7.140707923099399, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.01774996239692, "ttft_ms": 27.01774996239692, "decode_ms": 154.3191249947995}, "total_wall_ms": 190.0119159836322, "ttft_ms": 27.01774996239692, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1247248384, "backend_memory": {"mlx_active_bytes": 6397190152, "mlx_peak_bytes": 6448980196, "mlx_cache_bytes": 15379842473, "process_rss_bytes": 1247248384}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6448980196, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1e7b33439f0c41d21afc485f2e5c34f47eb310173f81af23766dd32fefb065a", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3244 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb349bcde0348a5931857fbd", "attempt_id": "88327fef0a5a", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:15.814267Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a6c4f63d8fe072b2", "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 39, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 73285632, "serialized_payload_bytes": 73301736, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.200958078727126, "doc_prefill_ms": 228.00641600042582, "compress_ms": 0.6515829591080546, "serialize_ms": 18.39308300986886, "load_ms": 7.116957916878164, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.67679195292294, "ttft_ms": 26.67679195292294, "decode_ms": 84.29762499872595}, "total_wall_ms": 119.60737500339746, "ttft_ms": 26.67679195292294, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1259634688, "backend_memory": {"mlx_active_bytes": 6397190152, "mlx_peak_bytes": 6448914660, "mlx_cache_bytes": 15379842473, "process_rss_bytes": 1259634688}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6448914660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1e7b33439f0c41d21afc485f2e5c34f47eb310173f81af23766dd32fefb065a", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3245 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e374242d48212e9045632a97", "attempt_id": "79dc22f5e110", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:15.953607Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a6c4f63d8fe072b2", "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 73285632, "serialized_payload_bytes": 73301736, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.200958078727126, "doc_prefill_ms": 228.00641600042582, "compress_ms": 0.6515829591080546, "serialize_ms": 18.39308300986886, "load_ms": 7.1248330641537905, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.244209031574428, "ttft_ms": 26.244209031574428, "decode_ms": 83.69166601914912}, "total_wall_ms": 118.58304194174707, "ttft_ms": 26.244209031574428, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1265827840, "backend_memory": {"mlx_active_bytes": 6397190152, "mlx_peak_bytes": 6444245200, "mlx_cache_bytes": 15379842473, "process_rss_bytes": 1265827840}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6444245200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1e7b33439f0c41d21afc485f2e5c34f47eb310173f81af23766dd32fefb065a", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3246 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b45a7f99a4387be2689e35e6", "attempt_id": "2a935730715b", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:16.091968Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a6c4f63d8fe072b2", "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 44, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 73285632, "serialized_payload_bytes": 73301736, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.200958078727126, "doc_prefill_ms": 228.00641600042582, "compress_ms": 0.6515829591080546, "serialize_ms": 18.39308300986886, "load_ms": 6.963958032429218, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.24054194893688, "ttft_ms": 26.24054194893688, "decode_ms": 99.76441599428654}, "total_wall_ms": 134.48704197071493, "ttft_ms": 26.24054194893688, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1272020992, "backend_memory": {"mlx_active_bytes": 6397190152, "mlx_peak_bytes": 6450946288, "mlx_cache_bytes": 15379842473, "process_rss_bytes": 1272020992}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6450946288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c1e7b33439f0c41d21afc485f2e5c34f47eb310173f81af23766dd32fefb065a", "output_hash": "82227082dcc4ba6a2aefa1ee337cd55859ad3bd42a50654a896be5f8dd31734d"} |
| |
3247 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "56d4b9f75c26b6519dde4500", "attempt_id": "0684b280b7b5", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:16.263999Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287413768}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 38932992, "serialized_payload_bytes": 38967182, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.5107080033049, "doc_prefill_ms": 228.00641600042582, "compress_ms": 8.339290972799063, "serialize_ms": 9.785208967514336, "load_ms": 2.122416044585407, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.020749933086336, "ttft_ms": 21.020749933086336, "decode_ms": 147.85791700705886}, "total_wall_ms": 172.59779199957848, "ttft_ms": 21.020749933086336, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1309392896, "backend_memory": {"mlx_active_bytes": 6327505672, "mlx_peak_bytes": 6404993572, "mlx_cache_bytes": 15528180617, "process_rss_bytes": 1309392896}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6404993572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-99X-5582", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a7d806234d070ae22960acfe7311aaa1bae0ab9a190d1dab36cb9a9fc3076837", "output_hash": "418e2d2419844e55a0e0d5a5f62c9bf90dbe137bd83c679e009533943498d1a0"} |
| |
3248 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "24e5cd19c11a8e4c341e6840", "attempt_id": "cecdf8c8b365", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:16.456129Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287413768}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 41, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 38932992, "serialized_payload_bytes": 38967182, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.5107080033049, "doc_prefill_ms": 228.00641600042582, "compress_ms": 8.339290972799063, "serialize_ms": 9.785208967514336, "load_ms": 1.8883340526372194, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.581375109031796, "ttft_ms": 20.581375109031796, "decode_ms": 161.32979199755937}, "total_wall_ms": 185.32216595485806, "ttft_ms": 20.581375109031796, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1309392896, "backend_memory": {"mlx_active_bytes": 6327512584, "mlx_peak_bytes": 6393159348, "mlx_cache_bytes": 15567559049, "process_rss_bytes": 1309392896}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6393159348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a7d806234d070ae22960acfe7311aaa1bae0ab9a190d1dab36cb9a9fc3076837", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3249 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "26b06d7ca6cf0f3a08c87afe", "attempt_id": "47f9d74beb88", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:16.660943Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287413768}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 39, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 38932992, "serialized_payload_bytes": 38967182, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.5107080033049, "doc_prefill_ms": 228.00641600042582, "compress_ms": 8.339290972799063, "serialize_ms": 9.785208967514336, "load_ms": 1.9556250190362334, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.970374927856028, "ttft_ms": 20.970374927856028, "decode_ms": 90.78645892441273}, "total_wall_ms": 115.23904197383672, "ttft_ms": 20.970374927856028, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1309392896, "backend_memory": {"mlx_active_bytes": 6327504520, "mlx_peak_bytes": 6393469076, "mlx_cache_bytes": 15590422793, "process_rss_bytes": 1309392896}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6393469076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a7d806234d070ae22960acfe7311aaa1bae0ab9a190d1dab36cb9a9fc3076837", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3250 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97feab58ef401c96ac241d92", "attempt_id": "00480acebb7c", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:16.795182Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287413768}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 38932992, "serialized_payload_bytes": 38967182, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.5107080033049, "doc_prefill_ms": 228.00641600042582, "compress_ms": 8.339290972799063, "serialize_ms": 9.785208967514336, "load_ms": 1.6710830386728048, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.017583087086678, "ttft_ms": 21.017583087086678, "decode_ms": 87.84404199104756}, "total_wall_ms": 112.1012499788776, "ttft_ms": 21.017583087086678, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1309392896, "backend_memory": {"mlx_active_bytes": 6327501064, "mlx_peak_bytes": 6404990628, "mlx_cache_bytes": 15590426249, "process_rss_bytes": 1309392896}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6404990628, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a7d806234d070ae22960acfe7311aaa1bae0ab9a190d1dab36cb9a9fc3076837", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3251 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f36053bf28f1065923bbb10d", "attempt_id": "6b2b361297f9", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:16.925632Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287413768}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 44, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 38932992, "serialized_payload_bytes": 38967182, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.5107080033049, "doc_prefill_ms": 228.00641600042582, "compress_ms": 8.339290972799063, "serialize_ms": 9.785208967514336, "load_ms": 1.6455420991405845, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.022749948315322, "ttft_ms": 21.022749948315322, "decode_ms": 101.86995903495699}, "total_wall_ms": 125.96362503245473, "ttft_ms": 21.022749948315322, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1309392896, "backend_memory": {"mlx_active_bytes": 6327511432, "mlx_peak_bytes": 6396504800, "mlx_cache_bytes": 15616226313, "process_rss_bytes": 1309392896}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6396504800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a7d806234d070ae22960acfe7311aaa1bae0ab9a190d1dab36cb9a9fc3076837", "output_hash": "82227082dcc4ba6a2aefa1ee337cd55859ad3bd42a50654a896be5f8dd31734d"} |
| |
3252 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "babf3b2bc78580d770497530", "attempt_id": "7a955e0beec6", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:17.104460Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268686856}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 20611584, "serialized_payload_bytes": 20645638, "side_information_bytes": 34054, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.087374991737306, "doc_prefill_ms": 228.00641600042582, "compress_ms": 9.86095902044326, "serialize_ms": 22.886916995048523, "load_ms": 1.7209999496117234, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.829958957619965, "ttft_ms": 20.829958957619965, "decode_ms": 305.76854199171066}, "total_wall_ms": 330.031874938868, "ttft_ms": 20.829958957619965, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 21}, "provider_cached_usage": null, "process_memory": 1333870592, "backend_memory": {"mlx_active_bytes": 6289982600, "mlx_peak_bytes": 6362730144, "mlx_cache_bytes": 15687544969, "process_rss_bytes": 1333870592}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6362730144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\n<|im_start|>\n\n<|im_start|>rip\n<|im_start|>\nthro\n<|im_start|>\n<|im_start|>\nunknown<|im_start|>thro\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd2dd99adff2191659a418ae70271984ffda7b4bb81f6856942c2850311afa05", "output_hash": "4a09a383fb72392d3e1e9bf76e3595ee2b73a1f4867a996cbcbb1837f3e9a229"} |
| |
3253 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b5439b8ee466d550bb46ff12", "attempt_id": "b65be632eb84", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:17.454439Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268686856}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 41, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 20611584, "serialized_payload_bytes": 20645638, "side_information_bytes": 34054, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.087374991737306, "doc_prefill_ms": 228.00641600042582, "compress_ms": 9.86095902044326, "serialize_ms": 22.886916995048523, "load_ms": 1.5200839843600988, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.457750069908798, "ttft_ms": 20.457750069908798, "decode_ms": 680.8904999634251}, "total_wall_ms": 704.3988750083372, "ttft_ms": 20.457750069908798, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1333870592, "backend_memory": {"mlx_active_bytes": 6294508040, "mlx_peak_bytes": 6351876416, "mlx_cache_bytes": 15701448073, "process_rss_bytes": 1333870592}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6351876416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "system of\n the of of of of of of of of of of of of of of of the of of of of of of of of of of of of of of of of of of of of of of of of of of of", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd2dd99adff2191659a418ae70271984ffda7b4bb81f6856942c2850311afa05", "output_hash": "bed75a51d9a543baf22efb90a9be89a83ef4749725d04395aab9365ab070361b"} |
| |
3254 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "46507d2f7df26075c26e1f08", "attempt_id": "1508daaf8351", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:18.178899Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268686856}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 39, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 20611584, "serialized_payload_bytes": 20645638, "side_information_bytes": 34054, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.087374991737306, "doc_prefill_ms": 228.00641600042582, "compress_ms": 9.86095902044326, "serialize_ms": 22.886916995048523, "load_ms": 1.907499972730875, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.57637507095933, "ttft_ms": 20.57637507095933, "decode_ms": 115.63020898029208}, "total_wall_ms": 139.6766669349745, "ttft_ms": 20.57637507095933, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 39}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1333870592, "backend_memory": {"mlx_active_bytes": 6289971080, "mlx_peak_bytes": 6352250944, "mlx_cache_bytes": 15705985033, "process_rss_bytes": 1333870592}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6352250944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\n\nunknown<|im_start|>userusero", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd2dd99adff2191659a418ae70271984ffda7b4bb81f6856942c2850311afa05", "output_hash": "8519b5025bacf976dc518e09c6a94c96a8dac5e37ee54f790c731798a9c40702"} |
| |
3255 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2235781db15111f343b32b12", "attempt_id": "b74d2260009d", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:18.338415Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268686856}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 20611584, "serialized_payload_bytes": 20645638, "side_information_bytes": 34054, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.087374991737306, "doc_prefill_ms": 228.00641600042582, "compress_ms": 9.86095902044326, "serialize_ms": 22.886916995048523, "load_ms": 1.8266669940203428, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.57499997317791, "ttft_ms": 20.57499997317791, "decode_ms": 678.0365830054507}, "total_wall_ms": 701.9501669565216, "ttft_ms": 20.57499997317791, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1333870592, "backend_memory": {"mlx_active_bytes": 6294508040, "mlx_peak_bytes": 6362582688, "mlx_cache_bytes": 15701448073, "process_rss_bytes": 1333870592}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6362582688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Project the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the The The The the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd2dd99adff2191659a418ae70271984ffda7b4bb81f6856942c2850311afa05", "output_hash": "365d39747ea505bcad3ba78a2d0f22d99f5384c3ad41177b5dbb611e73ddf06e"} |
| |
3256 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "298712e681574dd979c5525b", "attempt_id": "90c779830a67", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:19.060047Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268686856}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 44, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 20611584, "serialized_payload_bytes": 20645638, "side_information_bytes": 34054, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.087374991737306, "doc_prefill_ms": 228.00641600042582, "compress_ms": 9.86095902044326, "serialize_ms": 22.886916995048523, "load_ms": 1.8693340243771672, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.41037497110665, "ttft_ms": 20.41037497110665, "decode_ms": 677.0071249920875}, "total_wall_ms": 700.8449169807136, "ttft_ms": 20.41037497110665, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1333870592, "backend_memory": {"mlx_active_bytes": 6294508040, "mlx_peak_bytes": 6355077664, "mlx_cache_bytes": 15701448073, "process_rss_bytes": 1333870592}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6355077664, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\nunknown<|im_start|>\tuser\n the projectThe the budget\n of the budget budget budget of the the the budget budget of the the of the budget budget of of the budget the of the budget budget of the budget budget the budget budget the budget", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd2dd99adff2191659a418ae70271984ffda7b4bb81f6856942c2850311afa05", "output_hash": "fba09e72b226a162cd8007a37d83ca0738ad414c36185cda3b994f56ef71297f"} |
| |
3257 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e81c0f0e19aab09e13dc0cfb", "attempt_id": "39e4c661ea11", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:19.794813Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1988, "keep": 497, "compress_ms": 8.880625013262033}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337323, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.419291004538536, "doc_prefill_ms": 228.00641600042582, "compress_ms": 8.911082986742258, "serialize_ms": 4.3544580694288015, "load_ms": 1.4834169996902347, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.2709579821676, "ttft_ms": 18.2709579821676, "decode_ms": 147.74312498047948}, "total_wall_ms": 169.1845420282334, "ttft_ms": 18.2709579821676, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1336885248, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6322987216, "mlx_cache_bytes": 15709099793, "process_rss_bytes": 1336885248}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6322987216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YV-44N-2572", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "94ba749736732e16b1a048bc0dadca27ea478d11c343a17b7a5309a13903e0c2", "output_hash": "bba362cad4a1c76cb51440feed2d037855159ad53c8b48ed1371601f2c1c481b"} |
| |
3258 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "112f937a61c4ecdb07c01034", "attempt_id": "107d41bcc4d8", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:19.983624Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1988, "keep": 497, "compress_ms": 8.880625013262033}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 41, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337323, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.419291004538536, "doc_prefill_ms": 228.00641600042582, "compress_ms": 8.911082986742258, "serialize_ms": 4.3544580694288015, "load_ms": 1.507958979345858, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.4443750185892, "ttft_ms": 18.4443750185892, "decode_ms": 148.25333398766816}, "total_wall_ms": 169.70462503377348, "ttft_ms": 18.4443750185892, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1336885248, "backend_memory": {"mlx_active_bytes": 6287810568, "mlx_peak_bytes": 6327771364, "mlx_cache_bytes": 15712048913, "process_rss_bytes": 1336885248}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6327771364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "94ba749736732e16b1a048bc0dadca27ea478d11c343a17b7a5309a13903e0c2", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3259 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bbbded9d4054088ad594f3d0", "attempt_id": "b675b4e1cb79", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:20.173286Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1988, "keep": 497, "compress_ms": 8.880625013262033}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 39, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337323, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.419291004538536, "doc_prefill_ms": 228.00641600042582, "compress_ms": 8.911082986742258, "serialize_ms": 4.3544580694288015, "load_ms": 1.5562919434159994, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.30620795954019, "ttft_ms": 18.30620795954019, "decode_ms": 79.82049998827279}, "total_wall_ms": 101.30949993617833, "ttft_ms": 18.30620795954019, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1336901632, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6328131812, "mlx_cache_bytes": 15712999185, "process_rss_bytes": 1336901632}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6328131812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "94ba749736732e16b1a048bc0dadca27ea478d11c343a17b7a5309a13903e0c2", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3260 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aefff9ad9a3917867d402d90", "attempt_id": "ad0a01c76ff6", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:20.293927Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1988, "keep": 497, "compress_ms": 8.880625013262033}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337323, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.419291004538536, "doc_prefill_ms": 228.00641600042582, "compress_ms": 8.911082986742258, "serialize_ms": 4.3544580694288015, "load_ms": 1.2479160213842988, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.1532499846071, "ttft_ms": 18.1532499846071, "decode_ms": 26.772291981615126}, "total_wall_ms": 47.68562503159046, "ttft_ms": 18.1532499846071, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1336901632, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6322987216, "mlx_cache_bytes": 15712966417, "process_rss_bytes": 1336901632}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6322987216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "94ba749736732e16b1a048bc0dadca27ea478d11c343a17b7a5309a13903e0c2", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
3261 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e229de0c8956faacb647b8b8", "attempt_id": "9fa357c97706", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:20.360424Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1988, "keep": 497, "compress_ms": 8.880625013262033}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 44, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337323, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.419291004538536, "doc_prefill_ms": 228.00641600042582, "compress_ms": 8.911082986742258, "serialize_ms": 4.3544580694288015, "load_ms": 1.1645419290289283, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.463040934875607, "ttft_ms": 18.463040934875607, "decode_ms": 27.643917012028396}, "total_wall_ms": 48.82041702512652, "ttft_ms": 18.463040934875607, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 44}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1336901632, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6329737456, "mlx_cache_bytes": 15712966417, "process_rss_bytes": 1336901632}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6329737456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "94ba749736732e16b1a048bc0dadca27ea478d11c343a17b7a5309a13903e0c2", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
3262 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "265ec5bf65806cf1fd9c6ed1", "attempt_id": "6c2544bfe77a", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:20.440932Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1988, "keep": 497, "compress_ms": 7.008041953667998}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337318, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.160000042058527, "doc_prefill_ms": 228.00641600042582, "compress_ms": 7.042499957606196, "serialize_ms": 4.930166993290186, "load_ms": 1.4388749841600657, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.373916973359883, "ttft_ms": 18.373916973359883, "decode_ms": 635.3790829889476}, "total_wall_ms": 656.7344160284847, "ttft_ms": 18.373916973359883, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1354498048, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6322987216, "mlx_cache_bytes": 15732365073, "process_rss_bytes": 1354498048}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6322987216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The entry is rejected and the entry is rejected and the entry is rejected and the entry is rejected and the entry is rejected and the entry is rejected and the entry is rejected and the entry is rejected and the entry is rejected and the entry is", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c8494a01d74e185235d7e7a05d7d6136be8c6cfcb3eb967e32727b59b7dfab63", "output_hash": "67ecd41979b7d9515ad73c297079b39c7e72f7d84990c08b63005ba02fe4a4af"} |
| |
3263 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3ef660f4b22f85c21ff61a7d", "attempt_id": "1a9b1fa45765", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:21.117053Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1988, "keep": 497, "compress_ms": 7.008041953667998}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 41, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337318, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.160000042058527, "doc_prefill_ms": 228.00641600042582, "compress_ms": 7.042499957606196, "serialize_ms": 4.930166993290186, "load_ms": 1.125000067986548, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.40979198459536, "ttft_ms": 18.40979198459536, "decode_ms": 637.1342079946771}, "total_wall_ms": 658.2542079268023, "ttft_ms": 18.40979198459536, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1354498048, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6327771364, "mlx_cache_bytes": 15732365073, "process_rss_bytes": 1354498048}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6327771364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Assistant\n\nUsing the following to assist:\n\nUsing the following to assist:\n\nUsing the following to assist:\n\nUsing the following to assist:\n\nUsing the following to assist:\n\nUsing the following to assist:\n\nUsing the following to assist:\n\nUsing the following to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c8494a01d74e185235d7e7a05d7d6136be8c6cfcb3eb967e32727b59b7dfab63", "output_hash": "5dc854d6f5f12852eb8ff4f787b2c8284feac49cca903ecd7e0829cc35351a60"} |
| |
3264 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "85ad177f0d54859e6376a38e", "attempt_id": "74fb84312451", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:21.794841Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1988, "keep": 497, "compress_ms": 7.008041953667998}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 39, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337318, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.160000042058527, "doc_prefill_ms": 228.00641600042582, "compress_ms": 7.042499957606196, "serialize_ms": 4.930166993290186, "load_ms": 1.4513330534100533, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.182375002652407, "ttft_ms": 18.182375002652407, "decode_ms": 634.8018329590559}, "total_wall_ms": 656.3802079763263, "ttft_ms": 18.182375002652407, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 39}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1354514432, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6328131812, "mlx_cache_bytes": 15732365073, "process_rss_bytes": 1354514432}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6328131812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " \n 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 ", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c8494a01d74e185235d7e7a05d7d6136be8c6cfcb3eb967e32727b59b7dfab63", "output_hash": "e7a7bc3a584775f1e7391eaa6e64817f59dde8981f86d8f437cf549821f686e3"} |
| |
3265 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f7fee89a990f27a4ab3de2c7", "attempt_id": "e47039b22da1", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:22.471476Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1988, "keep": 497, "compress_ms": 7.008041953667998}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337318, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.160000042058527, "doc_prefill_ms": 228.00641600042582, "compress_ms": 7.042499957606196, "serialize_ms": 4.930166993290186, "load_ms": 1.1511249467730522, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.438208964653313, "ttft_ms": 18.438208964653313, "decode_ms": 633.3982090000063}, "total_wall_ms": 654.5566249405965, "ttft_ms": 18.438208964653313, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1354514432, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6322987216, "mlx_cache_bytes": 15732365073, "process_rss_bytes": 1354514432}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6322987216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant: Assistant:", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c8494a01d74e185235d7e7a05d7d6136be8c6cfcb3eb967e32727b59b7dfab63", "output_hash": "9258e0f194ac9a4a96c4e614b41bbb65a0753809100a12d8894bc857412411b6"} |
| |
3266 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3cfe24664b4357a72caebf97", "attempt_id": "40743b905036", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:23.146271Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1988, "keep": 497, "compress_ms": 7.008041953667998}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 44, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337318, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.160000042058527, "doc_prefill_ms": 228.00641600042582, "compress_ms": 7.042499957606196, "serialize_ms": 4.930166993290186, "load_ms": 1.277750008739531, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.589333980344236, "ttft_ms": 18.589333980344236, "decode_ms": 631.6057919757441}, "total_wall_ms": 653.044915990904, "ttft_ms": 18.589333980344236, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1354530816, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6329737456, "mlx_cache_bytes": 15732365073, "process_rss_bytes": 1354530816}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6329737456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "In this case, we have a record proposed by Ewan Søøøøøøøøøøøøøøøøøøøøøøøøøøøøøøøøøøø", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c8494a01d74e185235d7e7a05d7d6136be8c6cfcb3eb967e32727b59b7dfab63", "output_hash": "2c3a8019b51c5029e99e283ef9c4f9f253389e3cfbb4aba96d44704692c5b492"} |
| |
3267 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6183ec4233dcee3daeac9868", "attempt_id": "b9d5a9bf0f90", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:23.819630Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 36, "compress_ms": 42.26941603701562}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337363, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.78662498574704, "doc_prefill_ms": 228.00641600042582, "compress_ms": 43.70662500150502, "serialize_ms": 3.846124978736043, "load_ms": 1.2367910239845514, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.0835829814896, "ttft_ms": 18.0835829814896, "decode_ms": 81.01408299989998}, "total_wall_ms": 149.67916696332395, "ttft_ms": 18.0835829814896, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1355743232, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6322708688, "mlx_cache_bytes": 15761168281, "process_rss_bytes": 1355743232}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6322708688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-9992", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "97364f2c7fa6a85432a51c68d7449df5eb77710d31a7ded0f57114e9bc3ee911", "output_hash": "3e369a5eda27921b4ee09e8a70bcdf13c5ce08c52b6d754fc2ea7115d3eee49c"} |
| |
3268 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "91c06aa819b78d46b6c53d33", "attempt_id": "db1fdf434dd2", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:23.988634Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 41, "compress_ms": 41.432500001974404}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 41, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337364, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.03579202760011, "doc_prefill_ms": 228.00641600042582, "compress_ms": 42.91258403100073, "serialize_ms": 3.8958750665187836, "load_ms": 1.3010409893468022, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.263750011101365, "ttft_ms": 18.263750011101365, "decode_ms": 148.31279101781547}, "total_wall_ms": 216.47616697009653, "ttft_ms": 18.263750011101365, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1355743232, "backend_memory": {"mlx_active_bytes": 6287810568, "mlx_peak_bytes": 6327771364, "mlx_cache_bytes": 15781287833, "process_rss_bytes": 1355743232}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6327771364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b56c4f9f425012298c1c9d0d606834856cdb4fe583f686b52b78dd20c8150b9c", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3269 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cf6e5e25c6e4c5760a864693", "attempt_id": "964d034b3809", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:24.225389Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 39, "compress_ms": 41.167582967318594}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 39, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337364, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.71825002878904, "doc_prefill_ms": 228.00641600042582, "compress_ms": 42.643082910217345, "serialize_ms": 3.8597499951720238, "load_ms": 1.138624968007207, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.0174169363454, "ttft_ms": 18.0174169363454, "decode_ms": 80.77216695528477}, "total_wall_ms": 148.20370799861848, "ttft_ms": 18.0174169363454, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1355743232, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6328131812, "mlx_cache_bytes": 15789856665, "process_rss_bytes": 1355743232}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6328131812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b56c4f9f425012298c1c9d0d606834856cdb4fe583f686b52b78dd20c8150b9c", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3270 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "687e8990f8f38628d6da249c", "attempt_id": "0f1e162c5658", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:24.393720Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 36, "compress_ms": 41.27495794091374}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337363, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.80737492162734, "doc_prefill_ms": 228.00641600042582, "compress_ms": 42.687208973802626, "serialize_ms": 3.900957992300391, "load_ms": 1.10354193020612, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.20900000166148, "ttft_ms": 18.20900000166148, "decode_ms": 80.97983303014189}, "total_wall_ms": 148.68541702162474, "ttft_ms": 18.20900000166148, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1355743232, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6322708688, "mlx_cache_bytes": 15789856665, "process_rss_bytes": 1355743232}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6322708688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "97364f2c7fa6a85432a51c68d7449df5eb77710d31a7ded0f57114e9bc3ee911", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3271 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e46cd398de4e8fe69f2ffe3c", "attempt_id": "cd6227b2ac99", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:24.562132Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 44, "compress_ms": 42.120917001739144}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 44, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337364, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.03737497422844, "doc_prefill_ms": 228.00641600042582, "compress_ms": 43.5301250545308, "serialize_ms": 4.280249937437475, "load_ms": 1.292708097025752, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.30154098570347, "ttft_ms": 18.30154098570347, "decode_ms": 94.0032919170335}, "total_wall_ms": 163.22704195044935, "ttft_ms": 18.30154098570347, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1355792384, "backend_memory": {"mlx_active_bytes": 6287777800, "mlx_peak_bytes": 6329737456, "mlx_cache_bytes": 15794542489, "process_rss_bytes": 1355792384}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6329737456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b56c4f9f425012298c1c9d0d606834856cdb4fe583f686b52b78dd20c8150b9c", "output_hash": "82227082dcc4ba6a2aefa1ee337cd55859ad3bd42a50654a896be5f8dd31734d"} |
| |
3272 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee60bbeed3b48d54b7cd7820", "attempt_id": "d4ef1b820d4c", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:24.786904Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 19, "compress_ms": 38.33962499629706}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337363, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.662416071631014, "doc_prefill_ms": 228.00641600042582, "compress_ms": 38.45004097092897, "serialize_ms": 3.063749987632036, "load_ms": 1.1377079645171762, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.154375022277236, "ttft_ms": 18.154375022277236, "decode_ms": 13.373749912716448}, "total_wall_ms": 34.2372499871999, "ttft_ms": 18.154375022277236, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1355792384, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6322708688, "mlx_cache_bytes": 15809599385, "process_rss_bytes": 1355792384}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6322708688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "97364f2c7fa6a85432a51c68d7449df5eb77710d31a7ded0f57114e9bc3ee911", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3273 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "37dc33c8555887e668dc1e35", "attempt_id": "7d40ce2ddaea", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:24.841552Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 19, "compress_ms": 38.33962499629706}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 41, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337363, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.662416071631014, "doc_prefill_ms": 228.00641600042582, "compress_ms": 38.45004097092897, "serialize_ms": 3.063749987632036, "load_ms": 1.4686669455841184, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.3750829892233, "ttft_ms": 18.3750829892233, "decode_ms": 13.218624982982874}, "total_wall_ms": 34.58158299326897, "ttft_ms": 18.3750829892233, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1355792384, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6327771364, "mlx_cache_bytes": 15809599385, "process_rss_bytes": 1355792384}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6327771364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "97364f2c7fa6a85432a51c68d7449df5eb77710d31a7ded0f57114e9bc3ee911", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3274 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fac9527d0822b542d4bbb604", "attempt_id": "44a35fc7770b", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:24.896127Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 19, "compress_ms": 38.33962499629706}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 39, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337363, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.662416071631014, "doc_prefill_ms": 228.00641600042582, "compress_ms": 38.45004097092897, "serialize_ms": 3.063749987632036, "load_ms": 1.448916969820857, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.041625036858022, "ttft_ms": 18.041625036858022, "decode_ms": 80.07595804519951}, "total_wall_ms": 101.1141249909997, "ttft_ms": 18.041625036858022, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1355792384, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6327951588, "mlx_cache_bytes": 15809599385, "process_rss_bytes": 1355792384}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6327951588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "0.0043", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "97364f2c7fa6a85432a51c68d7449df5eb77710d31a7ded0f57114e9bc3ee911", "output_hash": "cc49e557089dd0ed032fd0f0471b1d539083d5c05131a1fc34cae39260fa4571"} |
| |
3275 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4a8c7709a7b4ddf6d8fe14e9", "attempt_id": "86bf20e10ac6", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:25.015887Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 19, "compress_ms": 38.33962499629706}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337363, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.662416071631014, "doc_prefill_ms": 228.00641600042582, "compress_ms": 38.45004097092897, "serialize_ms": 3.063749987632036, "load_ms": 1.5180408954620361, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.20616703480482, "ttft_ms": 18.20616703480482, "decode_ms": 13.445250107906759}, "total_wall_ms": 34.64929107576609, "ttft_ms": 18.20616703480482, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1355792384, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6322708688, "mlx_cache_bytes": 15809599385, "process_rss_bytes": 1355792384}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6322708688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "97364f2c7fa6a85432a51c68d7449df5eb77710d31a7ded0f57114e9bc3ee911", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3276 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68969132e42701dd193c9e90", "attempt_id": "66596c2ba1ac", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:25.069866Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 19, "compress_ms": 38.33962499629706}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 44, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337363, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.662416071631014, "doc_prefill_ms": 228.00641600042582, "compress_ms": 38.45004097092897, "serialize_ms": 3.063749987632036, "load_ms": 1.4477920485660434, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.364749965257943, "ttft_ms": 18.364749965257943, "decode_ms": 81.86162495985627}, "total_wall_ms": 103.22337504476309, "ttft_ms": 18.364749965257943, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 44}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1355808768, "backend_memory": {"mlx_active_bytes": 6287810568, "mlx_peak_bytes": 6329737456, "mlx_cache_bytes": 15808649113, "process_rss_bytes": 1355808768}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6329737456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "573120", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "97364f2c7fa6a85432a51c68d7449df5eb77710d31a7ded0f57114e9bc3ee911", "output_hash": "04d52b2d38a542df9e25adae41af9df0d536cb0906ddc764435089113b262f84"} |
| |
3277 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "615f531574825540b87613c3", "attempt_id": "6ea788df7820", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:25.193200Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 36, "compress_ms": 42.176209040917456}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337314, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.55966696050018, "doc_prefill_ms": 228.00641600042582, "compress_ms": 43.64804201759398, "serialize_ms": 4.682417027652264, "load_ms": 1.1652499670162797, "receiver_prefill_ms": 0.0, "query_prefill_ms": 346.0305000189692, "ttft_ms": 346.0305000189692, "decode_ms": 148.02045898977667}, "total_wall_ms": 545.365042053163, "ttft_ms": 346.0305000189692, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1373847552, "backend_memory": {"mlx_active_bytes": 6287253512, "mlx_peak_bytes": 6314569312, "mlx_cache_bytes": 15863693897, "process_rss_bytes": 1373847552}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6314569312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-9999-9999", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "669d44c271dc9872c1d3084a56386b288978e0bee0361f5764f5462ce5e87fff", "output_hash": "9db94117f755f329e83969482645e9cf7c6b551d91efc6bd106dc2c7dc97d9bc"} |
| |
3278 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c615cf63ab515c547e61ebd0", "attempt_id": "40670b3cc4e3", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:25.758107Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 41, "compress_ms": 42.833083076402545}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 41, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337314, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.05087500810623, "doc_prefill_ms": 228.00641600042582, "compress_ms": 44.299624976702034, "serialize_ms": 4.520874936133623, "load_ms": 0.5114169325679541, "receiver_prefill_ms": 0.0, "query_prefill_ms": 388.0701250163838, "ttft_ms": 388.0701250163838, "decode_ms": 147.06962497439235}, "total_wall_ms": 586.3554580137134, "ttft_ms": 388.0701250163838, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1391198208, "backend_memory": {"mlx_active_bytes": 6287482888, "mlx_peak_bytes": 6315580128, "mlx_cache_bytes": 15868192725, "process_rss_bytes": 1391198208}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6315580128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "669d44c271dc9872c1d3084a56386b288978e0bee0361f5764f5462ce5e87fff", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3279 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f66f1c93ee967fa3fdcd054d", "attempt_id": "ab202d056649", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:26.365574Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 39, "compress_ms": 41.65041702799499}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 39, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337313, "side_information_bytes": 15905, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.66441707033664, "doc_prefill_ms": 228.00641600042582, "compress_ms": 43.0413750000298, "serialize_ms": 4.382957937195897, "load_ms": 0.9890840156003833, "receiver_prefill_ms": 0.0, "query_prefill_ms": 367.85224999766797, "ttft_ms": 367.85224999766797, "decode_ms": 80.52170788869262}, "total_wall_ms": 498.5877920407802, "ttft_ms": 367.85224999766797, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1407401984, "backend_memory": {"mlx_active_bytes": 6287122440, "mlx_peak_bytes": 6315166500, "mlx_cache_bytes": 15868749781, "process_rss_bytes": 1407401984}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6315166500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aded00e05227e225d1c6b695e0b954347a6d2bce13dba5490725ac43cbff876a", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3280 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6bf7d997f0ab15d0d29fe0b2", "attempt_id": "cd78f8ba8848", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:26.884958Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 36, "compress_ms": 40.812292019836605}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337314, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.028625034727156, "doc_prefill_ms": 228.00641600042582, "compress_ms": 42.18920797575265, "serialize_ms": 4.61879197973758, "load_ms": 1.143875066190958, "receiver_prefill_ms": 0.0, "query_prefill_ms": 339.55925004556775, "ttft_ms": 339.55925004556775, "decode_ms": 81.20483299717307}, "total_wall_ms": 470.5135419499129, "ttft_ms": 339.55925004556775, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1421836288, "backend_memory": {"mlx_active_bytes": 6287024136, "mlx_peak_bytes": 6314617568, "mlx_cache_bytes": 15868848085, "process_rss_bytes": 1421836288}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6314617568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "669d44c271dc9872c1d3084a56386b288978e0bee0361f5764f5462ce5e87fff", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3281 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "abb787a14c2d759f3eb281af", "attempt_id": "9234659a280c", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:27.376569Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 44, "compress_ms": 42.715625022538006}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 44, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 18321408, "serialized_payload_bytes": 18337314, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.366333056241274, "doc_prefill_ms": 228.00641600042582, "compress_ms": 44.19483302626759, "serialize_ms": 4.944125073961914, "load_ms": 1.2406249297782779, "receiver_prefill_ms": 0.0, "query_prefill_ms": 415.48941598739475, "ttft_ms": 415.48941598739475, "decode_ms": 94.30520900059491}, "total_wall_ms": 562.0442079380155, "ttft_ms": 415.48941598739475, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1436467200, "backend_memory": {"mlx_active_bytes": 6287450120, "mlx_peak_bytes": 6316371712, "mlx_cache_bytes": 15869233961, "process_rss_bytes": 1436467200}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6316371712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "669d44c271dc9872c1d3084a56386b288978e0bee0361f5764f5462ce5e87fff", "output_hash": "82227082dcc4ba6a2aefa1ee337cd55859ad3bd42a50654a896be5f8dd31734d"} |
| |
3282 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd47fb5452683482d7bcf55f", "attempt_id": "bd274dc3f719", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:27.958859Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 36, "compress_ms": 41.508750058710575, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 9733248, "serialized_payload_bytes": 9766770, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.24187501054257, "doc_prefill_ms": 228.00641600042582, "compress_ms": 50.10724999010563, "serialize_ms": 14.726415975019336, "load_ms": 1.3718330301344395, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.76295795571059, "ttft_ms": 17.76295795571059, "decode_ms": 86.58570796251297}, "total_wall_ms": 172.53895907197148, "ttft_ms": 17.76295795571059, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1446100992, "backend_memory": {"mlx_active_bytes": 6268756056, "mlx_peak_bytes": 6309255756, "mlx_cache_bytes": 15894431201, "process_rss_bytes": 1446100992}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6309255756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SA-9992", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "32db72c1d87d9d2282bc4ed0034d0b34379bbc2f68ff5426ebd400952e6a1a26", "output_hash": "3e369a5eda27921b4ee09e8a70bcdf13c5ce08c52b6d754fc2ea7115d3eee49c"} |
| |
3283 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "423b77d22bc58aa3feaab0eb", "attempt_id": "6951e2b5aa78", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:28.153294Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 41, "compress_ms": 41.75404203124344, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 41, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 9733248, "serialized_payload_bytes": 9766769, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.318959009833634, "doc_prefill_ms": 228.00641600042582, "compress_ms": 49.92033296730369, "serialize_ms": 3.970540943555534, "load_ms": 1.3770830119028687, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.87537499330938, "ttft_ms": 17.87537499330938, "decode_ms": 158.51529105566442}, "total_wall_ms": 233.6287919897586, "ttft_ms": 17.87537499330938, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1446658048, "backend_memory": {"mlx_active_bytes": 6268825168, "mlx_peak_bytes": 6314819976, "mlx_cache_bytes": 15905629161, "process_rss_bytes": 1446658048}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6314819976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 503-T, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "51c9f0e1064baaec46db53cf0e4484733574f56c43e8f41c00b7e78c54559a2d", "output_hash": "e7daab1d3d52ee9bc0b550370d3581323f3b8751988b7c63e74cabfbbb3320eb"} |
| |
3284 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5182837fd9bbbb10d232adf6", "attempt_id": "834d4d580558", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:28.407536Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 39, "compress_ms": 42.470833053812385, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 39, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 9733248, "serialized_payload_bytes": 9766770, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.33674999605864, "doc_prefill_ms": 228.00641600042582, "compress_ms": 50.89604202657938, "serialize_ms": 4.023333080112934, "load_ms": 1.360250054858625, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.66391599085182, "ttft_ms": 17.66391599085182, "decode_ms": 85.95287497155368}, "total_wall_ms": 161.85695794411004, "ttft_ms": 17.66391599085182, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1446658048, "backend_memory": {"mlx_active_bytes": 6268634432, "mlx_peak_bytes": 6315915464, "mlx_cache_bytes": 15911865593, "process_rss_bytes": 1446658048}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6315915464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4.8545", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "32db72c1d87d9d2282bc4ed0034d0b34379bbc2f68ff5426ebd400952e6a1a26", "output_hash": "beffe6995df261b8edc94ba7a8714c75e4da1e041c720374d646d8785fe5641e"} |
| |
3285 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fc525a60df2aa9790e1a4eb0", "attempt_id": "0523fcb1fdf2", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:28.589380Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 36, "compress_ms": 41.49012500420213, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 36, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 9733248, "serialized_payload_bytes": 9766769, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.62120904121548, "doc_prefill_ms": 228.00641600042582, "compress_ms": 50.22166599519551, "serialize_ms": 4.000166896730661, "load_ms": 1.4262499753385782, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.70954194944352, "ttft_ms": 17.70954194944352, "decode_ms": 86.94366691634059}, "total_wall_ms": 162.26295800879598, "ttft_ms": 17.70954194944352, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1446674432, "backend_memory": {"mlx_active_bytes": 6268630928, "mlx_peak_bytes": 6309135892, "mlx_cache_bytes": 15911869097, "process_rss_bytes": 1446674432}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6309135892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lorcan Bergström", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "51c9f0e1064baaec46db53cf0e4484733574f56c43e8f41c00b7e78c54559a2d", "output_hash": "5ca17fb7c0572a4d8bdf0553d246da8b09a69151cf9bbab90a1d2f650e36cdea"} |
| |
3286 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "084316c2b6021c49749fa278", "attempt_id": "100d056ff16f", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:28.771444Z", "task_family": "synthetic", "document_id": "syn_03030_2000", "document_hash": "9c6bfb3375c1aa9b40fde8fc1869057807819db862004b3e34d74015983cf573", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03030_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1988, "keep": 497, "window_tokens": 44, "compress_ms": 42.30824997648597, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1949, "source_tokens_receiver": 1949, "query_tokens": 44, "message_tokens": 1988, "message_utf8_bytes": 7274, "cache_tensor_bytes": 9733248, "serialized_payload_bytes": 9766769, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.95904199779034, "doc_prefill_ms": 228.00641600042582, "compress_ms": 50.55779207032174, "serialize_ms": 3.987042000517249, "load_ms": 1.418542000465095, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.864166060462594, "ttft_ms": 17.864166060462594, "decode_ms": 100.82354198675603}, "total_wall_ms": 176.5864579938352, "ttft_ms": 17.864166060462594, "input_usage": {"receiver_prefix_tokens": 1988, "dense_cache_bytes": 73285632, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1446690816, "backend_memory": {"mlx_active_bytes": 6268641712, "mlx_peak_bytes": 6317136276, "mlx_cache_bytes": 15918788745, "process_rss_bytes": 1446690816}, "peak_prefill_memory": 7039664092, "peak_decode_memory": 6317136276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "728,930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03030_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "51c9f0e1064baaec46db53cf0e4484733574f56c43e8f41c00b7e78c54559a2d", "output_hash": "82227082dcc4ba6a2aefa1ee337cd55859ad3bd42a50654a896be5f8dd31734d"} |
| |
3287 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a02eb5797dcf20cef639de50", "attempt_id": "0aa849c1af24", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:29.075080Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077500008046627045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 15.129624982364476, "ttft_ms": 13.706709025427699, "decode_ms": 13.307332992553711}, "total_wall_ms": 42.57758299354464, "ttft_ms": 13.706709025427699, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090273280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 128255668, "process_rss_bytes": 1090273280}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3288 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97d6289a99477da3aeccf551", "attempt_id": "f9f2dc9ed0fa", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:29.144355Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 72, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077500008046627045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.28591705393046, "ttft_ms": 13.095875037834048, "decode_ms": 13.452582992613316}, "total_wall_ms": 51.25691706780344, "ttft_ms": 13.095875037834048, "input_usage": {"receiver_prompt_tokens": 72}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090273280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245294728, "mlx_cache_bytes": 194021044, "process_rss_bytes": 1090273280}, "peak_prefill_memory": null, "peak_decode_memory": 6245294728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3289 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9af2af6cf2a93915c1e9ef3c", "attempt_id": "15981b1ca3be", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:29.220276Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077500008046627045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.10833304747939, "ttft_ms": 13.186874915845692, "decode_ms": 13.15025007352233}, "total_wall_ms": 50.876791938208044, "ttft_ms": 13.186874915845692, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090273280, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243312264, "mlx_cache_bytes": 236750516, "process_rss_bytes": 1090273280}, "peak_prefill_memory": null, "peak_decode_memory": 6243312264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3290 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b7efdc5a9e91c8de639c614", "attempt_id": "8317382807c2", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:29.295820Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077500008046627045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.51583404559642, "ttft_ms": 13.135291985236108, "decode_ms": 12.997417012229562}, "total_wall_ms": 41.098249959759414, "ttft_ms": 13.135291985236108, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090289664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 262113204, "process_rss_bytes": 1090289664}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3291 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2c189994bef148dbf63dc2e5", "attempt_id": "d04da7e45d54", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:29.362041Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 75, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077500008046627045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.949750000610948, "ttft_ms": 13.203165959566832, "decode_ms": 13.274250086396933}, "total_wall_ms": 50.87925004772842, "ttft_ms": 13.203165959566832, "input_usage": {"receiver_prompt_tokens": 75}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090289664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6248243848, "mlx_cache_bytes": 329287604, "process_rss_bytes": 1090289664}, "peak_prefill_memory": null, "peak_decode_memory": 6248243848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3292 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7f96166f1bfce0ab52cac80d", "attempt_id": "ecfdab5c7e95", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:29.437901Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 5880, "message_tokens": 5806, "message_utf8_bytes": 28999, "cache_tensor_bytes": null, "serialized_payload_bytes": 28999, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007207971066236496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 685.2422499796376, "ttft_ms": 14.004957978613675, "decode_ms": 154.68191599939018}, "total_wall_ms": 862.6751250121742, "ttft_ms": 14.004957978613675, "input_usage": {"receiver_prompt_tokens": 5880}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1090322432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 2474592180, "process_rss_bytes": 1090322432}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3293 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b07da7f0e8746edbcd2074ce", "attempt_id": "cb067c142e87", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:30.325182Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 5888, "message_tokens": 5806, "message_utf8_bytes": 28999, "cache_tensor_bytes": null, "serialized_payload_bytes": 28999, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007207971066236496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 704.527541063726, "ttft_ms": 13.904166058637202, "decode_ms": 167.4955409253016}, "total_wall_ms": 894.6191250579432, "ttft_ms": 13.904166058637202, "input_usage": {"receiver_prompt_tokens": 5888}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1090355200, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3179038644, "process_rss_bytes": 1090355200}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "output_hash": "5ea897ec96744c7f678e48d39a1ef3c30bd28848303a8b5073b259e5657721a2"} |
| |
3294 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3ce8e2179d59d7c3caa424d0", "attempt_id": "9986900836c7", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:31.244526Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 5885, "message_tokens": 5806, "message_utf8_bytes": 28999, "cache_tensor_bytes": null, "serialized_payload_bytes": 28999, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007207971066236496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 725.9752500103787, "ttft_ms": 14.193582930602133, "decode_ms": 98.9367919974029}, "total_wall_ms": 847.931707976386, "ttft_ms": 14.193582930602133, "input_usage": {"receiver_prompt_tokens": 5885}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1090387968, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 3669772212, "process_rss_bytes": 1090387968}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3295 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d2ec9c9a04308174e3f9ef1f", "attempt_id": "ddeed8dafa0b", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:32.117706Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 5881, "message_tokens": 5806, "message_utf8_bytes": 28999, "cache_tensor_bytes": null, "serialized_payload_bytes": 28999, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007207971066236496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 770.327166072093, "ttft_ms": 14.139416976831853, "decode_ms": 113.13249997328967}, "total_wall_ms": 906.5197909949347, "ttft_ms": 14.139416976831853, "input_usage": {"receiver_prompt_tokens": 5881}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1090420736, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4159457204, "process_rss_bytes": 1090420736}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "output_hash": "70acf90909a5c82e82ecfd652944ec8d08010f0d2b23315dbf5f3f51d322e547"} |
| |
3296 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d0e32be5b792e3c16643749", "attempt_id": "641d599c4bec", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:33.049935Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 5891, "message_tokens": 5806, "message_utf8_bytes": 28999, "cache_tensor_bytes": null, "serialized_payload_bytes": 28999, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007207971066236496, "decode_payload_ms": 0.0, "receiver_prefill_ms": 807.7362090116367, "ttft_ms": 14.446667046286166, "decode_ms": 98.02104101981968}, "total_wall_ms": 928.8473749766126, "ttft_ms": 14.446667046286166, "input_usage": {"receiver_prompt_tokens": 5891}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1090453504, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 4876371892, "process_rss_bytes": 1090453504}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1637140", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "output_hash": "40dc479a99e27c9f4cfd3f25b4018d2bee046497042f702dee17b65017cc874f"} |
| |
3297 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1639c72695c4109e4e2de885", "attempt_id": "cf0758022304", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:34.007584Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5806}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2343, "cache_tensor_bytes": null, "serialized_payload_bytes": 2343, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.9561670273542404, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.81254204362631, "ttft_ms": 13.457291992381215, "decode_ms": 148.6187499249354}, "total_wall_ms": 240.09904207196087, "ttft_ms": 13.457291992381215, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1090469888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 5266638772, "process_rss_bytes": 1090469888}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b7e353aefbfe0aab42cc98c900e078c1a5d32ca591f762d03bd065b657aa0c6", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3298 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e11a04a65031766545478149", "attempt_id": "5149662e8643", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:34.271526Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5806}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 603, "message_tokens": 516, "message_utf8_bytes": 2343, "cache_tensor_bytes": null, "serialized_payload_bytes": 2343, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.9561670273542404, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.55458298418671, "ttft_ms": 13.610875001177192, "decode_ms": 13.23112496174872}, "total_wall_ms": 98.589041037485, "ttft_ms": 13.610875001177192, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090486272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 5633312692, "process_rss_bytes": 1090486272}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b7e353aefbfe0aab42cc98c900e078c1a5d32ca591f762d03bd065b657aa0c6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3299 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "94a461dd7875cb0198863c52", "attempt_id": "a359c039e6b6", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:34.395362Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5806}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2343, "cache_tensor_bytes": null, "serialized_payload_bytes": 2343, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.9561670273542404, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.85958304721862, "ttft_ms": 13.338166987523437, "decode_ms": 14.274458982981741}, "total_wall_ms": 98.65883295424283, "ttft_ms": 13.338166987523437, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090502656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582530136, "mlx_cache_bytes": 5902075828, "process_rss_bytes": 1090502656}, "peak_prefill_memory": null, "peak_decode_memory": 6582530136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b7e353aefbfe0aab42cc98c900e078c1a5d32ca591f762d03bd065b657aa0c6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3300 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8183be2f51174cca720ae513", "attempt_id": "ce98bb5f09b4", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:34.518626Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5806}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2343, "cache_tensor_bytes": null, "serialized_payload_bytes": 2343, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.9561670273542404, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.78849996812642, "ttft_ms": 13.443415984511375, "decode_ms": 13.775666942819953}, "total_wall_ms": 98.20558305364102, "ttft_ms": 13.443415984511375, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090519040, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 6147147700, "process_rss_bytes": 1090519040}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b7e353aefbfe0aab42cc98c900e078c1a5d32ca591f762d03bd065b657aa0c6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3301 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "50609343865ab27351553d8d", "attempt_id": "03ed49c9f037", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:34.642206Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5806}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 606, "message_tokens": 516, "message_utf8_bytes": 2343, "cache_tensor_bytes": null, "serialized_payload_bytes": 2343, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.9561670273542404, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.30758301354945, "ttft_ms": 14.087292016483843, "decode_ms": 13.323292019777}, "total_wall_ms": 99.91487499792129, "ttft_ms": 14.087292016483843, "input_usage": {"receiver_prompt_tokens": 606}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090519040, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6571159640, "mlx_cache_bytes": 6500845492, "process_rss_bytes": 1090519040}, "peak_prefill_memory": null, "peak_decode_memory": 6571159640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1b7e353aefbfe0aab42cc98c900e078c1a5d32ca591f762d03bd065b657aa0c6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3302 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c94ab0ca852615d037e24339", "attempt_id": "24a8a1f92e56", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:34.771476Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 572, "message_tokens": 497, "message_utf8_bytes": 1181, "cache_tensor_bytes": null, "serialized_payload_bytes": 1181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.24362497869879, "decode_payload_ms": 0.0, "receiver_prefill_ms": 67.71304202266037, "ttft_ms": 13.524584006518126, "decode_ms": 13.540499960072339}, "total_wall_ms": 95.73575004469603, "ttft_ms": 13.524584006518126, "input_usage": {"receiver_prompt_tokens": 572}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090535424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6552514648, "mlx_cache_bytes": 6848645044, "process_rss_bytes": 1090535424}, "peak_prefill_memory": null, "peak_decode_memory": 6552514648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64aa0595c917fe1bc368fc3d86c24f8228af6b83616346743a0c09fba28f7710", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3303 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d62ad9ef17f2ecafe7f3703", "attempt_id": "10c51fbfe1eb", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:34.892314Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 580, "message_tokens": 497, "message_utf8_bytes": 1181, "cache_tensor_bytes": null, "serialized_payload_bytes": 1181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.24362497869879, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.34729204699397, "ttft_ms": 13.481458998285234, "decode_ms": 13.64341692533344}, "total_wall_ms": 99.44012493360788, "ttft_ms": 13.481458998285234, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090551808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557724760, "mlx_cache_bytes": 7201359796, "process_rss_bytes": 1090551808}, "peak_prefill_memory": null, "peak_decode_memory": 6557724760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64aa0595c917fe1bc368fc3d86c24f8228af6b83616346743a0c09fba28f7710", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3304 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "86b1b654199f42ddafec29b1", "attempt_id": "adb701d60d97", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:35.016454Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 577, "message_tokens": 497, "message_utf8_bytes": 1181, "cache_tensor_bytes": null, "serialized_payload_bytes": 1181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.24362497869879, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.31795896869153, "ttft_ms": 14.002541895024478, "decode_ms": 13.841917039826512}, "total_wall_ms": 97.13125007692724, "ttft_ms": 14.002541895024478, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090568192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555758680, "mlx_cache_bytes": 7438469044, "process_rss_bytes": 1090568192}, "peak_prefill_memory": null, "peak_decode_memory": 6555758680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64aa0595c917fe1bc368fc3d86c24f8228af6b83616346743a0c09fba28f7710", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3305 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d980e8d24a4207ef57f15431", "attempt_id": "b8a7d4576683", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:35.138392Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 573, "message_tokens": 497, "message_utf8_bytes": 1181, "cache_tensor_bytes": null, "serialized_payload_bytes": 1181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.24362497869879, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.98104194644839, "ttft_ms": 13.876624987460673, "decode_ms": 106.8213329417631}, "total_wall_ms": 191.65079202502966, "ttft_ms": 13.876624987460673, "input_usage": {"receiver_prompt_tokens": 573}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1090584576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6552809560, "mlx_cache_bytes": 7674005428, "process_rss_bytes": 1090584576}, "peak_prefill_memory": null, "peak_decode_memory": 6552809560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64aa0595c917fe1bc368fc3d86c24f8228af6b83616346743a0c09fba28f7710", "output_hash": "70acf90909a5c82e82ecfd652944ec8d08010f0d2b23315dbf5f3f51d322e547"} |
| |
3306 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a01e0ebd879a919d8835739", "attempt_id": "85d97eb129b1", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:35.354813Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 583, "message_tokens": 497, "message_utf8_bytes": 1181, "cache_tensor_bytes": null, "serialized_payload_bytes": 1181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.24362497869879, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.21879206877202, "ttft_ms": 13.51112499833107, "decode_ms": 121.11099995672703}, "total_wall_ms": 205.82770800683647, "ttft_ms": 13.51112499833107, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1090600960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 8014235572, "process_rss_bytes": 1090600960}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,637,140", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64aa0595c917fe1bc368fc3d86c24f8228af6b83616346743a0c09fba28f7710", "output_hash": "0e5762a61893fc1b558335178d9f2224b2b5fef9858c737456022436b29a5cf0"} |
| |
3307 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "880ba1bdef03cae0b1e18aa5", "attempt_id": "f506ce67e963", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:35.588404Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 577, "message_tokens": 502, "message_utf8_bytes": 1327, "cache_tensor_bytes": null, "serialized_payload_bytes": 1327, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8912919331341982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 65.86479104589671, "ttft_ms": 13.669417006894946, "decode_ms": 147.21041708253324}, "total_wall_ms": 229.59041595458984, "ttft_ms": 13.669417006894946, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1090600960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555758680, "mlx_cache_bytes": 8014235572, "process_rss_bytes": 1090600960}, "peak_prefill_memory": null, "peak_decode_memory": 6555758680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2008598bde7621d246a903ba934ece995a1d9e64c261bf045e8fd02bf52db231", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3308 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cf0d860ffd955fe788dfe16e", "attempt_id": "c56e11884a8e", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:35.842916Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 499, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 582, "message_tokens": 499, "message_utf8_bytes": 1549, "cache_tensor_bytes": null, "serialized_payload_bytes": 1549, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.0268330117687583, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.31150006130338, "ttft_ms": 13.796875020489097, "decode_ms": 160.53824999835342}, "total_wall_ms": 246.7017910676077, "ttft_ms": 13.796875020489097, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1090600960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559199320, "mlx_cache_bytes": 8167786420, "process_rss_bytes": 1090600960}, "peak_prefill_memory": null, "peak_decode_memory": 6559199320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6c0b981f808025f052987b37e6a78393ae2bce7c96104a17671e3b35bbc9c7b5", "output_hash": "5ea897ec96744c7f678e48d39a1ef3c30bd28848303a8b5073b259e5657721a2"} |
| |
3309 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8597f82945d451eafd697e8b", "attempt_id": "34712f8d3818", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:36.114763Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 581, "message_tokens": 501, "message_utf8_bytes": 1339, "cache_tensor_bytes": null, "serialized_payload_bytes": 1339, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.892667030915618, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.959916010499, "ttft_ms": 13.423416996374726, "decode_ms": 94.23054195940495}, "total_wall_ms": 179.4879169901833, "ttft_ms": 13.423416996374726, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1090600960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558216280, "mlx_cache_bytes": 8253310900, "process_rss_bytes": 1090600960}, "peak_prefill_memory": null, "peak_decode_memory": 6558216280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "343d50eeee989944d9d99bdae50fee859fd2ba4c287f02a9fc51a8d85f7bd5f7", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3310 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d76bef07c835cc1c187dd0d3", "attempt_id": "aea24bd59b72", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:36.319138Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 499, "n_sentences": 17}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 575, "message_tokens": 499, "message_utf8_bytes": 1391, "cache_tensor_bytes": null, "serialized_payload_bytes": 1391, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.1851250203326344, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.72412494663149, "ttft_ms": 13.410542043857276, "decode_ms": 107.50645794905722}, "total_wall_ms": 190.84900000598282, "ttft_ms": 13.410542043857276, "input_usage": {"receiver_prompt_tokens": 575}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1090633728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6573928536, "mlx_cache_bytes": 8510965684, "process_rss_bytes": 1090633728}, "peak_prefill_memory": null, "peak_decode_memory": 6573928536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f24b1ed9619c57a8eb0fc638ce2a447c18c7ddadb0d848fdd94e217325994274", "output_hash": "70acf90909a5c82e82ecfd652944ec8d08010f0d2b23315dbf5f3f51d322e547"} |
| |
3311 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7cb669788aa2c86823a8befa", "attempt_id": "0bf4c3706dd9", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:36.534576Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 15}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 595, "message_tokens": 509, "message_utf8_bytes": 1249, "cache_tensor_bytes": null, "serialized_payload_bytes": 1249, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9686250016093254, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.5244170492515, "ttft_ms": 13.562249951064587, "decode_ms": 122.4729580571875}, "total_wall_ms": 208.5090420441702, "ttft_ms": 13.562249951064587, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1090633728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 8510965684, "process_rss_bytes": 1090633728}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,381,425", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f762a240b95e8c15d321fcaed98b39767676c50dcff837c5cef1e64cc8785fc5", "output_hash": "4be3901202a9416f8df97fb585c4cc16171c13b750d6b789575dcbf68b91bf1b"} |
| |
3312 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "57e7bcb1c8b4482c3c1df3f6", "attempt_id": "ce5077b92d2d", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:42.171847Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 402, "message_tokens": 324, "message_utf8_bytes": 1638, "cache_tensor_bytes": null, "serialized_payload_bytes": 1638, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5403.789457981475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.12887504603714, "ttft_ms": 13.27641704119742, "decode_ms": 13.393083936534822}, "total_wall_ms": 85.18541697412729, "ttft_ms": 13.27641704119742, "input_usage": {"receiver_prompt_tokens": 402, "sender_input_tokens": 5922, "sender_output_tokens": 324, "sender_prefill_ms": 837.1886659879237, "sender_ttft_ms": 14.979333034716547, "sender_decode_ms": 4547.114499961026}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090945024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6512256692, "mlx_cache_bytes": 9801305592, "process_rss_bytes": 1090945024}, "peak_prefill_memory": null, "peak_decode_memory": 6512256692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93ccf00cc30cda823e770983323f8131e73f2c38919461c94502c45dad5cd0f2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3313 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27cce2b3c6754fe920c43098", "attempt_id": "edf0812cc77c", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:42.282629Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 410, "message_tokens": 324, "message_utf8_bytes": 1638, "cache_tensor_bytes": null, "serialized_payload_bytes": 1638, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5403.789457981475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.35004099085927, "ttft_ms": 13.710625004023314, "decode_ms": 13.318375102244318}, "total_wall_ms": 80.4739169543609, "ttft_ms": 13.710625004023314, "input_usage": {"receiver_prompt_tokens": 410, "sender_input_tokens": 5922, "sender_output_tokens": 324, "sender_prefill_ms": 837.1886659879237, "sender_ttft_ms": 14.979333034716547, "sender_decode_ms": 4547.114499961026}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090945024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6516827860, "mlx_cache_bytes": 10135786588, "process_rss_bytes": 1090945024}, "peak_prefill_memory": null, "peak_decode_memory": 6516827860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93ccf00cc30cda823e770983323f8131e73f2c38919461c94502c45dad5cd0f2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3314 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6f4561363acadf6577783a31", "attempt_id": "a665bd9e0474", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:42.388433Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 407, "message_tokens": 324, "message_utf8_bytes": 1638, "cache_tensor_bytes": null, "serialized_payload_bytes": 1638, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5403.789457981475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.1560829365626, "ttft_ms": 13.56929203029722, "decode_ms": 13.694291934370995}, "total_wall_ms": 80.47741698101163, "ttft_ms": 13.56929203029722, "input_usage": {"receiver_prompt_tokens": 407, "sender_input_tokens": 5922, "sender_output_tokens": 324, "sender_prefill_ms": 837.1886659879237, "sender_ttft_ms": 14.979333034716547, "sender_decode_ms": 4547.114499961026}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090945024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6532277996, "mlx_cache_bytes": 10365424732, "process_rss_bytes": 1090945024}, "peak_prefill_memory": null, "peak_decode_memory": 6532277996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93ccf00cc30cda823e770983323f8131e73f2c38919461c94502c45dad5cd0f2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3315 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d7150fb559a078f261c4d994", "attempt_id": "44b975aafed5", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:42.494340Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 403, "message_tokens": 324, "message_utf8_bytes": 1638, "cache_tensor_bytes": null, "serialized_payload_bytes": 1638, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5403.789457981475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.049332996830344, "ttft_ms": 13.54362501297146, "decode_ms": 13.44012503977865}, "total_wall_ms": 80.07037499919534, "ttft_ms": 13.54362501297146, "input_usage": {"receiver_prompt_tokens": 403, "sender_input_tokens": 5922, "sender_output_tokens": 324, "sender_prefill_ms": 837.1886659879237, "sender_ttft_ms": 14.979333034716547, "sender_decode_ms": 4547.114499961026}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090945024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6514550484, "mlx_cache_bytes": 10586281052, "process_rss_bytes": 1090945024}, "peak_prefill_memory": null, "peak_decode_memory": 6514550484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93ccf00cc30cda823e770983323f8131e73f2c38919461c94502c45dad5cd0f2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3316 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7217808c0986d14979c208a8", "attempt_id": "cee2ecb9822a", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:42.599419Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 413, "message_tokens": 324, "message_utf8_bytes": 1638, "cache_tensor_bytes": null, "serialized_payload_bytes": 1638, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5403.789457981475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.45391605421901, "ttft_ms": 13.215458951890469, "decode_ms": 13.398332986980677}, "total_wall_ms": 80.14987502247095, "ttft_ms": 13.215458951890469, "input_usage": {"receiver_prompt_tokens": 413, "sender_input_tokens": 5922, "sender_output_tokens": 324, "sender_prefill_ms": 837.1886659879237, "sender_ttft_ms": 14.979333034716547, "sender_decode_ms": 4547.114499961026}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1090945024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6518400736, "mlx_cache_bytes": 10812512972, "process_rss_bytes": 1090945024}, "peak_prefill_memory": null, "peak_decode_memory": 6518400736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93ccf00cc30cda823e770983323f8131e73f2c38919461c94502c45dad5cd0f2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3317 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a2bbe8aa469e5cb817b4e6ed", "attempt_id": "cfb84263e973", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:42.704306Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 266, "message_tokens": 188, "message_utf8_bytes": 613, "cache_tensor_bytes": null, "serialized_payload_bytes": 613, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3557.6741250697523, "decode_payload_ms": 0.0, "receiver_prefill_ms": 42.63891698792577, "ttft_ms": 14.09808301832527, "decode_ms": 153.1101670116186}, "total_wall_ms": 3768.2219579583034, "ttft_ms": 14.09808301832527, "input_usage": {"receiver_prompt_tokens": 266, "sender_input_tokens": 5917, "sender_output_tokens": 188, "sender_prefill_ms": 859.4337080139667, "sender_ttft_ms": 14.642792055383325, "sender_decode_ms": 2678.9733339101076}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1090977792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6402434740, "mlx_cache_bytes": 11745450700, "process_rss_bytes": 1090977792}, "peak_prefill_memory": null, "peak_decode_memory": 6402434740, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ad14b58c5b6031bdc9e28a76e4932c5f02fa8c95f2a47343490cb32170b4592", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3318 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a1f06d655478a754ae634a2", "attempt_id": "e9269b04dd05", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:46.497295Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 173, "message_tokens": 87, "message_utf8_bytes": 253, "cache_tensor_bytes": null, "serialized_payload_bytes": 253, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2061.476583010517, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.78658299334347, "ttft_ms": 13.11637507751584, "decode_ms": 160.28733307030052}, "total_wall_ms": 2269.2449169699103, "ttft_ms": 13.11637507751584, "input_usage": {"receiver_prompt_tokens": 173, "sender_input_tokens": 5925, "sender_output_tokens": 87, "sender_prefill_ms": 816.541041014716, "sender_ttft_ms": 14.230291941203177, "sender_decode_ms": 1225.8357919054106}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1090994176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6320792352, "mlx_cache_bytes": 12389408124, "process_rss_bytes": 1090994176}, "peak_prefill_memory": null, "peak_decode_memory": 6320792352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "050ac9eb2e4eb34ad37767f95cc4e789f546aa2e93d88b788e5203c9b3b3d494", "output_hash": "5ea897ec96744c7f678e48d39a1ef3c30bd28848303a8b5073b259e5657721a2"} |
| |
3319 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ce9d134bc6118de6b6f57392", "attempt_id": "c1f024d11fdf", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:48.794023Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 117, "message_tokens": 34, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1354.355457937345, "decode_payload_ms": 0.0, "receiver_prefill_ms": 26.48016600869596, "ttft_ms": 13.735875021666288, "decode_ms": 93.32483389880508}, "total_wall_ms": 1488.3882499998435, "ttft_ms": 13.735875021666288, "input_usage": {"receiver_prompt_tokens": 117, "sender_input_tokens": 5922, "sender_output_tokens": 34, "sender_prefill_ms": 858.0099999671802, "sender_ttft_ms": 14.925415976904333, "sender_decode_ms": 476.72816703561693}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1091026944, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6275375728, "mlx_cache_bytes": 12480814460, "process_rss_bytes": 1091026944}, "peak_prefill_memory": null, "peak_decode_memory": 6275375728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2bd7f5364801403f09aca57956d96ed88f4ab7ca34d7ffdf288679a81de54453", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3320 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d775165a04a286abcd370db8", "attempt_id": "715bc4afd932", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:58.312490Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 421, "message_tokens": 331, "message_utf8_bytes": 801, "cache_tensor_bytes": null, "serialized_payload_bytes": 801, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8004.396458971314, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.81112499162555, "ttft_ms": 13.219083077274263, "decode_ms": 146.71300002373755}, "total_wall_ms": 214.76562495809048, "ttft_ms": 13.219083077274263, "input_usage": {"receiver_prompt_tokens": 421, "sender_input_tokens": 5950, "sender_output_tokens": 512, "sender_prefill_ms": 865.3354170965031, "sender_ttft_ms": 14.853791100904346, "sender_decode_ms": 7119.58225001581}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1091108864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6525101824, "mlx_cache_bytes": 13803349004, "process_rss_bytes": 1091108864}, "peak_prefill_memory": null, "peak_decode_memory": 6525101824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7bbfbca6dfec9d356b00daa8c4b028b4b34c6f45d94cfc2115c87de34d5561be", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3321 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4e747055c161d199d222aa4", "attempt_id": "d5d3e8b456a7", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:58.553236Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 429, "message_tokens": 331, "message_utf8_bytes": 801, "cache_tensor_bytes": null, "serialized_payload_bytes": 801, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8004.396458971314, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.62633301410824, "ttft_ms": 13.412334024906158, "decode_ms": 13.319000019691885}, "total_wall_ms": 81.3290000660345, "ttft_ms": 13.412334024906158, "input_usage": {"receiver_prompt_tokens": 429, "sender_input_tokens": 5950, "sender_output_tokens": 512, "sender_prefill_ms": 865.3354170965031, "sender_ttft_ms": 14.853791100904346, "sender_decode_ms": 7119.58225001581}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1091108864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6531458848, "mlx_cache_bytes": 14136797884, "process_rss_bytes": 1091108864}, "peak_prefill_memory": null, "peak_decode_memory": 6531458848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7bbfbca6dfec9d356b00daa8c4b028b4b34c6f45d94cfc2115c87de34d5561be", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3322 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bbe15be2712ec9e0ff035f14", "attempt_id": "db1312881948", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:58.659734Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 426, "message_tokens": 331, "message_utf8_bytes": 801, "cache_tensor_bytes": null, "serialized_payload_bytes": 801, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8004.396458971314, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.69500000961125, "ttft_ms": 13.510750024579465, "decode_ms": 93.94854202400893}, "total_wall_ms": 162.07624995149672, "ttft_ms": 13.510750024579465, "input_usage": {"receiver_prompt_tokens": 426, "sender_input_tokens": 5950, "sender_output_tokens": 512, "sender_prefill_ms": 865.3354170965031, "sender_ttft_ms": 14.853791100904346, "sender_decode_ms": 7119.58225001581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1091108864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6529885984, "mlx_cache_bytes": 14370368188, "process_rss_bytes": 1091108864}, "peak_prefill_memory": null, "peak_decode_memory": 6529885984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "58.9571", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7bbfbca6dfec9d356b00daa8c4b028b4b34c6f45d94cfc2115c87de34d5561be", "output_hash": "6942be8780999daa7f332969544daebffb5aa6b8618074056af243be5e52472c"} |
| |
3323 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79cc375f21c7edbc7ed763bf", "attempt_id": "d394562cbd58", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:58.847188Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 422, "message_tokens": 331, "message_utf8_bytes": 801, "cache_tensor_bytes": null, "serialized_payload_bytes": 801, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8004.396458971314, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.03462501615286, "ttft_ms": 13.474583043716848, "decode_ms": 13.180750072933733}, "total_wall_ms": 80.59433300513774, "ttft_ms": 13.474583043716848, "input_usage": {"receiver_prompt_tokens": 422, "sender_input_tokens": 5950, "sender_output_tokens": 512, "sender_prefill_ms": 865.3354170965031, "sender_ttft_ms": 14.853791100904346, "sender_decode_ms": 7119.58225001581}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1091108864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6474606344, "mlx_cache_bytes": 14543776444, "process_rss_bytes": 1091108864}, "peak_prefill_memory": null, "peak_decode_memory": 6474606344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7bbfbca6dfec9d356b00daa8c4b028b4b34c6f45d94cfc2115c87de34d5561be", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3324 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "111d061c96fed42fc784c3aa", "attempt_id": "952f62941ec1", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:58.953313Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 432, "message_tokens": 331, "message_utf8_bytes": 801, "cache_tensor_bytes": null, "serialized_payload_bytes": 801, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8004.396458971314, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.81729104556143, "ttft_ms": 13.899832963943481, "decode_ms": 13.183583039790392}, "total_wall_ms": 81.83545805513859, "ttft_ms": 13.899832963943481, "input_usage": {"receiver_prompt_tokens": 432, "sender_input_tokens": 5950, "sender_output_tokens": 512, "sender_prefill_ms": 865.3354170965031, "sender_ttft_ms": 14.853791100904346, "sender_decode_ms": 7119.58225001581}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1091108864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6533998380, "mlx_cache_bytes": 14881485176, "process_rss_bytes": 1091108864}, "peak_prefill_memory": null, "peak_decode_memory": 6533998380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7bbfbca6dfec9d356b00daa8c4b028b4b34c6f45d94cfc2115c87de34d5561be", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3325 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f602a8d570e4f819bcd4ec1b", "attempt_id": "103ac66876c4", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:13:59.060796Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 140, "message_tokens": 50, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1878.866249928251, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.094750040210783, "ttft_ms": 13.17445794120431, "decode_ms": 146.54462493490428}, "total_wall_ms": 2070.1630410039797, "ttft_ms": 13.17445794120431, "input_usage": {"receiver_prompt_tokens": 140, "sender_input_tokens": 5958, "sender_output_tokens": 76, "sender_prefill_ms": 798.489167005755, "sender_ttft_ms": 14.330125064589083, "sender_decode_ms": 1061.3365409662947}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1091141632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294577952, "mlx_cache_bytes": 15733813624, "process_rss_bytes": 1091141632}, "peak_prefill_memory": null, "peak_decode_memory": 6294577952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "376aba0331efe1bde7a350b5f4f263f31d422f63031ab4b674c70be9bc906e77", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3326 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "599bc309feed81fdb7e3ea11", "attempt_id": "af69ee1da181", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:01.156398Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 154, "message_tokens": 56, "message_utf8_bytes": 123, "cache_tensor_bytes": null, "serialized_payload_bytes": 123, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1907.9248330090195, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.877583009190857, "ttft_ms": 13.712208019569516, "decode_ms": 243.5399160021916}, "total_wall_ms": 2197.686208994128, "ttft_ms": 13.712208019569516, "input_usage": {"receiver_prompt_tokens": 154, "sender_input_tokens": 5966, "sender_output_tokens": 80, "sender_prefill_ms": 775.3151250071824, "sender_ttft_ms": 14.278999995440245, "sender_decode_ms": 1113.439374952577}, "output_usage": {"output_tokens": 18}, "provider_cached_usage": null, "process_memory": 1091158016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6306308896, "mlx_cache_bytes": 16594366840, "process_rss_bytes": 1091158016}, "peak_prefill_memory": null, "peak_decode_memory": 6306308896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P in Rouyn-Noranda, Rouyn-Noranda", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.888888888888889}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a618e5fae122c17d556984be2a9c44d328070a9e95a5ed9613dbb32fff0d82f0", "output_hash": "86d981c8dc8bcc6ebde84cb08963ab3d7a32a028eb1e0499864e3c067e04478a"} |
| |
3327 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c0da8c1c077eef1141ff87e6", "attempt_id": "5246336029f6", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:03.380133Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 144, "message_tokens": 49, "message_utf8_bytes": 114, "cache_tensor_bytes": null, "serialized_payload_bytes": 114, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1826.7578330123797, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.26554205361754, "ttft_ms": 13.576291967183352, "decode_ms": 93.66199991200119}, "total_wall_ms": 1968.7532089883462, "ttft_ms": 13.576291967183352, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 5963, "sender_output_tokens": 71, "sender_prefill_ms": 821.0020420374349, "sender_ttft_ms": 14.969915966503322, "sender_decode_ms": 985.9328339807689}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1091190784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6297805600, "mlx_cache_bytes": 17312985464, "process_rss_bytes": 1091190784}, "peak_prefill_memory": null, "peak_decode_memory": 6297805600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3dab891b4c821330556827123ff2cc892e0b4363dfd67a751f77afd468b64298", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3328 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "736b6c6772c7839498eb1cd9", "attempt_id": "5c7f4d69a15d", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:05.375700Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 949, "message_tokens": 874, "message_utf8_bytes": 612, "cache_tensor_bytes": null, "serialized_payload_bytes": 612, "side_information_bytes": 0, "fetched_bytes": 1596, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025417073629796505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 157.039292040281, "ttft_ms": 13.915040995925665, "decode_ms": 148.4576250659302}, "total_wall_ms": 321.2883329251781, "ttft_ms": 13.915040995925665, "input_usage": {"receiver_prompt_tokens": 949, "sender_input_tokens": 5950, "sender_output_tokens": 512, "sender_prefill_ms": 865.3354170965031, "sender_ttft_ms": 14.853791100904346, "sender_decode_ms": 7119.58225001581}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 938852352, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6773272652, "mlx_cache_bytes": 17935495544, "process_rss_bytes": 938852352}, "peak_prefill_memory": null, "peak_decode_memory": 6773272652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1596, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c72cb92b1812db8eb00ade8ae4f93966bc010a61ac250ae018673ea615b7e4c2", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3329 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2f56f72d34ddffb5a20ba688", "attempt_id": "2aac32bb3d99", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:05.722736Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 957, "message_tokens": 874, "message_utf8_bytes": 612, "cache_tensor_bytes": null, "serialized_payload_bytes": 612, "side_information_bytes": 0, "fetched_bytes": 1596, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025417073629796505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 234.37925009056926, "ttft_ms": 14.563083997927606, "decode_ms": 14.940166031010449}, "total_wall_ms": 265.43079200200737, "ttft_ms": 14.563083997927606, "input_usage": {"receiver_prompt_tokens": 957, "sender_input_tokens": 5950, "sender_output_tokens": 512, "sender_prefill_ms": 865.3354170965031, "sender_ttft_ms": 14.853791100904346, "sender_decode_ms": 7119.58225001581}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 920027136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6778024012, "mlx_cache_bytes": 18521076088, "process_rss_bytes": 920027136}, "peak_prefill_memory": null, "peak_decode_memory": 6778024012, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1596, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6e43c5cb44f4b6902799ee04db7cdb9d2ce4e660e95477e10ddf72e0bc2536a6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3330 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cc06895ed520fb20f5318a46", "attempt_id": "63c49ef0699c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:06.014525Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 981, "message_tokens": 901, "message_utf8_bytes": 612, "cache_tensor_bytes": null, "serialized_payload_bytes": 612, "side_information_bytes": 0, "fetched_bytes": 1637, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025417073629796505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 482.3929169215262, "ttft_ms": 13.55574990157038, "decode_ms": 13.420915929600596}, "total_wall_ms": 511.1123339738697, "ttft_ms": 13.55574990157038, "input_usage": {"receiver_prompt_tokens": 981, "sender_input_tokens": 5950, "sender_output_tokens": 512, "sender_prefill_ms": 865.3354170965031, "sender_ttft_ms": 14.853791100904346, "sender_decode_ms": 7119.58225001581}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 919437312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6792458316, "mlx_cache_bytes": 19130593656, "process_rss_bytes": 919437312}, "peak_prefill_memory": null, "peak_decode_memory": 6792458316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1637, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1c08fdabed2ce2ab550cea9fd8e20cfcf3ec1b51eccc931cd0323cc163b4c4b4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3331 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f0c8b4e486c1dca14bbf3eba", "attempt_id": "04c1cd51f92a", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:06.554147Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 950, "message_tokens": 874, "message_utf8_bytes": 612, "cache_tensor_bytes": null, "serialized_payload_bytes": 612, "side_information_bytes": 0, "fetched_bytes": 1596, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025417073629796505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 879.5765830436721, "ttft_ms": 14.112500008195639, "decode_ms": 13.801791006699204}, "total_wall_ms": 909.0259589720517, "ttft_ms": 14.112500008195639, "input_usage": {"receiver_prompt_tokens": 950, "sender_input_tokens": 5950, "sender_output_tokens": 512, "sender_prefill_ms": 865.3354170965031, "sender_ttft_ms": 14.853791100904346, "sender_decode_ms": 7119.58225001581}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 919126016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6802419788, "mlx_cache_bytes": 19560444280, "process_rss_bytes": 919126016}, "peak_prefill_memory": null, "peak_decode_memory": 6802419788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1596, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3a9c448239f25dbe81c621510dfb6bbc1785c93c58b5805cd60d2630e977ff6c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3332 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fb9757e9c024ea1fd010f66d", "attempt_id": "66d72653cf8a", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:07.489288Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 960, "message_tokens": 874, "message_utf8_bytes": 612, "cache_tensor_bytes": null, "serialized_payload_bytes": 612, "side_information_bytes": 0, "fetched_bytes": 1596, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025417073629796505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.63883306551725, "ttft_ms": 14.228666899725795, "decode_ms": 14.120499952696264}, "total_wall_ms": 136.61358400713652, "ttft_ms": 14.228666899725795, "input_usage": {"receiver_prompt_tokens": 960, "sender_input_tokens": 5950, "sender_output_tokens": 512, "sender_prefill_ms": 865.3354170965031, "sender_ttft_ms": 14.853791100904346, "sender_decode_ms": 7119.58225001581}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 916242432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6779924556, "mlx_cache_bytes": 20124414328, "process_rss_bytes": 916242432}, "peak_prefill_memory": null, "peak_decode_memory": 6779924556, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1596, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "aac6d017a50bfc71f78604b29d3979057b31b781eb4bcdabf9d928dceec6b2f5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3333 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c72f2c587bf2c1eda9e2bc78", "attempt_id": "5b69112cd76a", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:07.657203Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.637931034482758}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 5880, "message_tokens": 5806, "message_utf8_bytes": 28999, "cache_tensor_bytes": null, "serialized_payload_bytes": 2726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07904099766165018, "decode_payload_ms": 0.016583013348281384, "receiver_prefill_ms": 887.851707986556, "ttft_ms": 14.234332949854434, "decode_ms": 171.48712498601526}, "total_wall_ms": 1083.064500009641, "ttft_ms": 14.234332949854434, "input_usage": {"receiver_prompt_tokens": 5880}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 916455424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20124414328, "process_rss_bytes": 916455424}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3334 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef4940abf934a5112ebc2e78", "attempt_id": "6dc052a27665", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:08.769413Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.637931034482758}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 5888, "message_tokens": 5806, "message_utf8_bytes": 28999, "cache_tensor_bytes": null, "serialized_payload_bytes": 2726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07904099766165018, "decode_payload_ms": 0.016583013348281384, "receiver_prefill_ms": 833.9773330371827, "ttft_ms": 15.102667035534978, "decode_ms": 174.17012504301965}, "total_wall_ms": 1032.0739169837907, "ttft_ms": 15.102667035534978, "input_usage": {"receiver_prompt_tokens": 5888}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 908328960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20124414328, "process_rss_bytes": 908328960}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "output_hash": "5ea897ec96744c7f678e48d39a1ef3c30bd28848303a8b5073b259e5657721a2"} |
| |
3335 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "139f8aef35d0c3847879611c", "attempt_id": "cc241d690567", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:09.827599Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.637931034482758}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 5885, "message_tokens": 5806, "message_utf8_bytes": 28999, "cache_tensor_bytes": null, "serialized_payload_bytes": 2726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07904099766165018, "decode_payload_ms": 0.016583013348281384, "receiver_prefill_ms": 860.3961250046268, "ttft_ms": 14.377917046658695, "decode_ms": 99.6892920229584}, "total_wall_ms": 983.4595000138506, "ttft_ms": 14.377917046658695, "input_usage": {"receiver_prompt_tokens": 5885}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 905658368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20124414328, "process_rss_bytes": 905658368}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3336 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01e85da7b22337059588ec7f", "attempt_id": "412dabdf89c5", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:10.838683Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.637931034482758}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 5881, "message_tokens": 5806, "message_utf8_bytes": 28999, "cache_tensor_bytes": null, "serialized_payload_bytes": 2726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07904099766165018, "decode_payload_ms": 0.016583013348281384, "receiver_prefill_ms": 898.616416961886, "ttft_ms": 14.62112506851554, "decode_ms": 114.11916697397828}, "total_wall_ms": 1036.2235839711502, "ttft_ms": 14.62112506851554, "input_usage": {"receiver_prompt_tokens": 5881}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 905691136, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20124414328, "process_rss_bytes": 905691136}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "output_hash": "70acf90909a5c82e82ecfd652944ec8d08010f0d2b23315dbf5f3f51d322e547"} |
| |
3337 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "51fef62d8bd59c2d831a48ee", "attempt_id": "2a338e5a2321", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:11.901457Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.637931034482758}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 5891, "message_tokens": 5806, "message_utf8_bytes": 28999, "cache_tensor_bytes": null, "serialized_payload_bytes": 2726, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07904099766165018, "decode_payload_ms": 0.016583013348281384, "receiver_prefill_ms": 915.269959019497, "ttft_ms": 14.20379092451185, "decode_ms": 97.9591659270227}, "total_wall_ms": 1036.1839160323143, "ttft_ms": 14.20379092451185, "input_usage": {"receiver_prompt_tokens": 5891}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 905723904, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7155474496, "mlx_cache_bytes": 20124414328, "process_rss_bytes": 905723904}, "peak_prefill_memory": null, "peak_decode_memory": 7155474496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1637140", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "output_hash": "40dc479a99e27c9f4cfd3f25b4018d2bee046497042f702dee17b65017cc874f"} |
| |
3338 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a783fcf7a84aca9557573d7f", "attempt_id": "ddd3404a6333", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:14.215181Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08818463658284534, "origin_tokens": 5624, "compressed_tokens": 537, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 658, "message_tokens": 582, "message_utf8_bytes": 2502, "cache_tensor_bytes": null, "serialized_payload_bytes": 2502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1251.0739580029622, "decode_payload_ms": 0.0, "receiver_prefill_ms": 856.9768749875948, "ttft_ms": 13.651874964125454, "decode_ms": 13.662416022270918}, "total_wall_ms": 889.0882089035586, "ttft_ms": 13.651874964125454, "input_usage": {"receiver_prompt_tokens": 658}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 510312448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6600847448, "mlx_cache_bytes": 20525494648, "process_rss_bytes": 510312448}, "peak_prefill_memory": null, "peak_decode_memory": 6600847448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59357de13ea18f59fedef05358bf2e45674f9f04631c63cea7e7cc9918b37592", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3339 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9c1ed152cb41f186dde81016", "attempt_id": "f0bfc536eba1", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:15.142928Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08818463658284534, "origin_tokens": 5624, "compressed_tokens": 537, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 666, "message_tokens": 582, "message_utf8_bytes": 2502, "cache_tensor_bytes": null, "serialized_payload_bytes": 2502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1251.0739580029622, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.89533299952745, "ttft_ms": 13.667999999597669, "decode_ms": 14.014916960150003}, "total_wall_ms": 117.94520902913064, "ttft_ms": 13.667999999597669, "input_usage": {"receiver_prompt_tokens": 666}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 510394368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6603157592, "mlx_cache_bytes": 20914286968, "process_rss_bytes": 510394368}, "peak_prefill_memory": null, "peak_decode_memory": 6603157592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59357de13ea18f59fedef05358bf2e45674f9f04631c63cea7e7cc9918b37592", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3340 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d05232ea463bbc41081aff51", "attempt_id": "50e25ac72336", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:15.287598Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08818463658284534, "origin_tokens": 5624, "compressed_tokens": 537, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 663, "message_tokens": 582, "message_utf8_bytes": 2502, "cache_tensor_bytes": null, "serialized_payload_bytes": 2502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1251.0739580029622, "decode_payload_ms": 0.0, "receiver_prefill_ms": 89.9529589805752, "ttft_ms": 14.535249909386039, "decode_ms": 43.15458401106298}, "total_wall_ms": 149.05504195485264, "ttft_ms": 14.535249909386039, "input_usage": {"receiver_prompt_tokens": 663}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 510443520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6625276004, "mlx_cache_bytes": 21123871096, "process_rss_bytes": 510443520}, "peak_prefill_memory": null, "peak_decode_memory": 6625276004, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "550", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59357de13ea18f59fedef05358bf2e45674f9f04631c63cea7e7cc9918b37592", "output_hash": "f89f8d0e735a91c5269ab08d72fa27670d000e7561698d6e664e7b603f5c4e40"} |
| |
3341 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b3ee5065b334e6088e52ef9", "attempt_id": "6c15210ffc1f", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:15.464317Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08818463658284534, "origin_tokens": 5624, "compressed_tokens": 537, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 659, "message_tokens": 582, "message_utf8_bytes": 2502, "cache_tensor_bytes": null, "serialized_payload_bytes": 2502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1251.0739580029622, "decode_payload_ms": 0.0, "receiver_prefill_ms": 239.11612504161894, "ttft_ms": 14.538249932229519, "decode_ms": 14.421707950532436}, "total_wall_ms": 269.49945790693164, "ttft_ms": 14.538249932229519, "input_usage": {"receiver_prompt_tokens": 659}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 509280256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6601338968, "mlx_cache_bytes": 21394895224, "process_rss_bytes": 509280256}, "peak_prefill_memory": null, "peak_decode_memory": 6601338968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59357de13ea18f59fedef05358bf2e45674f9f04631c63cea7e7cc9918b37592", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3342 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79586ccb7a640dfe0f21af80", "attempt_id": "40d283893bc1", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:15.762120Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08818463658284534, "origin_tokens": 5624, "compressed_tokens": 537, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 669, "message_tokens": 582, "message_utf8_bytes": 2502, "cache_tensor_bytes": null, "serialized_payload_bytes": 2502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1251.0739580029622, "decode_payload_ms": 0.0, "receiver_prefill_ms": 327.87929207552224, "ttft_ms": 15.329333022236824, "decode_ms": 14.745332999154925}, "total_wall_ms": 359.5162080600858, "ttft_ms": 15.329333022236824, "input_usage": {"receiver_prompt_tokens": 669}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 509280256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6604435544, "mlx_cache_bytes": 21581672824, "process_rss_bytes": 509280256}, "peak_prefill_memory": null, "peak_decode_memory": 6604435544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "59357de13ea18f59fedef05358bf2e45674f9f04631c63cea7e7cc9918b37592", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3343 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e33a4f74b93fca77fd00e6f0", "attempt_id": "d59f6d487636", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:17.738701Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 35, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 215470080, "serialized_payload_bytes": 215486245, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1588.2974159903824, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 4.759208997711539, "serialize_ms": 553.749541984871, "load_ms": 5.0890829879790545, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.96587506402284, "ttft_ms": 53.96587506402284, "decode_ms": 232.14387497864664}, "total_wall_ms": 295.77762505505234, "ttft_ms": 53.96587506402284, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 939671552, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6896197948, "mlx_cache_bytes": 22621368697, "process_rss_bytes": 939671552}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896197948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "09ada63ab272d210714e12d721081429825090abbc1bfdea46ee886a6e718841", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3344 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cb7b3456ed125f2564ffef41", "attempt_id": "2106066b9d35", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:18.061195Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 43, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 215470080, "serialized_payload_bytes": 215486245, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1588.2974159903824, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 4.759208997711539, "serialize_ms": 553.749541984871, "load_ms": 1.7751249251887202, "receiver_prefill_ms": 0.0, "query_prefill_ms": 199.3397920159623, "ttft_ms": 199.3397920159623, "decode_ms": 182.4820829788223}, "total_wall_ms": 388.30287498421967, "ttft_ms": 199.3397920159623, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 939737088, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6902341948, "mlx_cache_bytes": 22631463090, "process_rss_bytes": 939737088}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902341948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "09ada63ab272d210714e12d721081429825090abbc1bfdea46ee886a6e718841", "output_hash": "5ea897ec96744c7f678e48d39a1ef3c30bd28848303a8b5073b259e5657721a2"} |
| |
3345 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "911af8edcde0863ef532df0c", "attempt_id": "bc6f99d97308", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:18.479581Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 40, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 215470080, "serialized_payload_bytes": 215486245, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1588.2974159903824, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 4.759208997711539, "serialize_ms": 553.749541984871, "load_ms": 1.6852079425007105, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.432291015051305, "ttft_ms": 43.432291015051305, "decode_ms": 105.92645790893584}, "total_wall_ms": 155.77954205218703, "ttft_ms": 43.432291015051305, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 939753472, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6899999036, "mlx_cache_bytes": 22643620018, "process_rss_bytes": 939753472}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899999036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "09ada63ab272d210714e12d721081429825090abbc1bfdea46ee886a6e718841", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3346 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b58ac427b426cd4078336958", "attempt_id": "5033643efa78", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:18.662199Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 36, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 215470080, "serialized_payload_bytes": 215486245, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1588.2974159903824, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 4.759208997711539, "serialize_ms": 553.749541984871, "load_ms": 1.7289159586653113, "receiver_prefill_ms": 0.0, "query_prefill_ms": 50.36166601348668, "ttft_ms": 50.36166601348668, "decode_ms": 121.2295840959996}, "total_wall_ms": 177.73745802696794, "ttft_ms": 50.36166601348668, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 939753472, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6896263484, "mlx_cache_bytes": 22667409586, "process_rss_bytes": 939753472}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896263484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "09ada63ab272d210714e12d721081429825090abbc1bfdea46ee886a6e718841", "output_hash": "70acf90909a5c82e82ecfd652944ec8d08010f0d2b23315dbf5f3f51d322e547"} |
| |
3347 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6fb8ce357be5c34791920b3b", "attempt_id": "b078206cb57d", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:18.865342Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 46, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 215470080, "serialized_payload_bytes": 215486245, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1588.2974159903824, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 4.759208997711539, "serialize_ms": 553.749541984871, "load_ms": 1.7677919240668416, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.985583066008985, "ttft_ms": 59.985583066008985, "decode_ms": 105.25595804210752}, "total_wall_ms": 171.65758297778666, "ttft_ms": 59.985583066008985, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 939769856, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6907617596, "mlx_cache_bytes": 22704928946, "process_rss_bytes": 939769856}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6907617596, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1637140", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "09ada63ab272d210714e12d721081429825090abbc1bfdea46ee886a6e718841", "output_hash": "40dc479a99e27c9f4cfd3f25b4018d2bee046497042f702dee17b65017cc874f"} |
| |
3348 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1100b6273305a3d999aca578", "attempt_id": "01815049b78c", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:19.117219Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "ac42db5c765cf653", "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 35, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 215470080, "serialized_payload_bytes": 215486273, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.45508398022503, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 3.303334000520408, "serialize_ms": 49.982958007603884, "load_ms": 24.293666938319802, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.508000020869076, "ttft_ms": 44.508000020869076, "decode_ms": 165.8278340473771}, "total_wall_ms": 239.36074995435774, "ttft_ms": 44.508000020869076, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1155760128, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6896197948, "mlx_cache_bytes": 22704928946, "process_rss_bytes": 1155760128}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896197948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "94e39c4d3b1652d5ad1e6b48cd98028f8a20f2abd93f40f8b7e02b0e2ec8c30c", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3349 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7b4c57eac24e120d48a71f3d", "attempt_id": "0d31faa09b30", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:19.383137Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "ac42db5c765cf653", "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 43, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 215470080, "serialized_payload_bytes": 215486273, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.45508398022503, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 3.303334000520408, "serialize_ms": 49.982958007603884, "load_ms": 17.571500036865473, "receiver_prefill_ms": 0.0, "query_prefill_ms": 93.20604195818305, "ttft_ms": 93.20604195818305, "decode_ms": 182.20408400520682}, "total_wall_ms": 297.336749965325, "ttft_ms": 93.20604195818305, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1155760128, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6902341948, "mlx_cache_bytes": 22704928946, "process_rss_bytes": 1155760128}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6902341948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "94e39c4d3b1652d5ad1e6b48cd98028f8a20f2abd93f40f8b7e02b0e2ec8c30c", "output_hash": "5ea897ec96744c7f678e48d39a1ef3c30bd28848303a8b5073b259e5657721a2"} |
| |
3350 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5de56e698771276ceb5d7d5d", "attempt_id": "af4c68453236", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:19.707115Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "ac42db5c765cf653", "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 40, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 215470080, "serialized_payload_bytes": 215486273, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.45508398022503, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 3.303334000520408, "serialize_ms": 49.982958007603884, "load_ms": 18.103333888575435, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.74229197856039, "ttft_ms": 43.74229197856039, "decode_ms": 105.50670803058892}, "total_wall_ms": 171.8456670641899, "ttft_ms": 43.74229197856039, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1155760128, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6899999036, "mlx_cache_bytes": 22704928946, "process_rss_bytes": 1155760128}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6899999036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "94e39c4d3b1652d5ad1e6b48cd98028f8a20f2abd93f40f8b7e02b0e2ec8c30c", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3351 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4d584554b1384dae83ab4d2e", "attempt_id": "ac5e3cbfe507", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:19.905092Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "ac42db5c765cf653", "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 36, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 215470080, "serialized_payload_bytes": 215486273, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.45508398022503, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 3.303334000520408, "serialize_ms": 49.982958007603884, "load_ms": 17.651582951657474, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.90287499781698, "ttft_ms": 47.90287499781698, "decode_ms": 120.73154200334102}, "total_wall_ms": 190.78320893459022, "ttft_ms": 47.90287499781698, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1155760128, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6896263484, "mlx_cache_bytes": 22704928946, "process_rss_bytes": 1155760128}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6896263484, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "94e39c4d3b1652d5ad1e6b48cd98028f8a20f2abd93f40f8b7e02b0e2ec8c30c", "output_hash": "70acf90909a5c82e82ecfd652944ec8d08010f0d2b23315dbf5f3f51d322e547"} |
| |
3352 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "73eaab5e589ceb9a022edea6", "attempt_id": "86c21c91986a", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:20.124067Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6604808200}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "ac42db5c765cf653", "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 46, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 215470080, "serialized_payload_bytes": 215486273, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.45508398022503, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 3.303334000520408, "serialize_ms": 49.982958007603884, "load_ms": 17.079334007576108, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.29079101141542, "ttft_ms": 46.29079101141542, "decode_ms": 106.295624980703}, "total_wall_ms": 174.3056250270456, "ttft_ms": 46.29079101141542, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1155760128, "backend_memory": {"mlx_active_bytes": 6823043080, "mlx_peak_bytes": 6907404604, "mlx_cache_bytes": 22704928946, "process_rss_bytes": 1155760128}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6907404604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1637140", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "94e39c4d3b1652d5ad1e6b48cd98028f8a20f2abd93f40f8b7e02b0e2ec8c30c", "output_hash": "40dc479a99e27c9f4cfd3f25b4018d2bee046497042f702dee17b65017cc874f"} |
| |
3353 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ad563e5dc2bb20f46301fa58", "attempt_id": "b068022100ab", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:20.373721Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504931336}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 35, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 114468480, "serialized_payload_bytes": 114502809, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.84458298329264, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 17.61154201813042, "serialize_ms": 30.862541985698044, "load_ms": 4.075500066392124, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.005917043425143, "ttft_ms": 27.005917043425143, "decode_ms": 169.51220796909183}, "total_wall_ms": 205.07533301133662, "ttft_ms": 27.005917043425143, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1386135552, "backend_memory": {"mlx_active_bytes": 6621716488, "mlx_peak_bytes": 6722946552, "mlx_cache_bytes": 23327751202, "process_rss_bytes": 1386135552}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6722946552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-48Y-4804", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f2678c7b82b6ae4b793b5eb3c8b2e11ef3a70acd05cacc603d8584779ab4477", "output_hash": "288a654d3c294039b9f1fd8097a6383af1f152bbc0fa1c8267f80c506695c7be"} |
| |
3354 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9e6c9cb314889f5ff2b600a1", "attempt_id": "582f18d7cbf5", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:20.605514Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504931336}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 43, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 114468480, "serialized_payload_bytes": 114502809, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.84458298329264, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 17.61154201813042, "serialize_ms": 30.862541985698044, "load_ms": 2.049917005933821, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.893999992869794, "ttft_ms": 33.893999992869794, "decode_ms": 184.06458396930248}, "total_wall_ms": 224.53995794057846, "ttft_ms": 33.893999992869794, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1386168320, "backend_memory": {"mlx_active_bytes": 6621716488, "mlx_peak_bytes": 6740437544, "mlx_cache_bytes": 23392812786, "process_rss_bytes": 1386168320}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6740437544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f2678c7b82b6ae4b793b5eb3c8b2e11ef3a70acd05cacc603d8584779ab4477", "output_hash": "5ea897ec96744c7f678e48d39a1ef3c30bd28848303a8b5073b259e5657721a2"} |
| |
3355 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5dee69dc401eac7eb07f4fb8", "attempt_id": "f1038adfb7ae", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:20.856513Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504931336}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 40, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 114468480, "serialized_payload_bytes": 114502809, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.84458298329264, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 17.61154201813042, "serialize_ms": 30.862541985698044, "load_ms": 2.3067500442266464, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.745333034545183, "ttft_ms": 27.745333034545183, "decode_ms": 106.94874997716397}, "total_wall_ms": 141.30341704003513, "ttft_ms": 27.745333034545183, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1386168320, "backend_memory": {"mlx_active_bytes": 6621716488, "mlx_peak_bytes": 6733589032, "mlx_cache_bytes": 23453105906, "process_rss_bytes": 1386168320}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6733589032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f2678c7b82b6ae4b793b5eb3c8b2e11ef3a70acd05cacc603d8584779ab4477", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3356 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b3a5e8ddd5874c790968ae9e", "attempt_id": "6f1c9991eee7", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:21.024064Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504931336}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 36, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 114468480, "serialized_payload_bytes": 114502809, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.84458298329264, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 17.61154201813042, "serialize_ms": 30.862541985698044, "load_ms": 2.175167086534202, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.890583034604788, "ttft_ms": 27.890583034604788, "decode_ms": 125.35541702527553}, "total_wall_ms": 160.03291693050414, "ttft_ms": 27.890583034604788, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1386184704, "backend_memory": {"mlx_active_bytes": 6621716488, "mlx_peak_bytes": 6724348456, "mlx_cache_bytes": 23507369714, "process_rss_bytes": 1386184704}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6724348456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f2678c7b82b6ae4b793b5eb3c8b2e11ef3a70acd05cacc603d8584779ab4477", "output_hash": "70acf90909a5c82e82ecfd652944ec8d08010f0d2b23315dbf5f3f51d322e547"} |
| |
3357 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6f8fb23e03372cac3228ab23", "attempt_id": "19c759c97392", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:21.260825Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6504931336}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 46, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 114468480, "serialized_payload_bytes": 114502809, "side_information_bytes": 34329, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.84458298329264, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 17.61154201813042, "serialize_ms": 30.862541985698044, "load_ms": 2.1236250177025795, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.077209019102156, "ttft_ms": 28.077209019102156, "decode_ms": 107.90070798248053}, "total_wall_ms": 142.50483398791403, "ttft_ms": 28.077209019102156, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1386217472, "backend_memory": {"mlx_active_bytes": 6621716488, "mlx_peak_bytes": 6749033992, "mlx_cache_bytes": 23578997154, "process_rss_bytes": 1386217472}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6749033992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1637140", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f2678c7b82b6ae4b793b5eb3c8b2e11ef3a70acd05cacc603d8584779ab4477", "output_hash": "40dc479a99e27c9f4cfd3f25b4018d2bee046497042f702dee17b65017cc874f"} |
| |
3358 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "824506851c764c72dc79e93e", "attempt_id": "e510196604c9", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:21.465877Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 35, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 60600960, "serialized_payload_bytes": 60635200, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.20349999982864, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 18.045792006887496, "serialize_ms": 17.805874929763377, "load_ms": 2.36904202029109, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.69641701504588, "ttft_ms": 26.69641701504588, "decode_ms": 15.068041975609958}, "total_wall_ms": 48.49887499585748, "ttft_ms": 26.69641701504588, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1505492992, "backend_memory": {"mlx_active_bytes": 6512009224, "mlx_peak_bytes": 6603670488, "mlx_cache_bytes": 23811242658, "process_rss_bytes": 1505492992}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6603670488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71995d6144a02158635f41a258a5f96be17db20c1e10fd55696d89abbda58a95", "output_hash": "01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b"} |
| |
3359 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ec4b86cc3aecd0da44ad6c21", "attempt_id": "facd8c6001b7", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:21.540625Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 43, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 60600960, "serialized_payload_bytes": 60635200, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.20349999982864, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 18.045792006887496, "serialize_ms": 17.805874929763377, "load_ms": 1.7502090195193887, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.200666044838727, "ttft_ms": 25.200666044838727, "decode_ms": 706.8169999402016}, "total_wall_ms": 738.4411250241101, "ttft_ms": 25.200666044838727, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1505542144, "backend_memory": {"mlx_active_bytes": 6513352712, "mlx_peak_bytes": 6621235992, "mlx_cache_bytes": 23866882722, "process_rss_bytes": 1505542144}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6621235992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " Based on the provided material, unknown unknown τ unknown the answer the the the the The the the the2 number The the the the the the the the the the the the the the the the the the the the the the the the the The", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71995d6144a02158635f41a258a5f96be17db20c1e10fd55696d89abbda58a95", "output_hash": "9309e260a7295055c51ada9fa40641be0f1a09828571a3a8ce3041ed76920493"} |
| |
3360 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "23ffdd2e6b5fb258b3ed37d3", "attempt_id": "1c156664537e", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:22.305008Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 40, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 60600960, "serialized_payload_bytes": 60635200, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.20349999982864, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 18.045792006887496, "serialize_ms": 17.805874929763377, "load_ms": 2.1540409652516246, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.225625002756715, "ttft_ms": 27.225625002756715, "decode_ms": 717.1598330605775}, "total_wall_ms": 751.1350829154253, "ttft_ms": 27.225625002756715, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1505492992, "backend_memory": {"mlx_active_bytes": 6513352712, "mlx_peak_bytes": 6614403864, "mlx_cache_bytes": 23866882722, "process_rss_bytes": 1505492992}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6614403864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " unknown to the:2222222 unknown\n unknown to the2222222222 unknown to222 to to to to to to to to to to to to to to to to to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71995d6144a02158635f41a258a5f96be17db20c1e10fd55696d89abbda58a95", "output_hash": "552224bc49e9c036e7b61b818490d140c0095df24c475afbbba99bfd1c6aa5e9"} |
| |
3361 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9cd1ddbaecf9fbcad53b6cd8", "attempt_id": "bb555f6badc1", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:23.082910Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 36, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 60600960, "serialized_payload_bytes": 60635200, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.20349999982864, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 18.045792006887496, "serialize_ms": 17.805874929763377, "load_ms": 2.067166962660849, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.834166957996786, "ttft_ms": 26.834166957996786, "decode_ms": 0.024792039766907692}, "total_wall_ms": 33.4192089503631, "ttft_ms": 26.834166957996786, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 36}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 1505492992, "backend_memory": {"mlx_active_bytes": 6511943688, "mlx_peak_bytes": 6605114136, "mlx_cache_bytes": 23868291746, "process_rss_bytes": 1505492992}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6605114136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71995d6144a02158635f41a258a5f96be17db20c1e10fd55696d89abbda58a95", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} |
| |
3362 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "87b98e1a48f4ba334a80aa03", "attempt_id": "26eed05cf8c0", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:23.142541Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6450274312}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 46, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 60600960, "serialized_payload_bytes": 60635200, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.20349999982864, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 18.045792006887496, "serialize_ms": 17.805874929763377, "load_ms": 1.352958963252604, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.870292076840997, "ttft_ms": 27.870292076840997, "decode_ms": 703.0829589348286}, "total_wall_ms": 737.0084590511397, "ttft_ms": 27.870292076840997, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1505476608, "backend_memory": {"mlx_active_bytes": 6513352712, "mlx_peak_bytes": 6630101688, "mlx_cache_bytes": 23866882722, "process_rss_bytes": 1505476608}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6630101688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n\n\n unknown\n\nuser\n\n unknown.\nerto\n\n unknown ledger\nâ æ\n\n\n\n system\nertoerto\n\n.\n.ck system\n.\n\n system\nerto ", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "71995d6144a02158635f41a258a5f96be17db20c1e10fd55696d89abbda58a95", "output_hash": "c6db534acb7fbb656e29ca6ccb910197589b7c92b25b90c8e9c91ed3b884cdc3"} |
| |
3363 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6288100c06b6de158fd3a01f", "attempt_id": "8415132702a6", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:23.935836Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5845, "keep": 1461, "compress_ms": 16.178374993614852}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 35, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874493, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 30.147833051159978, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 16.217250027693808, "serialize_ms": 13.76758306287229, "load_ms": 1.6049999976530671, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.52204197086394, "ttft_ms": 23.52204197086394, "decode_ms": 137.91425002273172}, "total_wall_ms": 167.46495792176574, "ttft_ms": 23.52204197086394, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1519157248, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6541713724, "mlx_cache_bytes": 23925766818, "process_rss_bytes": 1519157248}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541713724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HE-44J-5305", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3002c7c35f424d72b0d7d002b22a112758dfe8e7db66404ab111058c1bb9f8", "output_hash": "c9cd566d1c06e892e1045dec96ccb477680adb52cb0b029297e03ff36ffbea04"} |
| |
3364 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fcdc9fb35ede7e5144bdb49d", "attempt_id": "e51f68c68aad", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:24.129624Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5845, "keep": 1461, "compress_ms": 16.178374993614852}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 43, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874493, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 30.147833051159978, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 16.217250027693808, "serialize_ms": 13.76758306287229, "load_ms": 1.247375039383769, "receiver_prefill_ms": 0.0, "query_prefill_ms": 118.60987497493625, "ttft_ms": 118.60987497493625, "decode_ms": 82.61325000785291}, "total_wall_ms": 207.41362497210503, "ttft_ms": 118.60987497493625, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 43}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1519157248, "backend_memory": {"mlx_active_bytes": 6499852296, "mlx_peak_bytes": 6548005180, "mlx_cache_bytes": 23925996194, "process_rss_bytes": 1519157248}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548005180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.4}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3002c7c35f424d72b0d7d002b22a112758dfe8e7db66404ab111058c1bb9f8", "output_hash": "af7f83537a0d3375a2abccf86d8e250ff5970a50cb182a500cd005d4cdfa06a3"} |
| |
3365 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aa75e82fb911b9cb1c673d9c", "attempt_id": "47e47191fa6a", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:24.367388Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5845, "keep": 1461, "compress_ms": 16.178374993614852}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 40, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874493, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 30.147833051159978, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 16.217250027693808, "serialize_ms": 13.76758306287229, "load_ms": 1.6749589703977108, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.56120792683214, "ttft_ms": 23.56120792683214, "decode_ms": 27.656540973111987}, "total_wall_ms": 57.54420894663781, "ttft_ms": 23.56120792683214, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1519157248, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6545498428, "mlx_cache_bytes": 23928715938, "process_rss_bytes": 1519157248}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545498428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3002c7c35f424d72b0d7d002b22a112758dfe8e7db66404ab111058c1bb9f8", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
3366 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "75dcfef2b5262916bcbb7257", "attempt_id": "696b39c6a7c7", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:24.450204Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5845, "keep": 1461, "compress_ms": 16.178374993614852}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 36, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874493, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 30.147833051159978, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 16.217250027693808, "serialize_ms": 13.76758306287229, "load_ms": 1.1861249804496765, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.605249938555062, "ttft_ms": 23.605249938555062, "decode_ms": 110.6032079551369}, "total_wall_ms": 140.07912494707853, "ttft_ms": 23.605249938555062, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1519157248, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6541582652, "mlx_cache_bytes": 23929404066, "process_rss_bytes": 1519157248}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541582652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3002c7c35f424d72b0d7d002b22a112758dfe8e7db66404ab111058c1bb9f8", "output_hash": "70acf90909a5c82e82ecfd652944ec8d08010f0d2b23315dbf5f3f51d322e547"} |
| |
3367 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "49fa0507cf72599249a44481", "attempt_id": "456602074be6", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:24.615273Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5845, "keep": 1461, "compress_ms": 16.178374993614852}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 46, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874493, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 30.147833051159978, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 16.217250027693808, "serialize_ms": 13.76758306287229, "load_ms": 0.7535408949479461, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.562374990433455, "ttft_ms": 23.562374990433455, "decode_ms": 27.829832979477942}, "total_wall_ms": 56.378499954007566, "ttft_ms": 23.562374990433455, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 46}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1519157248, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6552297788, "mlx_cache_bytes": 23931173538, "process_rss_bytes": 1519157248}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6552297788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6b3002c7c35f424d72b0d7d002b22a112758dfe8e7db66404ab111058c1bb9f8", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
3368 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f82be5aef475e524665f02d0", "attempt_id": "4f9f3b3a97c8", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:24.723513Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5845, "keep": 1461, "compress_ms": 10.020041954703629}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 35, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874488, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.60441703442484, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 10.058084037154913, "serialize_ms": 14.343916904181242, "load_ms": 1.5732910251244903, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.93854102026671, "ttft_ms": 22.93854102026671, "decode_ms": 652.3855419363827}, "total_wall_ms": 681.2159999972209, "ttft_ms": 22.93854102026671, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1559937024, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6541680956, "mlx_cache_bytes": 23988058786, "process_rss_bytes": 1559937024}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541680956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1205941f7d0c23808c2605e687351fa9a0bc06cf76047ac90c4ae4bccb0f3e95", "output_hash": "89a6c0f4590a122a87336537018a357e04b14fe9d4b6b729c63d279e188e4dc0"} |
| |
3369 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "77410160e5f19697cafd0224", "attempt_id": "ce4075bdbb34", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:25.430802Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5845, "keep": 1461, "compress_ms": 10.020041954703629}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 43, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874488, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.60441703442484, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 10.058084037154913, "serialize_ms": 14.343916904181242, "load_ms": 1.3337089912965894, "receiver_prefill_ms": 0.0, "query_prefill_ms": 41.807041969150305, "ttft_ms": 41.807041969150305, "decode_ms": 655.5827079573646}, "total_wall_ms": 703.2851669937372, "ttft_ms": 41.807041969150305, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1559986176, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6548005180, "mlx_cache_bytes": 23988058786, "process_rss_bytes": 1559986176}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6548005180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1205941f7d0c23808c2605e687351fa9a0bc06cf76047ac90c4ae4bccb0f3e95", "output_hash": "89a6c0f4590a122a87336537018a357e04b14fe9d4b6b729c63d279e188e4dc0"} |
| |
3370 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2677e2de9aeaf9fb001348de", "attempt_id": "e2d3af226dbe", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:26.161195Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5845, "keep": 1461, "compress_ms": 10.020041954703629}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 40, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874488, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.60441703442484, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 10.058084037154913, "serialize_ms": 14.343916904181242, "load_ms": 1.2213329318910837, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.735499940812588, "ttft_ms": 23.735499940812588, "decode_ms": 316.9361250475049}, "total_wall_ms": 346.4692080160603, "ttft_ms": 23.735499940812588, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 40}, "output_usage": {"output_tokens": 23}, "provider_cached_usage": null, "process_memory": 1559707648, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6545498428, "mlx_cache_bytes": 23988976290, "process_rss_bytes": 1559707648}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545498428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The internal ledger is uncontrolled.\nGive a short answer (a few words or a number), with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1205941f7d0c23808c2605e687351fa9a0bc06cf76047ac90c4ae4bccb0f3e95", "output_hash": "0a3f03e7a8c67458bb069353bec71613009480934e8083fe73ee4cbc53c88b6c"} |
| |
3371 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a3fa08b4b339b2ad6081e877", "attempt_id": "112590e4cf5b", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:26.534260Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5845, "keep": 1461, "compress_ms": 10.020041954703629}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 36, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874488, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.60441703442484, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 10.058084037154913, "serialize_ms": 14.343916904181242, "load_ms": 1.6459589824080467, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.609833093360066, "ttft_ms": 23.609833093360066, "decode_ms": 653.1490419292822}, "total_wall_ms": 683.2786670420319, "ttft_ms": 23.609833093360066, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1559609344, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6541582652, "mlx_cache_bytes": 23988058786, "process_rss_bytes": 1559609344}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541582652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I know the answer to the question to the question to the question to the question to the question to the question to the question to the question to the question to the question to the question to the question to the question to the question to the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1205941f7d0c23808c2605e687351fa9a0bc06cf76047ac90c4ae4bccb0f3e95", "output_hash": "e1dbff0ad9f23a4fde9d7855086200b08bbd72eae45a0fbdb47cba48641978fb"} |
| |
3372 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "66caf42d9da18b0db9826ebd", "attempt_id": "b00410afdc31", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:27.247517Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5845, "keep": 1461, "compress_ms": 10.020041954703629}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 46, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874488, "side_information_bytes": 16184, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.60441703442484, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 10.058084037154913, "serialize_ms": 14.343916904181242, "load_ms": 1.6834581037983298, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.507958045229316, "ttft_ms": 23.507958045229316, "decode_ms": 657.7372909523547}, "total_wall_ms": 687.5415840186179, "ttft_ms": 23.507958045229316, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1486176256, "backend_memory": {"mlx_active_bytes": 6500999176, "mlx_peak_bytes": 6552297788, "mlx_cache_bytes": 23988058786, "process_rss_bytes": 1486176256}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6552297788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\nunknown\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1205941f7d0c23808c2605e687351fa9a0bc06cf76047ac90c4ae4bccb0f3e95", "output_hash": "89a6c0f4590a122a87336537018a357e04b14fe9d4b6b729c63d279e188e4dc0"} |
| |
3373 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "06a74501ccac798e57164ecf", "attempt_id": "f3b60236d2a9", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:27.961526Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 35, "compress_ms": 568.0782089475542}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 35, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 584.9310830235481, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 572.4001670023426, "serialize_ms": 12.310750083997846, "load_ms": 1.0264590382575989, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.145125014707446, "ttft_ms": 23.145125014707446, "decode_ms": 95.78437497839332}, "total_wall_ms": 709.4437500927597, "ttft_ms": 23.145125014707446, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1463664640, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6540845372, "mlx_cache_bytes": 24025545514, "process_rss_bytes": 1463664640}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6540845372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-4804", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "9c9a5a8172933d473666db250265d9043906f519fabf9e3c33d554d359fdd667"} |
| |
3374 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "102539bf5ce4218b1d6fd5db", "attempt_id": "eeadfa82d386", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:28.698052Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 43, "compress_ms": 68.68154101539403}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 43, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.3077499885112, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 73.14754195977002, "serialize_ms": 10.93441597186029, "load_ms": 1.4917909866198897, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.85450007673353, "ttft_ms": 46.85450007673353, "decode_ms": 166.03345796465874}, "total_wall_ms": 303.1529589788988, "ttft_ms": 46.85450007673353, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1463877632, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6547710268, "mlx_cache_bytes": 24060001066, "process_rss_bytes": 1463877632}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547710268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "5ea897ec96744c7f678e48d39a1ef3c30bd28848303a8b5073b259e5657721a2"} |
| |
3375 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7a5d1313621d35af1fd861ba", "attempt_id": "ce7a6e941883", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:29.027459Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 40, "compress_ms": 64.64733404573053}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 40, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.01445899531245, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 69.09358303528279, "serialize_ms": 8.70091700926423, "load_ms": 1.525208936072886, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.34366599097848, "ttft_ms": 23.34366599097848, "decode_ms": 96.79187508299947}, "total_wall_ms": 204.2158340336755, "ttft_ms": 23.34366599097848, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1463894016, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6545088828, "mlx_cache_bytes": 24085330730, "process_rss_bytes": 1463894016}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545088828, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3376 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9888272eb0bdf9de49138f26", "attempt_id": "6a7c3d94e168", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:29.258322Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 36, "compress_ms": 93.14899996388704}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 36, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 108.35241596214473, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 97.66062500420958, "serialize_ms": 10.44954196549952, "load_ms": 1.052166917361319, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.29770806338638, "ttft_ms": 24.29770806338638, "decode_ms": 115.74091692455113}, "total_wall_ms": 254.4045828981325, "ttft_ms": 24.29770806338638, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1449394176, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6541402428, "mlx_cache_bytes": 24099060522, "process_rss_bytes": 1449394176}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541402428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "70acf90909a5c82e82ecfd652944ec8d08010f0d2b23315dbf5f3f51d322e547"} |
| |
3377 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eb79b5b9ec23d02b5f8eda22", "attempt_id": "b69f8d4e6d60", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:29.540093Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 46, "compress_ms": 65.01712498720735}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 46, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.63095903303474, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 69.43862501066178, "serialize_ms": 8.968707988969982, "load_ms": 1.4533749781548977, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.763875011354685, "ttft_ms": 23.763875011354685, "decode_ms": 96.38283401727676}, "total_wall_ms": 204.82370804529637, "ttft_ms": 23.763875011354685, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1449410560, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6551626044, "mlx_cache_bytes": 24129780522, "process_rss_bytes": 1449410560}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6551626044, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1618575", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "9d7a7df1893982b1280405255bc0ec4196e0dec8a722366ef431ef2e250bd9e9"} |
| |
3378 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2cb1e054004ba168edc370f5", "attempt_id": "478d92230d2a", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:29.835977Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 19, "compress_ms": 56.24733294826001}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 35, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 63.994540949352086, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 56.368457968346775, "serialize_ms": 7.465874892659485, "load_ms": 1.7107499297708273, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.097791941836476, "ttft_ms": 23.097791941836476, "decode_ms": 110.78149999957532}, "total_wall_ms": 140.17904200591147, "ttft_ms": 23.097791941836476, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1449426944, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6540845372, "mlx_cache_bytes": 24154389290, "process_rss_bytes": 1449426944}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6540845372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-40-H52", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "768727a8be12080a6bae1c0268f6dc7738adbefd132988a406fb73b0b70a2194"} |
| |
3379 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "994776e90093db11f7423364", "attempt_id": "ae6f7abb6ffc", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:30.001865Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 19, "compress_ms": 56.24733294826001}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 43, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 63.994540949352086, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 56.368457968346775, "serialize_ms": 7.465874892659485, "load_ms": 1.7755000153556466, "receiver_prefill_ms": 0.0, "query_prefill_ms": 41.80424998048693, "ttft_ms": 41.80424998048693, "decode_ms": 13.87654198333621}, "total_wall_ms": 61.986208078451455, "ttft_ms": 41.80424998048693, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 43}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1449426944, "backend_memory": {"mlx_active_bytes": 6499819528, "mlx_peak_bytes": 6547710268, "mlx_cache_bytes": 24153471786, "process_rss_bytes": 1449426944}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6547710268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3380 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b6c5c15c7aadbdc0c54152a0", "attempt_id": "79e00d11fa0e", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:30.089082Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 19, "compress_ms": 56.24733294826001}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 40, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 63.994540949352086, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 56.368457968346775, "serialize_ms": 7.465874892659485, "load_ms": 1.8420841079205275, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.791625048033893, "ttft_ms": 23.791625048033893, "decode_ms": 13.533417019061744}, "total_wall_ms": 43.679250054992735, "ttft_ms": 23.791625048033893, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 40}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1449443328, "backend_memory": {"mlx_active_bytes": 6498902024, "mlx_peak_bytes": 6545088828, "mlx_cache_bytes": 24154389290, "process_rss_bytes": 1449443328}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6545088828, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3381 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "39eab5969e4bdf5c928d1426", "attempt_id": "6ab042bbc325", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:30.157874Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 19, "compress_ms": 56.24733294826001}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 36, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 63.994540949352086, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 56.368457968346775, "serialize_ms": 7.465874892659485, "load_ms": 0.7845830405130982, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.88408302795142, "ttft_ms": 23.88408302795142, "decode_ms": 124.70666703302413}, "total_wall_ms": 154.36362498439848, "ttft_ms": 23.88408302795142, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 36}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1449476096, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6541402428, "mlx_cache_bytes": 24153209642, "process_rss_bytes": 1449476096}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6541402428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sviridovych", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "086f20284a726f8ed72d78a26a68a7479249c1be1a6895281670c5e11656d58c"} |
| |
3382 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9c37ba4832d81f2d26835ec3", "attempt_id": "853dac24b898", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:30.337640Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6443196424}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 19, "compress_ms": 56.24733294826001}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 46, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874532, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 63.994540949352086, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 56.368457968346775, "serialize_ms": 7.465874892659485, "load_ms": 1.6011249972507358, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.612749995663762, "ttft_ms": 23.612749995663762, "decode_ms": 124.69929095823318}, "total_wall_ms": 154.27037503104657, "ttft_ms": 23.612749995663762, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 46}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1449476096, "backend_memory": {"mlx_active_bytes": 6500081672, "mlx_peak_bytes": 6551609660, "mlx_cache_bytes": 24153209642, "process_rss_bytes": 1449476096}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6551609660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,000,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "91752b5998713d0b233b4046192e60125c36ac64783f5f0d87ce8085bbcc4565", "output_hash": "50891936fc76a98c62e59a25cac7b61eb512c3e7cc7ab95cc7bd75b9f554fc3b"} |
| |
3383 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a9c5e173d95e9bb1d1fff605", "attempt_id": "8cb1c72d6230", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:30.518536Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 35, "compress_ms": 113.25654108077288}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 35, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874423, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 154.21974996570498, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 117.83920810557902, "serialize_ms": 36.1490830546245, "load_ms": 41.04112496133894, "receiver_prefill_ms": 0.0, "query_prefill_ms": 598.3773339539766, "ttft_ms": 598.3773339539766, "decode_ms": 82.64308294747025}, "total_wall_ms": 880.8231670409441, "ttft_ms": 598.3773339539766, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1503789056, "backend_memory": {"mlx_active_bytes": 6499983368, "mlx_peak_bytes": 6583214640, "mlx_cache_bytes": 24325984758, "process_rss_bytes": 1503789056}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6583214640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-488", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "89309df33a7c55f3e64c94398335bbe3dd28586fc83d481d8aedba4af6f515fd", "output_hash": "6af9cb9511e1ff1468fda73adc6b6ba78218d7f770f82d4fd2eeca76a61b0108"} |
| |
3384 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "286320c1d02ccb03958ed17b", "attempt_id": "205ff8db4f5a", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:31.426348Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 43, "compress_ms": 66.97345792781562}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 43, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874422, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.21049995720387, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 71.46375009324402, "serialize_ms": 11.519042076542974, "load_ms": 0.938583048991859, "receiver_prefill_ms": 0.0, "query_prefill_ms": 423.72720793355256, "ttft_ms": 423.72720793355256, "decode_ms": 165.2842500479892}, "total_wall_ms": 677.6893329806626, "ttft_ms": 423.72720793355256, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1556512768, "backend_memory": {"mlx_active_bytes": 6500474888, "mlx_peak_bytes": 6585770608, "mlx_cache_bytes": 24344828630, "process_rss_bytes": 1556512768}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6585770608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6cc66ad855e5a99a050f8ea5836137b2b60798af01024dbd97672f3db1a24235", "output_hash": "5ea897ec96744c7f678e48d39a1ef3c30bd28848303a8b5073b259e5657721a2"} |
| |
3385 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c9a9089cadd4d74beaf1314a", "attempt_id": "73dc1791c503", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:32.130632Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 40, "compress_ms": 64.65412501711398}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 40, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874422, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.47050004824996, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 69.18754091020674, "serialize_ms": 11.01683301385492, "load_ms": 1.3815000420436263, "receiver_prefill_ms": 0.0, "query_prefill_ms": 388.7328749988228, "ttft_ms": 388.7328749988228, "decode_ms": 95.98816698417068}, "total_wall_ms": 571.1445829365402, "ttft_ms": 388.7328749988228, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1593982976, "backend_memory": {"mlx_active_bytes": 6500179976, "mlx_peak_bytes": 6584730200, "mlx_cache_bytes": 24345123542, "process_rss_bytes": 1593982976}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6584730200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6cc66ad855e5a99a050f8ea5836137b2b60798af01024dbd97672f3db1a24235", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3386 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6727851dc73805e691f9702d", "attempt_id": "573ca62f5a87", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:32.729867Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 36, "compress_ms": 64.04237495735288}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 36, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874422, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 79.24799993634224, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 68.44654097221792, "serialize_ms": 10.571541963145137, "load_ms": 0.8745829109102488, "receiver_prefill_ms": 0.0, "query_prefill_ms": 349.9963330104947, "ttft_ms": 349.9963330104947, "decode_ms": 123.99383401498199}, "total_wall_ms": 558.7072080234066, "ttft_ms": 349.9963330104947, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 36}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1631158272, "backend_memory": {"mlx_active_bytes": 6500048904, "mlx_peak_bytes": 6583419448, "mlx_cache_bytes": 24345254614, "process_rss_bytes": 1631158272}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6583419448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Søølja", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6cc66ad855e5a99a050f8ea5836137b2b60798af01024dbd97672f3db1a24235", "output_hash": "72fc4b4697fea2dce7e02bbcf26478d0da50ee130eab3d1196c354c09b06e01b"} |
| |
3387 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "90d73d412e322424b01cfad9", "attempt_id": "f9731b00fbe0", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:33.315566Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 46, "compress_ms": 63.83887492120266}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 46, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 53858304, "serialized_payload_bytes": 53874422, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.05775001179427, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 67.85083294380456, "serialize_ms": 9.971040999516845, "load_ms": 1.617999980226159, "receiver_prefill_ms": 0.0, "query_prefill_ms": 450.8403749205172, "ttft_ms": 450.8403749205172, "decode_ms": 97.37979108467698}, "total_wall_ms": 632.4197080684826, "ttft_ms": 450.8403749205172, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1663418368, "backend_memory": {"mlx_active_bytes": 6500343816, "mlx_peak_bytes": 6586909496, "mlx_cache_bytes": 24344985130, "process_rss_bytes": 1663418368}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6586909496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1632140", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6cc66ad855e5a99a050f8ea5836137b2b60798af01024dbd97672f3db1a24235", "output_hash": "092d04f79d77c728d5a59c58211e812dd7f4bdca8b048da8ccba2f0125cb928b"} |
| |
3388 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cb1f029cd623c4f7dcfc41d6", "attempt_id": "7152a8a2a795", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:33.975168Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 35, "compress_ms": 64.36200009193271, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 35, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 28612224, "serialized_payload_bytes": 28646537, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 89.71504191868007, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 75.52237494383007, "serialize_ms": 13.784041977487504, "load_ms": 1.5342500992119312, "receiver_prefill_ms": 0.0, "query_prefill_ms": 165.80233408603817, "ttft_ms": 165.80233408603817, "decode_ms": 102.01058397069573}, "total_wall_ms": 363.4490000549704, "ttft_ms": 165.80233408603817, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1692581888, "backend_memory": {"mlx_active_bytes": 6448980216, "mlx_peak_bytes": 6499508232, "mlx_cache_bytes": 24475845226, "process_rss_bytes": 1692581888}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6499508232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GJ-4804", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ab2f51a70577743945128389d8ce8e05f63db3042f8de4d7becc27bb2df8f48", "output_hash": "9c9a5a8172933d473666db250265d9043906f519fabf9e3c33d554d359fdd667"} |
| |
3389 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7ebb8a5ef9204d624900b435", "attempt_id": "dad1227ce6c9", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:34.365192Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 43, "compress_ms": 66.03283400181681, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 43, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 28612224, "serialized_payload_bytes": 28646537, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 86.20741602499038, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 77.90841697715223, "serialize_ms": 7.880624965764582, "load_ms": 1.8978751031681895, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.21562493778765, "ttft_ms": 64.21562493778765, "decode_ms": 174.66237500775605}, "total_wall_ms": 331.42158307600766, "ttft_ms": 64.21562493778765, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 43}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1694662656, "backend_memory": {"mlx_active_bytes": 6447813256, "mlx_peak_bytes": 6523234568, "mlx_cache_bytes": 24499360250, "process_rss_bytes": 1694662656}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6523234568, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 890-P, Rouyn-Noranda", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ab2f51a70577743945128389d8ce8e05f63db3042f8de4d7becc27bb2df8f48", "output_hash": "5ea897ec96744c7f678e48d39a1ef3c30bd28848303a8b5073b259e5657721a2"} |
| |
3390 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c282025ed6a7b6d030f8bf34", "attempt_id": "be27df722e9f", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:34.722929Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 40, "compress_ms": 62.188999960199, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 40, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 28612224, "serialized_payload_bytes": 28646535, "side_information_bytes": 34311, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.53891696222126, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 74.35391691979021, "serialize_ms": 7.762291934341192, "load_ms": 1.7152499640360475, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.515041891485453, "ttft_ms": 20.515041891485453, "decode_ms": 101.52437502983958}, "total_wall_ms": 210.71420807857066, "ttft_ms": 20.515041891485453, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1694744576, "backend_memory": {"mlx_active_bytes": 6447796440, "mlx_peak_bytes": 6512671944, "mlx_cache_bytes": 24505177002, "process_rss_bytes": 1694744576}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6512671944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "86.2682", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "44266cffbb4de0c0a4c8a5dcd18daeabbe85ffaea34d3fcfcb48d4a172b7e6df", "output_hash": "8e0df38644a5e274cbe525e37505619d4c8ef69b2b1d3b3035cb33e63ff994fa"} |
| |
3391 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "39815a4e55452aeddca9d4dd", "attempt_id": "a982e4923326", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:34.959425Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 36, "compress_ms": 63.31008404958993, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 36, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 28612224, "serialized_payload_bytes": 28646537, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 87.7896249294281, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 75.50024997908622, "serialize_ms": 11.868541012518108, "load_ms": 1.031624968163669, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.552124977111816, "ttft_ms": 55.552124977111816, "decode_ms": 116.56837502960116}, "total_wall_ms": 265.41608397383243, "ttft_ms": 55.552124977111816, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 36}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1694744576, "backend_memory": {"mlx_active_bytes": 6447792936, "mlx_peak_bytes": 6511864520, "mlx_cache_bytes": 24505180506, "process_rss_bytes": 1694744576}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6511864520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Yevgenia Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ab2f51a70577743945128389d8ce8e05f63db3042f8de4d7becc27bb2df8f48", "output_hash": "70acf90909a5c82e82ecfd652944ec8d08010f0d2b23315dbf5f3f51d322e547"} |
| |
3392 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d4e6f6e0438a1afa6e64c52", "attempt_id": "582c232431d1", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:35.251354Z", "task_family": "synthetic", "document_id": "syn_03031_8000", "document_hash": "1315fadec404406b9b9933336d956956092ae4420ccb739cec53c1406f0f89af", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03031_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6388932616}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5845, "keep": 1461, "window_tokens": 46, "compress_ms": 64.45887498557568, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5806, "source_tokens_receiver": 5806, "query_tokens": 46, "message_tokens": 5845, "message_utf8_bytes": 28999, "cache_tensor_bytes": 28612224, "serialized_payload_bytes": 28646537, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.68287501111627, "doc_prefill_ms": 1011.7892089765519, "compress_ms": 76.8668339587748, "serialize_ms": 8.378917002119124, "load_ms": 1.8530000234022737, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.81291698757559, "ttft_ms": 19.81291698757559, "decode_ms": 101.55258304439485}, "total_wall_ms": 213.37266697082669, "ttft_ms": 19.81291698757559, "input_usage": {"receiver_prefix_tokens": 5845, "dense_cache_bytes": 215470080, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1694744576, "backend_memory": {"mlx_active_bytes": 6447803384, "mlx_peak_bytes": 6512313976, "mlx_cache_bytes": 24525224074, "process_rss_bytes": 1694744576}, "peak_prefill_memory": 7155474496, "peak_decode_memory": 6512313976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1618575", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03031_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ab2f51a70577743945128389d8ce8e05f63db3042f8de4d7becc27bb2df8f48", "output_hash": "9d7a7df1893982b1280405255bc0ec4196e0dec8a722366ef431ef2e250bd9e9"} |
| |
3393 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "29db9c930db45e344a13fc8b", "attempt_id": "3f1b9fcc36ee", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:36.274213Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00866700429469347, "decode_payload_ms": 0.0, "receiver_prefill_ms": 21.81316597852856, "ttft_ms": 13.273125048726797, "decode_ms": 13.069167034700513}, "total_wall_ms": 48.68670797441155, "ttft_ms": 13.273125048726797, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790216704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 270108344, "process_rss_bytes": 790216704}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3394 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb2285b64a4fe5c48c05e036", "attempt_id": "c6bfbec26f3e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:36.366257Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00866700429469347, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.093500105664134, "ttft_ms": 13.141458970494568, "decode_ms": 13.147874968126416}, "total_wall_ms": 50.884041003882885, "ttft_ms": 13.141458970494568, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790216704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 333530808, "process_rss_bytes": 790216704}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3395 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7224ee06fecb67b0ba8df33a", "attempt_id": "0be66434ae79", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:36.458282Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00866700429469347, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.91045808326453, "ttft_ms": 13.439625035971403, "decode_ms": 13.553209020756185}, "total_wall_ms": 51.40445800498128, "ttft_ms": 13.439625035971403, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790216704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6242394760, "mlx_cache_bytes": 333530808, "process_rss_bytes": 790216704}, "peak_prefill_memory": null, "peak_decode_memory": 6242394760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3396 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "efa6fdc39177310a46069461", "attempt_id": "34334fc03777", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:36.549672Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00866700429469347, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.086875026114285, "ttft_ms": 13.052333029918373, "decode_ms": 13.123624958097935}, "total_wall_ms": 50.76233297586441, "ttft_ms": 13.052333029918373, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790216704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6240625288, "mlx_cache_bytes": 374212280, "process_rss_bytes": 790216704}, "peak_prefill_memory": null, "peak_decode_memory": 6240625288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3397 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "461b52be7f91e43fddf098f3", "attempt_id": "ec1b2eea721e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:36.633991Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 75, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00866700429469347, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.03258392587304, "ttft_ms": 13.306999928317964, "decode_ms": 13.230249984189868}, "total_wall_ms": 51.05012492276728, "ttft_ms": 13.306999928317964, "input_usage": {"receiver_prompt_tokens": 75}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790216704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6248243848, "mlx_cache_bytes": 441386680, "process_rss_bytes": 790216704}, "peak_prefill_memory": null, "peak_decode_memory": 6248243848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3398 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d99e5cd39f476126e1eb3888", "attempt_id": "4cd2d18f63a9", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:36.718544Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 11077, "message_tokens": 11002, "message_utf8_bytes": 58437, "cache_tensor_bytes": null, "serialized_payload_bytes": 58437, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009459094144403934, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1954.8313340637833, "ttft_ms": 16.069459030404687, "decode_ms": 152.5694999145344}, "total_wall_ms": 2140.776375075802, "ttft_ms": 16.069459030404687, "input_usage": {"receiver_prompt_tokens": 11077}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 790315008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3342026424, "process_rss_bytes": 790315008}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-10U-5921", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "output_hash": "abcbf66e89c55ef933bb9ba7d6e72971440224290d7140baab2d24095488a518"} |
| |
3399 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02c918c32160f2344d0062f3", "attempt_id": "13d2c946b493", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:38.892766Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 11081, "message_tokens": 11002, "message_utf8_bytes": 58437, "cache_tensor_bytes": null, "serialized_payload_bytes": 58437, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009459094144403934, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1861.0632079653442, "ttft_ms": 16.125624999403954, "decode_ms": 177.37487494014204}, "total_wall_ms": 2070.8951669512317, "ttft_ms": 16.125624999403954, "input_usage": {"receiver_prompt_tokens": 11081}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 790364160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3835807416, "process_rss_bytes": 790364160}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "output_hash": "649286b3dee40f580224fbdbca8caedfb2528e028160f137190111b1db6eed25"} |
| |
3400 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d746ca7e636e6cc6b4758ec", "attempt_id": "c728cbcb9d80", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:40.998236Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 11081, "message_tokens": 11002, "message_utf8_bytes": 58437, "cache_tensor_bytes": null, "serialized_payload_bytes": 58437, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009459094144403934, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1827.7192909736186, "ttft_ms": 15.176000073552132, "decode_ms": 103.11891604214907}, "total_wall_ms": 1962.4068749835715, "ttft_ms": 15.176000073552132, "input_usage": {"receiver_prompt_tokens": 11081}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 790413312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3835807416, "process_rss_bytes": 790413312}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3401 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c2ef99ee129c1b4bbc57ec7a", "attempt_id": "7dad1283c7de", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:42.994833Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 11078, "message_tokens": 11002, "message_utf8_bytes": 58437, "cache_tensor_bytes": null, "serialized_payload_bytes": 58437, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009459094144403934, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1845.602666027844, "ttft_ms": 15.279707964509726, "decode_ms": 89.5632499596104}, "total_wall_ms": 1966.7733340756968, "ttft_ms": 15.279707964509726, "input_usage": {"receiver_prompt_tokens": 11078}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 790478848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4180461240, "process_rss_bytes": 790478848}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3402 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ac7e436c9d99e41727acd4eb", "attempt_id": "03cb6d33d262", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:44.995213Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 11087, "message_tokens": 11002, "message_utf8_bytes": 58437, "cache_tensor_bytes": null, "serialized_payload_bytes": 58437, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009459094144403934, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1856.2847500434145, "ttft_ms": 15.277375001460314, "decode_ms": 117.18050006311387}, "total_wall_ms": 2005.6250829948112, "ttft_ms": 15.277375001460314, "input_usage": {"receiver_prompt_tokens": 11087}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 790528000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4698949304, "process_rss_bytes": 790528000}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5003.023", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "output_hash": "398e3d2a2246a28040b8cfa298da7486bcfea378f18cc0e3ea77b50ab98e15c2"} |
| |
3403 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b77abb99f999c7af9bca04da", "attempt_id": "7c5a8d551e8d", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:47.041996Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11002}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 2237, "cache_tensor_bytes": null, "serialized_payload_bytes": 2237, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.717457949183881, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.29995802603662, "ttft_ms": 13.646333944052458, "decode_ms": 13.652832945808768}, "total_wall_ms": 106.7821669857949, "ttft_ms": 13.646333944052458, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790528000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 5089609400, "process_rss_bytes": 790528000}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "406dea00c2da2683918f87f3e119de7010e099a8c08f50983ef591af17ecdcbc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3404 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f2c1ed57915e61551d0d0f8", "attempt_id": "5165e9ba66ca", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:47.182112Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11002}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2237, "cache_tensor_bytes": null, "serialized_payload_bytes": 2237, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.717457949183881, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.47924998309463, "ttft_ms": 13.768499949947, "decode_ms": 13.418667018413544}, "total_wall_ms": 104.88787502981722, "ttft_ms": 13.768499949947, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790544384, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 5439473336, "process_rss_bytes": 790544384}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "406dea00c2da2683918f87f3e119de7010e099a8c08f50983ef591af17ecdcbc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3405 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "62491a67c87d560cf3b2040f", "attempt_id": "1cc4df06def6", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:47.320141Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11002}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2237, "cache_tensor_bytes": null, "serialized_payload_bytes": 2237, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.717457949183881, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.3571669338271, "ttft_ms": 13.854415970854461, "decode_ms": 13.45695904456079}, "total_wall_ms": 103.91933296341449, "ttft_ms": 13.854415970854461, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790560768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 5439473336, "process_rss_bytes": 790560768}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "406dea00c2da2683918f87f3e119de7010e099a8c08f50983ef591af17ecdcbc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3406 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "45c8f6eee2a280f32bf17744", "attempt_id": "82bdc5ce2a24", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:47.457703Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11002}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 2237, "cache_tensor_bytes": null, "serialized_payload_bytes": 2237, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.717457949183881, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.48333308659494, "ttft_ms": 13.7807090068236, "decode_ms": 13.630707981064916}, "total_wall_ms": 104.18766702059656, "ttft_ms": 13.7807090068236, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790560768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5684840120, "process_rss_bytes": 790560768}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "406dea00c2da2683918f87f3e119de7010e099a8c08f50983ef591af17ecdcbc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3407 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0d08ef7533aac81396ce3e1f", "attempt_id": "217bd33b0f1c", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:47.595025Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11002}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 606, "message_tokens": 516, "message_utf8_bytes": 2237, "cache_tensor_bytes": null, "serialized_payload_bytes": 2237, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.717457949183881, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.09170798584819, "ttft_ms": 13.60095792915672, "decode_ms": 13.528084033168852}, "total_wall_ms": 103.49583392962813, "ttft_ms": 13.60095792915672, "input_usage": {"receiver_prompt_tokens": 606}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790577152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6571159640, "mlx_cache_bytes": 6053480120, "process_rss_bytes": 790577152}, "peak_prefill_memory": null, "peak_decode_memory": 6571159640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "406dea00c2da2683918f87f3e119de7010e099a8c08f50983ef591af17ecdcbc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3408 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d0b937a8491dfa476a1e95cd", "attempt_id": "1ccc5bab8c11", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:47.742376Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 588, "message_tokens": 512, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.174834005534649, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.08199990075082, "ttft_ms": 13.544999994337559, "decode_ms": 13.602458988316357}, "total_wall_ms": 101.28229111433029, "ttft_ms": 13.544999994337559, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790904832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 6396364472, "process_rss_bytes": 790904832}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c0135c9a4a9f87408d933821031a47830807712cff716725f8da31c0e108d9ac", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3409 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dede63b10924d73bd16b22a2", "attempt_id": "f44ebd8a5dbf", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:47.877033Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.174834005534649, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.16554207541049, "ttft_ms": 13.55649996548891, "decode_ms": 13.370875036343932}, "total_wall_ms": 103.13887509983033, "ttft_ms": 13.55649996548891, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790921216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585167960, "mlx_cache_bytes": 6661686968, "process_rss_bytes": 790921216}, "peak_prefill_memory": null, "peak_decode_memory": 6585167960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c0135c9a4a9f87408d933821031a47830807712cff716725f8da31c0e108d9ac", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3410 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a59eeac12400613731bdc080", "attempt_id": "21a876084288", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:48.013264Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.174834005534649, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.81545896735042, "ttft_ms": 13.552833930589259, "decode_ms": 13.264250010251999}, "total_wall_ms": 102.60729200672358, "ttft_ms": 13.552833930589259, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 790937600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 6661686968, "process_rss_bytes": 790937600}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c0135c9a4a9f87408d933821031a47830807712cff716725f8da31c0e108d9ac", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3411 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eeb8bcfd21606746be3c3292", "attempt_id": "fb7ee3accbf7", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:48.148912Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 589, "message_tokens": 512, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.174834005534649, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.31524991989136, "ttft_ms": 13.527625007554889, "decode_ms": 80.65145800355822}, "total_wall_ms": 169.5219170069322, "ttft_ms": 13.527625007554889, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 790921216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6903908024, "process_rss_bytes": 790921216}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c0135c9a4a9f87408d933821031a47830807712cff716725f8da31c0e108d9ac", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3412 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c968378daccd3267ef7de30d", "attempt_id": "4022b257ea47", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:48.352121Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.174834005534649, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.44470901787281, "ttft_ms": 13.666166923940182, "decode_ms": 107.85616596695036}, "total_wall_ms": 195.0326249934733, "ttft_ms": 13.666166923940182, "input_usage": {"receiver_prompt_tokens": 598}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 790953984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568931416, "mlx_cache_bytes": 7149864632, "process_rss_bytes": 790953984}, "peak_prefill_memory": null, "peak_decode_memory": 6568931416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5003.023", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c0135c9a4a9f87408d933821031a47830807712cff716725f8da31c0e108d9ac", "output_hash": "398e3d2a2246a28040b8cfa298da7486bcfea378f18cc0e3ea77b50ab98e15c2"} |
| |
3413 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b0d0aac1bdb037458d5b919f", "attempt_id": "316f14b925c7", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:48.580793Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 576, "message_tokens": 500, "message_utf8_bytes": 1299, "cache_tensor_bytes": null, "serialized_payload_bytes": 1299, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1345420284196734, "decode_payload_ms": 0.0, "receiver_prefill_ms": 67.3275840235874, "ttft_ms": 13.510124990716577, "decode_ms": 134.49883402790874}, "total_wall_ms": 219.47116602677852, "ttft_ms": 13.510124990716577, "input_usage": {"receiver_prompt_tokens": 576}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 790986752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555070552, "mlx_cache_bytes": 7499925176, "process_rss_bytes": 790986752}, "peak_prefill_memory": null, "peak_decode_memory": 6555070552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-10U-5921", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6c70c584081f3af3e7f30f611f9e843b5faf349b0921341bb0a0ab9c34348f52", "output_hash": "abcbf66e89c55ef933bb9ba7d6e72971440224290d7140baab2d24095488a518"} |
| |
3414 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d343bb6eab72b6a65f7fbe7", "attempt_id": "29d360b31782", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:48.833414Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1396, "cache_tensor_bytes": null, "serialized_payload_bytes": 1396, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.57037503272295, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.62533295154572, "ttft_ms": 13.520165928639472, "decode_ms": 162.51024999655783}, "total_wall_ms": 250.27337507344782, "ttft_ms": 13.520165928639472, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 790986752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 7499925176, "process_rss_bytes": 790986752}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65de5e39adc66ad5e422a882132ca64ac6bc1b49b24bb078a7ab83b7a4eda1a5", "output_hash": "33b2d02a07ce15e1a89a8fe463b57728c73342c53a2e0f76cf0869adb7152c5c"} |
| |
3415 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01a26b231beaaefaa5fb7a33", "attempt_id": "b31da98441f5", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:49.117684Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 591, "message_tokens": 511, "message_utf8_bytes": 1337, "cache_tensor_bytes": null, "serialized_payload_bytes": 1337, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.038250026293099, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.97516693081707, "ttft_ms": 13.503417023457587, "decode_ms": 94.6046250173822}, "total_wall_ms": 182.10208299569786, "ttft_ms": 13.503417023457587, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 790986752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 7742834360, "process_rss_bytes": 790986752}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0e4f1164ea1fa1ca1329e87ccac3b809c6c0d8838091ba78d2cb8c5e940a92bc", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3416 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0a9a5cc309856d9bd2fe54d5", "attempt_id": "05c5ddf8822f", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:49.332617Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 18}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 589, "message_tokens": 512, "message_utf8_bytes": 1443, "cache_tensor_bytes": null, "serialized_payload_bytes": 1443, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.0878749676048756, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.11791700683534, "ttft_ms": 13.372167013585567, "decode_ms": 80.8772089658305}, "total_wall_ms": 170.43533304240555, "ttft_ms": 13.372167013585567, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 790986752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 7742834360, "process_rss_bytes": 790986752}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ab560cb8af5339b3e83c2468db7dc6dfd156cec5e08d23484f7b638714900967", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3417 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3efaae52a0d30d9dc58d7268", "attempt_id": "0c9128c33e18", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:49.536912Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 588, "message_tokens": 502, "message_utf8_bytes": 1217, "cache_tensor_bytes": null, "serialized_payload_bytes": 1217, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.282416961155832, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.04062510188669, "ttft_ms": 13.392708962783217, "decode_ms": 106.79670900572091}, "total_wall_ms": 195.48674998804927, "ttft_ms": 13.392708962783217, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 790986752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 7742834360, "process_rss_bytes": 790986752}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5003.023", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "12a2e6ed193fdde8691d7d1a6093bfab6cb644ace9543fef82ba1c0809335794", "output_hash": "398e3d2a2246a28040b8cfa298da7486bcfea378f18cc0e3ea77b50ab98e15c2"} |
| |
3418 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1cc3e1b26ae995ab423692c5", "attempt_id": "10b54d78a807", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:58.986424Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 580, "message_tokens": 501, "message_utf8_bytes": 2364, "cache_tensor_bytes": null, "serialized_payload_bytes": 2364, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9220.772249973379, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.90116601809859, "ttft_ms": 13.870083028450608, "decode_ms": 13.349083019420505}, "total_wall_ms": 100.49008403439075, "ttft_ms": 13.870083028450608, "input_usage": {"receiver_prompt_tokens": 580, "sender_input_tokens": 11118, "sender_output_tokens": 501, "sender_prefill_ms": 1947.237541899085, "sender_ttft_ms": 15.169000020250678, "sender_decode_ms": 7249.379583983682}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 791478272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557724760, "mlx_cache_bytes": 9484158648, "process_rss_bytes": 791478272}, "peak_prefill_memory": null, "peak_decode_memory": 6557724760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fa962249a4f69eb75ad275c33dd8f77b0a5a04f883ecb2a5e54cef3ff06139c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3419 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "95f56f8496fbdc195438d643", "attempt_id": "8032a7dfc44e", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:59.120628Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 584, "message_tokens": 501, "message_utf8_bytes": 2364, "cache_tensor_bytes": null, "serialized_payload_bytes": 2364, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9220.772249973379, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.6547080297023, "ttft_ms": 13.859917060472071, "decode_ms": 13.597915996797383}, "total_wall_ms": 98.38983393274248, "ttft_ms": 13.859917060472071, "input_usage": {"receiver_prompt_tokens": 584, "sender_input_tokens": 11118, "sender_output_tokens": 501, "sender_prefill_ms": 1947.237541899085, "sender_ttft_ms": 15.169000020250678, "sender_decode_ms": 7249.379583983682}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 791478272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579794008, "mlx_cache_bytes": 9745843896, "process_rss_bytes": 791478272}, "peak_prefill_memory": null, "peak_decode_memory": 6579794008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fa962249a4f69eb75ad275c33dd8f77b0a5a04f883ecb2a5e54cef3ff06139c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3420 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "95552894adfab17b81048420", "attempt_id": "d778098d9e45", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:59.253141Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 584, "message_tokens": 501, "message_utf8_bytes": 2364, "cache_tensor_bytes": null, "serialized_payload_bytes": 2364, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9220.772249973379, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.53583393059671, "ttft_ms": 13.658042065799236, "decode_ms": 13.284374959766865}, "total_wall_ms": 106.06241703499109, "ttft_ms": 13.658042065799236, "input_usage": {"receiver_prompt_tokens": 584, "sender_input_tokens": 11118, "sender_output_tokens": 501, "sender_prefill_ms": 1947.237541899085, "sender_ttft_ms": 15.169000020250678, "sender_decode_ms": 7249.379583983682}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 791494656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577385560, "mlx_cache_bytes": 9745843896, "process_rss_bytes": 791494656}, "peak_prefill_memory": null, "peak_decode_memory": 6577385560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "capacity", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fa962249a4f69eb75ad275c33dd8f77b0a5a04f883ecb2a5e54cef3ff06139c", "output_hash": "ec21b3b973a3a0e7050392031862848f7a19272ca8a820aed64c56d1d26e8db1"} |
| |
3421 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0f0834b5299f4e2386e918c2", "attempt_id": "5f515d9b641c", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:59.392023Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 581, "message_tokens": 501, "message_utf8_bytes": 2364, "cache_tensor_bytes": null, "serialized_payload_bytes": 2364, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9220.772249973379, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.87391594238579, "ttft_ms": 13.375750044360757, "decode_ms": 81.36075001675636}, "total_wall_ms": 169.8531669098884, "ttft_ms": 13.375750044360757, "input_usage": {"receiver_prompt_tokens": 581, "sender_input_tokens": 11118, "sender_output_tokens": 501, "sender_prefill_ms": 1947.237541899085, "sender_ttft_ms": 15.169000020250678, "sender_decode_ms": 7249.379583983682}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 791494656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 9984722616, "process_rss_bytes": 791494656}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fa962249a4f69eb75ad275c33dd8f77b0a5a04f883ecb2a5e54cef3ff06139c", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3422 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "713ac148cd5aa23c007d34b4", "attempt_id": "2bc4f1fe86ee", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:59.595501Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 590, "message_tokens": 501, "message_utf8_bytes": 2364, "cache_tensor_bytes": null, "serialized_payload_bytes": 2364, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9220.772249973379, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.70891698822379, "ttft_ms": 13.588499976322055, "decode_ms": 13.808125047944486}, "total_wall_ms": 99.41100003197789, "ttft_ms": 13.588499976322055, "input_usage": {"receiver_prompt_tokens": 590, "sender_input_tokens": 11118, "sender_output_tokens": 501, "sender_prefill_ms": 1947.237541899085, "sender_ttft_ms": 15.169000020250678, "sender_decode_ms": 7249.379583983682}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 791494656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 9984722616, "process_rss_bytes": 791494656}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8fa962249a4f69eb75ad275c33dd8f77b0a5a04f883ecb2a5e54cef3ff06139c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3423 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "763c83b0745a2e3c66dbd402", "attempt_id": "1653c4c14c4f", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:14:59.728668Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 333, "message_tokens": 254, "message_utf8_bytes": 835, "cache_tensor_bytes": null, "serialized_payload_bytes": 835, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5544.076499994844, "decode_payload_ms": 0.0, "receiver_prefill_ms": 45.87920801714063, "ttft_ms": 13.659249991178513, "decode_ms": 133.52570799179375}, "total_wall_ms": 5742.8714169654995, "ttft_ms": 13.659249991178513, "input_usage": {"receiver_prompt_tokens": 333, "sender_input_tokens": 11114, "sender_output_tokens": 254, "sender_prefill_ms": 1847.4133330164477, "sender_ttft_ms": 15.11925004888326, "sender_decode_ms": 3672.767084091902}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 791740416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6455010720, "mlx_cache_bytes": 10655501288, "process_rss_bytes": 791740416}, "peak_prefill_memory": null, "peak_decode_memory": 6455010720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-10U-5921", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f30f0002107b35f764fd7f935b8e7494c2a704ddda16e2b237bfe372936717f", "output_hash": "abcbf66e89c55ef933bb9ba7d6e72971440224290d7140baab2d24095488a518"} |
| |
3424 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b73a1b8cd6d6d27000c7619", "attempt_id": "cf1d2b6ad803", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:05.504846Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 225, "message_tokens": 142, "message_utf8_bytes": 434, "cache_tensor_bytes": null, "serialized_payload_bytes": 434, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3896.8642089748755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.012624946422875, "ttft_ms": 13.46287492197007, "decode_ms": 160.14962503686547}, "total_wall_ms": 4104.09125010483, "ttft_ms": 13.46287492197007, "input_usage": {"receiver_prompt_tokens": 225, "sender_input_tokens": 11118, "sender_output_tokens": 142, "sender_prefill_ms": 1816.1662499187514, "sender_ttft_ms": 15.329665970057249, "sender_decode_ms": 2056.484333006665}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 791805952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6361212320, "mlx_cache_bytes": 10831203304, "process_rss_bytes": 791805952}, "peak_prefill_memory": null, "peak_decode_memory": 6361212320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "671ab44d84f84c979ee6cebf39e8f9ec38d6dd9509c6796271c5162ed9e4fb85", "output_hash": "33b2d02a07ce15e1a89a8fe463b57728c73342c53a2e0f76cf0869adb7152c5c"} |
| |
3425 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1e70121f8d398c766129f784", "attempt_id": "954d677c9554", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:09.642631Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 246, "message_tokens": 163, "message_utf8_bytes": 456, "cache_tensor_bytes": null, "serialized_payload_bytes": 456, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4235.008458956145, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.93512505479157, "ttft_ms": 13.140375027433038, "decode_ms": 93.20270898751915}, "total_wall_ms": 4374.916999950074, "ttft_ms": 13.140375027433038, "input_usage": {"receiver_prompt_tokens": 246, "sender_input_tokens": 11118, "sender_output_tokens": 163, "sender_prefill_ms": 1853.6561669316143, "sender_ttft_ms": 15.066207968629897, "sender_decode_ms": 2357.4933749623597}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 791855104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6377661856, "mlx_cache_bytes": 10977414120, "process_rss_bytes": 791855104}, "peak_prefill_memory": null, "peak_decode_memory": 6377661856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65387d6434de7fa4dd02e5123e326d891ce6560fc9b6998d183490e7e0c9f01b", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3426 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "66900782a6d9a93a7cb474d0", "attempt_id": "4dd9323a5d7d", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:23.334695Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 395, "message_tokens": 304, "message_utf8_bytes": 719, "cache_tensor_bytes": null, "serialized_payload_bytes": 719, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9283.350791083649, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.411416079849005, "ttft_ms": 13.505500042811036, "decode_ms": 13.668083003722131}, "total_wall_ms": 83.35304097272456, "ttft_ms": 13.505500042811036, "input_usage": {"receiver_prompt_tokens": 395, "sender_input_tokens": 11146, "sender_output_tokens": 512, "sender_prefill_ms": 1846.0190000478178, "sender_ttft_ms": 15.20145800895989, "sender_decode_ms": 7412.653082981706}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 791986176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6511601304, "mlx_cache_bytes": 11847062032, "process_rss_bytes": 791986176}, "peak_prefill_memory": null, "peak_decode_memory": 6511601304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2f1af2a184481cd2e686a4e694071a40693e0a0633e57927b865760365ce2995", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3427 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "43b113bd1ee0ed338f312751", "attempt_id": "0a85b4963c18", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:23.452543Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 399, "message_tokens": 304, "message_utf8_bytes": 719, "cache_tensor_bytes": null, "serialized_payload_bytes": 719, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9283.350791083649, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.07762506324798, "ttft_ms": 13.180375099182129, "decode_ms": 134.4379170332104}, "total_wall_ms": 200.6386249559, "ttft_ms": 13.180375099182129, "input_usage": {"receiver_prompt_tokens": 399, "sender_input_tokens": 11146, "sender_output_tokens": 512, "sender_prefill_ms": 1846.0190000478178, "sender_ttft_ms": 15.20145800895989, "sender_decode_ms": 7412.653082981706}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 791986176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6507783848, "mlx_cache_bytes": 12129458248, "process_rss_bytes": 791986176}, "peak_prefill_memory": null, "peak_decode_memory": 6507783848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 918-F in Schefferville", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2f1af2a184481cd2e686a4e694071a40693e0a0633e57927b865760365ce2995", "output_hash": "9f42b457ac5a7cb8195aff615a2210beaaefadb5c2e69aceeb1605e29c71d146"} |
| |
3428 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ca780c6282708afd633a32d4", "attempt_id": "62785cc3d979", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:23.686711Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 399, "message_tokens": 304, "message_utf8_bytes": 719, "cache_tensor_bytes": null, "serialized_payload_bytes": 719, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9283.350791083649, "decode_payload_ms": 0.0, "receiver_prefill_ms": 51.99495796114206, "ttft_ms": 13.29841697588563, "decode_ms": 13.677292037755251}, "total_wall_ms": 79.84337501693517, "ttft_ms": 13.29841697588563, "input_usage": {"receiver_prompt_tokens": 399, "sender_input_tokens": 11146, "sender_output_tokens": 512, "sender_prefill_ms": 1846.0190000478178, "sender_ttft_ms": 15.20145800895989, "sender_decode_ms": 7412.653082981706}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 791986176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6507783848, "mlx_cache_bytes": 12129458248, "process_rss_bytes": 791986176}, "peak_prefill_memory": null, "peak_decode_memory": 6507783848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2f1af2a184481cd2e686a4e694071a40693e0a0633e57927b865760365ce2995", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3429 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "082636c96aeac79736dffadf", "attempt_id": "f2050dee15e6", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:23.800285Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 396, "message_tokens": 304, "message_utf8_bytes": 719, "cache_tensor_bytes": null, "serialized_payload_bytes": 719, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9283.350791083649, "decode_payload_ms": 0.0, "receiver_prefill_ms": 51.85891699511558, "ttft_ms": 13.47633299883455, "decode_ms": 13.432709034532309}, "total_wall_ms": 79.6882079448551, "ttft_ms": 13.47633299883455, "input_usage": {"receiver_prompt_tokens": 396, "sender_input_tokens": 11146, "sender_output_tokens": 512, "sender_prefill_ms": 1846.0190000478178, "sender_ttft_ms": 15.20145800895989, "sender_decode_ms": 7412.653082981706}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 791986176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6512125608, "mlx_cache_bytes": 12346382408, "process_rss_bytes": 791986176}, "peak_prefill_memory": null, "peak_decode_memory": 6512125608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2f1af2a184481cd2e686a4e694071a40693e0a0633e57927b865760365ce2995", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3430 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d68a0ba665fc448da24c5398", "attempt_id": "41d2b29955f0", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:23.913475Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 405, "message_tokens": 304, "message_utf8_bytes": 719, "cache_tensor_bytes": null, "serialized_payload_bytes": 719, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9283.350791083649, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.49720802810043, "ttft_ms": 13.479167013429105, "decode_ms": 13.189832912757993}, "total_wall_ms": 83.08087498880923, "ttft_ms": 13.479167013429105, "input_usage": {"receiver_prompt_tokens": 405, "sender_input_tokens": 11146, "sender_output_tokens": 512, "sender_prefill_ms": 1846.0190000478178, "sender_ttft_ms": 15.20145800895989, "sender_decode_ms": 7412.653082981706}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 792002560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6512256704, "mlx_cache_bytes": 12660956824, "process_rss_bytes": 792002560}, "peak_prefill_memory": null, "peak_decode_memory": 6512256704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2f1af2a184481cd2e686a4e694071a40693e0a0633e57927b865760365ce2995", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3431 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7150f98ab7547ff4f0d4d801", "attempt_id": "f73422964812", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:24.029951Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 145, "message_tokens": 54, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2965.1314170332626, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.06275002937764, "ttft_ms": 13.59483296982944, "decode_ms": 134.55275003798306}, "total_wall_ms": 3147.649916005321, "ttft_ms": 13.59483296982944, "input_usage": {"receiver_prompt_tokens": 145, "sender_input_tokens": 11155, "sender_output_tokens": 76, "sender_prefill_ms": 1842.1639159787446, "sender_ttft_ms": 15.168583951890469, "sender_decode_ms": 1098.894124967046}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 792084480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6298084016, "mlx_cache_bytes": 13335470296, "process_rss_bytes": 792084480}, "peak_prefill_memory": null, "peak_decode_memory": 6298084016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-10U-5921", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "780aede7bed980597645c675df265d666307ebeeae4b2e6fbfe9d237307a4353", "output_hash": "abcbf66e89c55ef933bb9ba7d6e72971440224290d7140baab2d24095488a518"} |
| |
3432 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c4cf9dd30e4265731750fefc", "attempt_id": "dc4bb2081dfd", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:27.210919Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 148, "message_tokens": 53, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2951.0921669425443, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.470542075112462, "ttft_ms": 13.391332933679223, "decode_ms": 161.53875004965812}, "total_wall_ms": 3158.0430410103872, "ttft_ms": 13.391332933679223, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 11159, "sender_output_tokens": 74, "sender_prefill_ms": 1850.519249914214, "sender_ttft_ms": 15.132791013456881, "sender_decode_ms": 1076.9021669402719}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 792117248, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300656316, "mlx_cache_bytes": 13990306596, "process_rss_bytes": 792117248}, "peak_prefill_memory": null, "peak_decode_memory": 6300656316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E in Baie-Comeau", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ec9e21be285a28569b170c3451ce7cbf2f4c170215bc5dc4c26839cc0239ac0c", "output_hash": "649286b3dee40f580224fbdbca8caedfb2528e028160f137190111b1db6eed25"} |
| |
3433 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "31051661b52e9cc91a26791f", "attempt_id": "a93795957e9c", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:30.402863Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 147, "message_tokens": 52, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2928.309250040911, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.92870896216482, "ttft_ms": 13.554416946135461, "decode_ms": 94.92412500549108}, "total_wall_ms": 3068.2381249498576, "ttft_ms": 13.554416946135461, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 11159, "sender_output_tokens": 72, "sender_prefill_ms": 1858.8394590187818, "sender_ttft_ms": 15.34579205326736, "sender_decode_ms": 1045.5414169700816}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 792182784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300394172, "mlx_cache_bytes": 13990306596, "process_rss_bytes": 792182784}, "peak_prefill_memory": null, "peak_decode_memory": 6300394172, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "db0a9c13b38bef569f4b45b0cf1f49b122ab1d577d1ecd32e9f407c634e3cb0c", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3434 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "78fcffd88a2d778e22dcf919", "attempt_id": "50380bf208df", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:33.506093Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 997, "message_tokens": 921, "message_utf8_bytes": 605, "cache_tensor_bytes": null, "serialized_payload_bytes": 605, "side_information_bytes": 0, "fetched_bytes": 1624, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02566596958786249, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.24712505564094, "ttft_ms": 13.711959007196128, "decode_ms": 13.79283401183784}, "total_wall_ms": 137.7270829398185, "ttft_ms": 13.711959007196128, "input_usage": {"receiver_prompt_tokens": 997, "sender_input_tokens": 11146, "sender_output_tokens": 512, "sender_prefill_ms": 1846.0190000478178, "sender_ttft_ms": 15.20145800895989, "sender_decode_ms": 7412.653082981706}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 792248320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6802075724, "mlx_cache_bytes": 14641324836, "process_rss_bytes": 792248320}, "peak_prefill_memory": null, "peak_decode_memory": 6802075724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1624, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "651dc00f89f989d1f40b5235f1aae4ce0e8752ed1b34887423d18aa3eebc09f5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3435 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9f198b506644ee943876d41", "attempt_id": "dc447af03595", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:33.677636Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 1001, "message_tokens": 921, "message_utf8_bytes": 605, "cache_tensor_bytes": null, "serialized_payload_bytes": 605, "side_information_bytes": 0, "fetched_bytes": 1624, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02566596958786249, "decode_payload_ms": 0.0, "receiver_prefill_ms": 109.80600002221763, "ttft_ms": 14.061375055462122, "decode_ms": 13.853999902494252}, "total_wall_ms": 139.32833389844745, "ttft_ms": 14.061375055462122, "input_usage": {"receiver_prompt_tokens": 1001, "sender_input_tokens": 11146, "sender_output_tokens": 512, "sender_prefill_ms": 1846.0190000478178, "sender_ttft_ms": 15.20145800895989, "sender_decode_ms": 7412.653082981706}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 792248320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6804271180, "mlx_cache_bytes": 15229149988, "process_rss_bytes": 792248320}, "peak_prefill_memory": null, "peak_decode_memory": 6804271180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1624, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7bbbbf1ba8935bfecf248cd78c4abe6e6bce8d565ccc5cabb92e929c8ec93a2e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3436 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f7e4dc750f8da425f8562fbd", "attempt_id": "fc5bd4eab07f", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:33.850928Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 1001, "message_tokens": 921, "message_utf8_bytes": 605, "cache_tensor_bytes": null, "serialized_payload_bytes": 605, "side_information_bytes": 0, "fetched_bytes": 1624, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02566596958786249, "decode_payload_ms": 0.0, "receiver_prefill_ms": 113.77066595014185, "ttft_ms": 13.832541997544467, "decode_ms": 13.546708039939404}, "total_wall_ms": 142.71654200274497, "ttft_ms": 13.832541997544467, "input_usage": {"receiver_prompt_tokens": 1001, "sender_input_tokens": 11146, "sender_output_tokens": 512, "sender_prefill_ms": 1846.0190000478178, "sender_ttft_ms": 15.20145800895989, "sender_decode_ms": 7412.653082981706}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 792248320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6804271180, "mlx_cache_bytes": 15229149988, "process_rss_bytes": 792248320}, "peak_prefill_memory": null, "peak_decode_memory": 6804271180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1624, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6eefbdb42a799a693699fd6ad0622d817f9316230dc8fb90766297b61671408b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3437 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed4286d7bac533d4fdb5362e", "attempt_id": "b40fd4af6a5f", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:34.026750Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 998, "message_tokens": 921, "message_utf8_bytes": 605, "cache_tensor_bytes": null, "serialized_payload_bytes": 605, "side_information_bytes": 0, "fetched_bytes": 1624, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02566596958786249, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.7637919317931, "ttft_ms": 13.699625036679208, "decode_ms": 13.658875017426908}, "total_wall_ms": 146.6796250315383, "ttft_ms": 13.699625036679208, "input_usage": {"receiver_prompt_tokens": 998, "sender_input_tokens": 11146, "sender_output_tokens": 512, "sender_prefill_ms": 1846.0190000478178, "sender_ttft_ms": 15.20145800895989, "sender_decode_ms": 7412.653082981706}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 792248320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6803091532, "mlx_cache_bytes": 15639667492, "process_rss_bytes": 792248320}, "peak_prefill_memory": null, "peak_decode_memory": 6803091532, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1624, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6eefbdb42a799a693699fd6ad0622d817f9316230dc8fb90766297b61671408b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3438 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "727ede61f16250855906d567", "attempt_id": "0c66fe9fa349", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:34.207631Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 1007, "message_tokens": 921, "message_utf8_bytes": 605, "cache_tensor_bytes": null, "serialized_payload_bytes": 605, "side_information_bytes": 0, "fetched_bytes": 1624, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02566596958786249, "decode_payload_ms": 0.0, "receiver_prefill_ms": 121.27895897720009, "ttft_ms": 14.057124964892864, "decode_ms": 13.564875000156462}, "total_wall_ms": 150.45604191254824, "ttft_ms": 14.057124964892864, "input_usage": {"receiver_prompt_tokens": 1007, "sender_input_tokens": 11146, "sender_output_tokens": 512, "sender_prefill_ms": 1846.0190000478178, "sender_ttft_ms": 15.20145800895989, "sender_decode_ms": 7412.653082981706}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 792248320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6808137804, "mlx_cache_bytes": 16256131876, "process_rss_bytes": 792248320}, "peak_prefill_memory": null, "peak_decode_memory": 6808137804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1624, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6eefbdb42a799a693699fd6ad0622d817f9316230dc8fb90766297b61671408b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3439 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dc3ec471f2bab2ea500ec200", "attempt_id": "f298884c758f", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:34.391905Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.587283565143345}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 11077, "message_tokens": 11002, "message_utf8_bytes": 58437, "cache_tensor_bytes": null, "serialized_payload_bytes": 3523, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09300000965595245, "decode_payload_ms": 0.020666979253292084, "receiver_prefill_ms": 1915.9640410216525, "ttft_ms": 15.14270796906203, "decode_ms": 147.4594579776749}, "total_wall_ms": 2094.975540996529, "ttft_ms": 15.14270796906203, "input_usage": {"receiver_prompt_tokens": 11077}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 792297472, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16256131876, "process_rss_bytes": 792297472}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-10U-5921", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "output_hash": "abcbf66e89c55ef933bb9ba7d6e72971440224290d7140baab2d24095488a518"} |
| |
3440 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8bffed3f298ff8c89ac2f949", "attempt_id": "b2aebf1202f4", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:36.519813Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.587283565143345}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 11081, "message_tokens": 11002, "message_utf8_bytes": 58437, "cache_tensor_bytes": null, "serialized_payload_bytes": 3523, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09300000965595245, "decode_payload_ms": 0.020666979253292084, "receiver_prefill_ms": 1850.5306669976562, "ttft_ms": 14.999500010162592, "decode_ms": 176.48162506520748}, "total_wall_ms": 2058.9055409654975, "ttft_ms": 14.999500010162592, "input_usage": {"receiver_prompt_tokens": 11081}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 792346624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16256131876, "process_rss_bytes": 792346624}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "output_hash": "649286b3dee40f580224fbdbca8caedfb2528e028160f137190111b1db6eed25"} |
| |
3441 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b49b6fb0a432ad3e32386cb5", "attempt_id": "e514c80a528b", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:38.612684Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.587283565143345}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 11081, "message_tokens": 11002, "message_utf8_bytes": 58437, "cache_tensor_bytes": null, "serialized_payload_bytes": 3523, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09300000965595245, "decode_payload_ms": 0.020666979253292084, "receiver_prefill_ms": 1826.136542018503, "ttft_ms": 14.972583041526377, "decode_ms": 103.49233401939273}, "total_wall_ms": 1961.551291984506, "ttft_ms": 14.972583041526377, "input_usage": {"receiver_prompt_tokens": 11081}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 792395776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16256131876, "process_rss_bytes": 792395776}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3442 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fbc8c011d29e4e047976302c", "attempt_id": "f90a6dfb888d", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:40.607592Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.587283565143345}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 11078, "message_tokens": 11002, "message_utf8_bytes": 58437, "cache_tensor_bytes": null, "serialized_payload_bytes": 3523, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09300000965595245, "decode_payload_ms": 0.020666979253292084, "receiver_prefill_ms": 1828.7894170498475, "ttft_ms": 15.092583023943007, "decode_ms": 89.17158399708569}, "total_wall_ms": 1950.2147920429707, "ttft_ms": 15.092583023943007, "input_usage": {"receiver_prompt_tokens": 11078}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 792444928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16256131876, "process_rss_bytes": 792444928}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3443 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "57a983d17f1f0da175ce4435", "attempt_id": "88c366720cbd", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:42.592144Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.587283565143345}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 11087, "message_tokens": 11002, "message_utf8_bytes": 58437, "cache_tensor_bytes": null, "serialized_payload_bytes": 3523, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09300000965595245, "decode_payload_ms": 0.020666979253292084, "receiver_prefill_ms": 1833.7004580534995, "ttft_ms": 15.10183303616941, "decode_ms": 117.90195805951953}, "total_wall_ms": 1983.5922500351444, "ttft_ms": 15.10183303616941, "input_usage": {"receiver_prompt_tokens": 11087}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 792494080, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 16256131876, "process_rss_bytes": 792494080}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5003.023", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "output_hash": "398e3d2a2246a28040b8cfa298da7486bcfea378f18cc0e3ea77b50ab98e15c2"} |
| |
3444 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fa59a3251ab433c9d381b484", "attempt_id": "1334ca0368b3", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:45.868339Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04653699327395019, "origin_tokens": 10795, "compressed_tokens": 534, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 628, "message_tokens": 550, "message_utf8_bytes": 2548, "cache_tensor_bytes": null, "serialized_payload_bytes": 2548, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1258.5345410043374, "decode_payload_ms": 0.0, "receiver_prefill_ms": 110.9720419626683, "ttft_ms": 13.574625016190112, "decode_ms": 13.647165964357555}, "total_wall_ms": 140.21712495014071, "ttft_ms": 13.574625016190112, "input_usage": {"receiver_prompt_tokens": 628}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 820920320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584545368, "mlx_cache_bytes": 16643842852, "process_rss_bytes": 820920320}, "peak_prefill_memory": null, "peak_decode_memory": 6584545368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9359ff81301dc1224342e864670bddf0ecd8796e375f0f38708558da3487f3e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3445 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e71c30e02692b9cf2aac410c", "attempt_id": "e28e185dc66f", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:46.043805Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04653699327395019, "origin_tokens": 10795, "compressed_tokens": 534, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 632, "message_tokens": 550, "message_utf8_bytes": 2548, "cache_tensor_bytes": null, "serialized_payload_bytes": 2548, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1258.5345410043374, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.02862492483109, "ttft_ms": 14.371583936735988, "decode_ms": 142.63095799833536}, "total_wall_ms": 237.3160410206765, "ttft_ms": 14.371583936735988, "input_usage": {"receiver_prompt_tokens": 632}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 820920320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584201304, "mlx_cache_bytes": 17012384548, "process_rss_bytes": 820920320}, "peak_prefill_memory": null, "peak_decode_memory": 6584201304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 368-F Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9359ff81301dc1224342e864670bddf0ecd8796e375f0f38708558da3487f3e", "output_hash": "21e7391487f6059243b9de7742886a25e27c52f67b71fd7f0023d635da52fc59"} |
| |
3446 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9abb43d159dbea3c6bbe7736", "attempt_id": "20b6f4941ef6", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:46.314735Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04653699327395019, "origin_tokens": 10795, "compressed_tokens": 534, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 632, "message_tokens": 550, "message_utf8_bytes": 2548, "cache_tensor_bytes": null, "serialized_payload_bytes": 2548, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1258.5345410043374, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.21562501601875, "ttft_ms": 14.119083993136883, "decode_ms": 67.57354200817645}, "total_wall_ms": 156.2445000745356, "ttft_ms": 14.119083993136883, "input_usage": {"receiver_prompt_tokens": 632}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 820936704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584201304, "mlx_cache_bytes": 17012384548, "process_rss_bytes": 820936704}, "peak_prefill_memory": null, "peak_decode_memory": 6584201304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "EUR. 27", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9359ff81301dc1224342e864670bddf0ecd8796e375f0f38708558da3487f3e", "output_hash": "5ef48123b6daeea06a2fa2bc5f70fbdf762ee5e65a65e7a3e924deea388060af"} |
| |
3447 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c93896d2c7ac3a2a24bf5231", "attempt_id": "99a29ca94a73", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:46.504978Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04653699327395019, "origin_tokens": 10795, "compressed_tokens": 534, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 629, "message_tokens": 550, "message_utf8_bytes": 2548, "cache_tensor_bytes": null, "serialized_payload_bytes": 2548, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1258.5345410043374, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.97158298268914, "ttft_ms": 13.786874944344163, "decode_ms": 13.548667076975107}, "total_wall_ms": 113.5798329487443, "ttft_ms": 13.786874944344163, "input_usage": {"receiver_prompt_tokens": 629}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 820936704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584840280, "mlx_cache_bytes": 17270924068, "process_rss_bytes": 820936704}, "peak_prefill_memory": null, "peak_decode_memory": 6584840280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9359ff81301dc1224342e864670bddf0ecd8796e375f0f38708558da3487f3e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3448 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5a07912053660847df8f0dae", "attempt_id": "362193c00d88", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:46.652841Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04653699327395019, "origin_tokens": 10795, "compressed_tokens": 534, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 638, "message_tokens": 550, "message_utf8_bytes": 2548, "cache_tensor_bytes": null, "serialized_payload_bytes": 2548, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1258.5345410043374, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.87245794013143, "ttft_ms": 13.712707906961441, "decode_ms": 55.26774993631989}, "total_wall_ms": 151.20099997147918, "ttft_ms": 13.712707906961441, "input_usage": {"receiver_prompt_tokens": 638}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 820658176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6588166232, "mlx_cache_bytes": 17659028260, "process_rss_bytes": 820658176}, "peak_prefill_memory": null, "peak_decode_memory": 6588166232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "EUR 27", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e9359ff81301dc1224342e864670bddf0ecd8796e375f0f38708558da3487f3e", "output_hash": "de17d662106baf2eed0e15335facc69bca36c1963cc0f061227470bdbacd2378"} |
| |
3449 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f70c95aba68a89988558e121", "attempt_id": "534dc42ccea2", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:50.712360Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 36, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 407015424, "serialized_payload_bytes": 407031914, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3872.8246660903096, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 544.1630829591304, "serialize_ms": 1455.6586670223624, "load_ms": 45.700417016632855, "receiver_prefill_ms": 0.0, "query_prefill_ms": 833.6456250399351, "ttft_ms": 833.6456250399351, "decode_ms": 190.3227079892531}, "total_wall_ms": 1079.8378750914708, "ttft_ms": 833.6456250399351, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 904134656, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7516922176, "mlx_cache_bytes": 18229142453, "process_rss_bytes": 904134656}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7516922176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-10U-5921", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93e5481a0100a3123c6e7cf07a37dde2c3c8928d5f9d7637565656b1f30d285a", "output_hash": "abcbf66e89c55ef933bb9ba7d6e72971440224290d7140baab2d24095488a518"} |
| |
3450 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4b65df07bdbd5a019d7dbcba", "attempt_id": "903777bac15d", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:51.847061Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 407015424, "serialized_payload_bytes": 407031914, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3872.8246660903096, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 544.1630829591304, "serialize_ms": 1455.6586670223624, "load_ms": 2.418750082142651, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.74895804282278, "ttft_ms": 75.74895804282278, "decode_ms": 201.24425005633384}, "total_wall_ms": 287.60054090525955, "ttft_ms": 75.74895804282278, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 904167424, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7520117056, "mlx_cache_bytes": 18257749077, "process_rss_bytes": 904167424}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7520117056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93e5481a0100a3123c6e7cf07a37dde2c3c8928d5f9d7637565656b1f30d285a", "output_hash": "649286b3dee40f580224fbdbca8caedfb2528e028160f137190111b1db6eed25"} |
| |
3451 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d767fb620819998d7bc0be52", "attempt_id": "4dab1a858266", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:52.169986Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 407015424, "serialized_payload_bytes": 407031914, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3872.8246660903096, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 544.1630829591304, "serialize_ms": 1455.6586670223624, "load_ms": 2.4410829646512866, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.12683293316513, "ttft_ms": 75.12683293316513, "decode_ms": 116.73754209186882}, "total_wall_ms": 202.5933749973774, "ttft_ms": 75.12683293316513, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 904167424, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7520100576, "mlx_cache_bytes": 18257749077, "process_rss_bytes": 904167424}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7520100576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93e5481a0100a3123c6e7cf07a37dde2c3c8928d5f9d7637565656b1f30d285a", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3452 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "12c61f3b1208cfe1271dc067", "attempt_id": "c501d979073c", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:52.406061Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 37, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 407015424, "serialized_payload_bytes": 407031914, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3872.8246660903096, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 544.1630829591304, "serialize_ms": 1455.6586670223624, "load_ms": 3.0814590863883495, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.55995900090784, "ttft_ms": 74.55995900090784, "decode_ms": 100.65916704479605}, "total_wall_ms": 187.23983399104327, "ttft_ms": 74.55995900090784, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 904183808, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7518873841, "mlx_cache_bytes": 18269987925, "process_rss_bytes": 904183808}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7518873841, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93e5481a0100a3123c6e7cf07a37dde2c3c8928d5f9d7637565656b1f30d285a", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3453 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9e55b402a07fef721ff46cd", "attempt_id": "11741533dc2a", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:52.627012Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 46, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 407015424, "serialized_payload_bytes": 407031914, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3872.8246660903096, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 544.1630829591304, "serialize_ms": 1455.6586670223624, "load_ms": 1.9348750356584787, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.65762500558048, "ttft_ms": 73.65762500558048, "decode_ms": 143.0082080187276}, "total_wall_ms": 227.24245791323483, "ttft_ms": 73.65762500558048, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 46}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 904183808, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7526818112, "mlx_cache_bytes": 18291254541, "process_rss_bytes": 904183808}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7526818112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5003.023", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93e5481a0100a3123c6e7cf07a37dde2c3c8928d5f9d7637565656b1f30d285a", "output_hash": "398e3d2a2246a28040b8cfa298da7486bcfea378f18cc0e3ea77b50ab98e15c2"} |
| |
3454 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5867b7154aa0456628d2a8d2", "attempt_id": "b9f2f63ac596", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:53.136594Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5c591dd7dcbc2f0e", "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 36, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 407015424, "serialized_payload_bytes": 407031942, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 248.45095805358142, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 48.62841707654297, "serialize_ms": 199.6445000404492, "load_ms": 61.84416695032269, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.02904105745256, "ttft_ms": 73.02904105745256, "decode_ms": 166.4396250853315}, "total_wall_ms": 310.80066692084074, "ttft_ms": 73.02904105745256, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1901510656, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7516922064, "mlx_cache_bytes": 18291254541, "process_rss_bytes": 1901510656}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7516922064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-10U-5921", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ccadef16eb949b915077d2ec8f719c40ff08d9e114a991f4919a91901925e96", "output_hash": "abcbf66e89c55ef933bb9ba7d6e72971440224290d7140baab2d24095488a518"} |
| |
3455 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "277796bb6d0d4b6e18e18838", "attempt_id": "d8326ddb8c5d", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:53.486930Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5c591dd7dcbc2f0e", "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 407015424, "serialized_payload_bytes": 407031942, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 248.45095805358142, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 48.62841707654297, "serialize_ms": 199.6445000404492, "load_ms": 35.53574997931719, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.61924995388836, "ttft_ms": 75.61924995388836, "decode_ms": 201.24108402524143}, "total_wall_ms": 321.26366707962006, "ttft_ms": 75.61924995388836, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1901510656, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7520067808, "mlx_cache_bytes": 18291254541, "process_rss_bytes": 1901510656}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7520067808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ccadef16eb949b915077d2ec8f719c40ff08d9e114a991f4919a91901925e96", "output_hash": "649286b3dee40f580224fbdbca8caedfb2528e028160f137190111b1db6eed25"} |
| |
3456 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9362131d696ae1268f62e732", "attempt_id": "7f2fc0d88af6", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:53.842401Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5c591dd7dcbc2f0e", "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 407015424, "serialized_payload_bytes": 407031942, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 248.45095805358142, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 48.62841707654297, "serialize_ms": 199.6445000404492, "load_ms": 36.118042073212564, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.43612504377961, "ttft_ms": 75.43612504377961, "decode_ms": 116.87395803164691}, "total_wall_ms": 237.04625002574176, "ttft_ms": 75.43612504377961, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1901510656, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7520067808, "mlx_cache_bytes": 18291254541, "process_rss_bytes": 1901510656}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7520067808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ccadef16eb949b915077d2ec8f719c40ff08d9e114a991f4919a91901925e96", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3457 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "04a51a018c73a3c2fc9986eb", "attempt_id": "42f8157059d8", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:54.113916Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5c591dd7dcbc2f0e", "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 37, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 407015424, "serialized_payload_bytes": 407031942, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 248.45095805358142, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 48.62841707654297, "serialize_ms": 199.6445000404492, "load_ms": 39.255374926142395, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.66745795682073, "ttft_ms": 74.66745795682073, "decode_ms": 100.17079196404666}, "total_wall_ms": 222.65787504147738, "ttft_ms": 74.66745795682073, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1901510656, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7518693545, "mlx_cache_bytes": 18291254541, "process_rss_bytes": 1901510656}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7518693545, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ccadef16eb949b915077d2ec8f719c40ff08d9e114a991f4919a91901925e96", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3458 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f5ae3f31445ca0fad11920ba", "attempt_id": "960eda686390", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:54.370833Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5c591dd7dcbc2f0e", "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 46, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 407015424, "serialized_payload_bytes": 407031942, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 248.45095805358142, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 48.62841707654297, "serialize_ms": 199.6445000404492, "load_ms": 34.97716598212719, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.16166593227535, "ttft_ms": 73.16166593227535, "decode_ms": 133.93266696948558}, "total_wall_ms": 250.7676249369979, "ttft_ms": 73.16166593227535, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 46}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1901527040, "backend_memory": {"mlx_active_bytes": 7404609544, "mlx_peak_bytes": 7526605048, "mlx_cache_bytes": 18291254541, "process_rss_bytes": 1901527040}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7526605048, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5003.023", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6ccadef16eb949b915077d2ec8f719c40ff08d9e114a991f4919a91901925e96", "output_hash": "398e3d2a2246a28040b8cfa298da7486bcfea378f18cc0e3ea77b50ab98e15c2"} |
| |
3459 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a0c3068575b367bb13ba53bb", "attempt_id": "77b898ae4065", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:54.721133Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 36, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 216226944, "serialized_payload_bytes": 216262020, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 66.4320420473814, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 22.025250014849007, "serialize_ms": 44.05216593295336, "load_ms": 5.660166963934898, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.51154200453311, "ttft_ms": 45.51154200453311, "decode_ms": 168.45262493006885}, "total_wall_ms": 228.29366708174348, "ttft_ms": 45.51154200453311, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2118565888, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7199022041, "mlx_cache_bytes": 19369556205, "process_rss_bytes": 2118565888}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7199022041, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-10U-5921", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8eda8a718446cfe1c317e47c295485a00d1b1b53084e3635b06d505cd8f6ed66", "output_hash": "abcbf66e89c55ef933bb9ba7d6e72971440224290d7140baab2d24095488a518"} |
| |
3460 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d185eed2ce8c8988525c233", "attempt_id": "e4e0c3f79b0e", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:54.984097Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 216226944, "serialized_payload_bytes": 216262020, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 66.4320420473814, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 22.025250014849007, "serialize_ms": 44.05216593295336, "load_ms": 2.645166008733213, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.159624927677214, "ttft_ms": 36.159624927677214, "decode_ms": 195.04566595423967}, "total_wall_ms": 242.63187497854233, "ttft_ms": 36.159624927677214, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2118582272, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7212507373, "mlx_cache_bytes": 19483396077, "process_rss_bytes": 2118582272}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7212507373, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8eda8a718446cfe1c317e47c295485a00d1b1b53084e3635b06d505cd8f6ed66", "output_hash": "649286b3dee40f580224fbdbca8caedfb2528e028160f137190111b1db6eed25"} |
| |
3461 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b6f784cd32187734674bcc1b", "attempt_id": "1d407790f00b", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:55.260844Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 216226944, "serialized_payload_bytes": 216262020, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 66.4320420473814, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 22.025250014849007, "serialize_ms": 44.05216593295336, "load_ms": 2.6191669749096036, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.08641603589058, "ttft_ms": 37.08641603589058, "decode_ms": 118.07329196017236}, "total_wall_ms": 165.97700002603233, "ttft_ms": 37.08641603589058, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2118631424, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7212507373, "mlx_cache_bytes": 19483396077, "process_rss_bytes": 2118631424}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7212507373, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8eda8a718446cfe1c317e47c295485a00d1b1b53084e3635b06d505cd8f6ed66", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3462 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "582c4ae2927c098dd9c9b64b", "attempt_id": "a2b2578b216c", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:55.460445Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 37, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 216226944, "serialized_payload_bytes": 216262020, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 66.4320420473814, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 22.025250014849007, "serialize_ms": 44.05216593295336, "load_ms": 2.500707982107997, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.78170799463987, "ttft_ms": 43.78170799463987, "decode_ms": 98.25204103253782}, "total_wall_ms": 153.05937500670552, "ttft_ms": 43.78170799463987, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2118631424, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7204102341, "mlx_cache_bytes": 19484542957, "process_rss_bytes": 2118631424}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7204102341, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8eda8a718446cfe1c317e47c295485a00d1b1b53084e3635b06d505cd8f6ed66", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3463 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8466465107f1f0bfb5ebbc0c", "attempt_id": "a53cc0a1764f", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:55.659859Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 46, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 216226944, "serialized_payload_bytes": 216262020, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 66.4320420473814, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 22.025250014849007, "serialize_ms": 44.05216593295336, "load_ms": 2.4080839939415455, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.06495906226337, "ttft_ms": 37.06495906226337, "decode_ms": 130.34341705497354}, "total_wall_ms": 178.63991600461304, "ttft_ms": 37.06495906226337, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 46}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2118647808, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7235251517, "mlx_cache_bytes": 19617192237, "process_rss_bytes": 2118647808}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7235251517, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5003.023", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8eda8a718446cfe1c317e47c295485a00d1b1b53084e3635b06d505cd8f6ed66", "output_hash": "398e3d2a2246a28040b8cfa298da7486bcfea378f18cc0e3ea77b50ab98e15c2"} |
| |
3464 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "58c2b79f754a9b29d0efb3cb", "attempt_id": "25d975b4a816", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:55.937286Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6704193544}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 36, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 114473088, "serialized_payload_bytes": 114507996, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.06670797150582, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 30.4636670043692, "serialize_ms": 33.223125035874546, "load_ms": 2.6660000439733267, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.570874995552, "ttft_ms": 34.570874995552, "decode_ms": 732.0782920578495}, "total_wall_ms": 777.8793750330806, "ttft_ms": 34.570874995552, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2231386112, "backend_memory": {"mlx_active_bytes": 6821175304, "mlx_peak_bytes": 6973353849, "mlx_cache_bytes": 20026310957, "process_rss_bytes": 2231386112}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6973353849, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the the the the the the the the the the the entry the the the the the entry the the the entry the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f15288ea95864b80d4d3b3d580d438331c7e0d2f1d8d0f05caad25cc20b4f198", "output_hash": "db04876c0e22627860f6a1efc2d8d7ed6c4be28908a452fa426f017e10b52f2b"} |
| |
3465 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f7e6541a92032c40072a37b", "attempt_id": "18a398822dad", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:56.750063Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6704193544}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 114473088, "serialized_payload_bytes": 114507996, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.06670797150582, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 30.4636670043692, "serialize_ms": 33.223125035874546, "load_ms": 2.280666958540678, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.441125044599175, "ttft_ms": 35.441125044599175, "decode_ms": 734.9008329911157}, "total_wall_ms": 781.1833339510486, "ttft_ms": 35.441125044599175, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2231336960, "backend_memory": {"mlx_active_bytes": 6821175304, "mlx_peak_bytes": 6986733985, "mlx_cache_bytes": 20026392877, "process_rss_bytes": 2231336960}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6986733985, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " unknown entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f15288ea95864b80d4d3b3d580d438331c7e0d2f1d8d0f05caad25cc20b4f198", "output_hash": "77f129b1160c3daa2b2c8b93748476cd1e1ceee0e977aff9d3fda0c1052d1a1d"} |
| |
3466 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5784afad5fa81bcb6951bcdd", "attempt_id": "27b7ecc644e1", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:57.565433Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6704193544}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 114473088, "serialized_payload_bytes": 114507996, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.06670797150582, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 30.4636670043692, "serialize_ms": 33.223125035874546, "load_ms": 2.103790990076959, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.64587491564453, "ttft_ms": 35.64587491564453, "decode_ms": 734.5594589132816}, "total_wall_ms": 780.9618329629302, "ttft_ms": 35.64587491564453, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2231386112, "backend_memory": {"mlx_active_bytes": 6821142536, "mlx_peak_bytes": 6986733985, "mlx_cache_bytes": 20026425645, "process_rss_bytes": 2231386112}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6986733985, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "system\n\n entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f15288ea95864b80d4d3b3d580d438331c7e0d2f1d8d0f05caad25cc20b4f198", "output_hash": "1f100c56e82a54bac0328ad2d6b54b4f388d4b66b9cc022402d1d26eb07e1743"} |
| |
3467 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aa9ab2d99cc7ef37b0759108", "attempt_id": "44ed415291a6", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:58.381912Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6704193544}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 37, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 114473088, "serialized_payload_bytes": 114507996, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.06670797150582, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 30.4636670043692, "serialize_ms": 33.223125035874546, "load_ms": 1.9684169674292207, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.09216697420925, "ttft_ms": 35.09216697420925, "decode_ms": 733.4933750098571}, "total_wall_ms": 778.9507079869509, "ttft_ms": 35.09216697420925, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2231402496, "backend_memory": {"mlx_active_bytes": 6821175304, "mlx_peak_bytes": 6978263417, "mlx_cache_bytes": 20026392877, "process_rss_bytes": 2231402496}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6978263417, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " The entry is unknown entry, entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f15288ea95864b80d4d3b3d580d438331c7e0d2f1d8d0f05caad25cc20b4f198", "output_hash": "5dce835026c127d9dc1fdacb36ce53b683ca67d68cae35af1f264111924148d1"} |
| |
3468 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8d36d056d06b3254d1ff5a04", "attempt_id": "9f9d3cc32a07", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:15:59.195097Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6704193544}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 46, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 114473088, "serialized_payload_bytes": 114507996, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.06670797150582, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 30.4636670043692, "serialize_ms": 33.223125035874546, "load_ms": 2.282083034515381, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.325583001598716, "ttft_ms": 36.325583001598716, "decode_ms": 732.91825002525}, "total_wall_ms": 779.6984169399366, "ttft_ms": 36.325583001598716, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2231402496, "backend_memory": {"mlx_active_bytes": 6821175304, "mlx_peak_bytes": 7009393981, "mlx_cache_bytes": 20026487085, "process_rss_bytes": 2231402496}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7009393981, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f15288ea95864b80d4d3b3d580d438331c7e0d2f1d8d0f05caad25cc20b4f198", "output_hash": "32f0e0b6bded256f851724257178454185a87ccdf392176e69eb84be346fd8bf"} |
| |
3469 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2a1bd2bde73861ec78f9b3ca", "attempt_id": "f22e72f50ca1", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:00.455697Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11041, "keep": 2760, "compress_ms": 29.157916898839176}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 36, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760920, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 446.50241709314287, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 29.190790955908597, "serialize_ms": 417.144582956098, "load_ms": 1.8535000272095203, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.59791701566428, "ttft_ms": 32.59791701566428, "decode_ms": 157.50524995382875}, "total_wall_ms": 200.34033397678286, "ttft_ms": 32.59791701566428, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 36}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1939963904, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6846341328, "mlx_cache_bytes": 20159672621, "process_rss_bytes": 1939963904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6846341328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XG-84Y-4791", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a71fc7712b3ddcd673f2e9592695b2ec7d571dfc8f9f3e6594d2c497fbf4e3a2", "output_hash": "76316a45a445bac355b935b25e7fffd4dae4b7b7a333596fbeb423983a384815"} |
| |
3470 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "856f66efb84d706ed7fb9c30", "attempt_id": "03aa32c1f8dd", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:00.691204Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11041, "keep": 2760, "compress_ms": 29.157916898839176}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760920, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 446.50241709314287, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 29.190790955908597, "serialize_ms": 417.144582956098, "load_ms": 1.8472910160198808, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.6003749826923, "ttft_ms": 29.6003749826923, "decode_ms": 127.45345896109939}, "total_wall_ms": 167.64554206747562, "ttft_ms": 29.6003749826923, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1939963904, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6849339616, "mlx_cache_bytes": 20161442093, "process_rss_bytes": 1939963904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849339616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 330-N, Varri", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a71fc7712b3ddcd673f2e9592695b2ec7d571dfc8f9f3e6594d2c497fbf4e3a2", "output_hash": "5c12006077a5f2f6e84248a481cde66a0a7b09f958751947e05a104592a585ca"} |
| |
3471 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "42475f5e92b64f5adbb2a235", "attempt_id": "ed83a6a7e6b0", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:00.892856Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11041, "keep": 2760, "compress_ms": 29.157916898839176}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760920, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 446.50241709314287, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 29.190790955908597, "serialize_ms": 417.144582956098, "load_ms": 1.763415988534689, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.823833028785884, "ttft_ms": 29.823833028785884, "decode_ms": 84.93725000880659}, "total_wall_ms": 124.76449995301664, "ttft_ms": 29.823833028785884, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1939963904, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6849339616, "mlx_cache_bytes": 20161442093, "process_rss_bytes": 1939963904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849339616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.345", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a71fc7712b3ddcd673f2e9592695b2ec7d571dfc8f9f3e6594d2c497fbf4e3a2", "output_hash": "38e334a238998179099e4675b206d800372ec52a92e172a09541431bae5385a9"} |
| |
3472 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3a1f15f01ef987f77a12bd96", "attempt_id": "24969c16fe2b", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:01.051585Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11041, "keep": 2760, "compress_ms": 29.157916898839176}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 37, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760920, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 446.50241709314287, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 29.190790955908597, "serialize_ms": 417.144582956098, "load_ms": 1.9224999705329537, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.907665961422026, "ttft_ms": 30.907665961422026, "decode_ms": 84.69820907339454}, "total_wall_ms": 125.64433400984854, "ttft_ms": 30.907665961422026, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1939963904, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6847783136, "mlx_cache_bytes": 20161442093, "process_rss_bytes": 1939963904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6847783136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a71fc7712b3ddcd673f2e9592695b2ec7d571dfc8f9f3e6594d2c497fbf4e3a2", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3473 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5f994d4463a978411abf6031", "attempt_id": "9884dccb68b1", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:01.211355Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11041, "keep": 2760, "compress_ms": 29.157916898839176}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 46, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760920, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 446.50241709314287, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 29.190790955908597, "serialize_ms": 417.144582956098, "load_ms": 1.779042067937553, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.19179101102054, "ttft_ms": 30.19179101102054, "decode_ms": 98.60370797105134}, "total_wall_ms": 138.83258297573775, "ttft_ms": 30.19179101102054, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1939963904, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6855418104, "mlx_cache_bytes": 20161442093, "process_rss_bytes": 1939963904}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6855418104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8082813", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a71fc7712b3ddcd673f2e9592695b2ec7d571dfc8f9f3e6594d2c497fbf4e3a2", "output_hash": "be01e827b7ea7b6a8b619bc6d5679101820692a1cb6aa5f38c49468fa5208b72"} |
| |
3474 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dd79f712bf9be8f613c8d07e", "attempt_id": "355d123e6f55", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:01.434016Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11041, "keep": 2760, "compress_ms": 18.554082955233753}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 36, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760915, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.33983401861042, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 18.590584048070014, "serialize_ms": 30.569666996598244, "load_ms": 1.8721669912338257, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.66179104987532, "ttft_ms": 29.66179104987532, "decode_ms": 674.6105420170352}, "total_wall_ms": 714.4961250014603, "ttft_ms": 29.66179104987532, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1853063168, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6846374096, "mlx_cache_bytes": 20291498285, "process_rss_bytes": 1853063168}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6846374096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The supplier identifier for Rukfel-19 is Z of a number. The supplier identifier for Rukfel-19 is Z of a number. The supplier identifier for Rukfel-19 is Z of a number.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f5476f2685ec384d1d95a5b797bbf89126ef01f7f05fba3073d17aa8be9166", "output_hash": "4d55f9c5f028624c6c4630162640012badf8a8d73903776ae4a1480ff6e9a623"} |
| |
3475 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a654f0ca24f586ebbac240c3", "attempt_id": "c8f21a9d3276", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:02.181915Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11041, "keep": 2760, "compress_ms": 18.554082955233753}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760915, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.33983401861042, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 18.590584048070014, "serialize_ms": 30.569666996598244, "load_ms": 1.945875003002584, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.67587497550994, "ttft_ms": 29.67587497550994, "decode_ms": 663.6493329424411}, "total_wall_ms": 703.3347920514643, "ttft_ms": 29.67587497550994, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1853063168, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6849339616, "mlx_cache_bytes": 20291498285, "process_rss_bytes": 1853063168}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849339616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The short answer (a few words), with no explanation. The long answer (a few words), with no explanation. The long answer (a few words), with no explanation. The long answer (a few words), with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f5476f2685ec384d1d95a5b797bbf89126ef01f7f05fba3073d17aa8be9166", "output_hash": "f66d715f183b63b3dfaa177988db7b7c8e305e174587033485c9308954245d0b"} |
| |
3476 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7036dabf0aefe65cf6f040ce", "attempt_id": "8131dc61f9f5", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:02.919933Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11041, "keep": 2760, "compress_ms": 18.554082955233753}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760915, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.33983401861042, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 18.590584048070014, "serialize_ms": 30.569666996598244, "load_ms": 1.9173750188201666, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.39499996136874, "ttft_ms": 29.39499996136874, "decode_ms": 662.7390830544755}, "total_wall_ms": 702.265499974601, "ttft_ms": 29.39499996136874, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1853063168, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6849339616, "mlx_cache_bytes": 20291498285, "process_rss_bytes": 1853063168}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849339616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The calibration filed for Ardker-19. The calibration filed for Ardker-19. The calibration filed for Ardker-19. The calibration filed for Ardker-19. The calibration filed for Ardker-1", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f5476f2685ec384d1d95a5b797bbf89126ef01f7f05fba3073d17aa8be9166", "output_hash": "4136bd6fd1944768d5fbb23f5cb4ae5b1a9c4ab820650e048ec69f05f9c7d8ef"} |
| |
3477 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c7c071d8b53df1634b42616", "attempt_id": "6a24a80598ed", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:03.655515Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11041, "keep": 2760, "compress_ms": 18.554082955233753}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 37, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760915, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.33983401861042, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 18.590584048070014, "serialize_ms": 30.569666996598244, "load_ms": 2.043709042482078, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.922874924726784, "ttft_ms": 30.922874924726784, "decode_ms": 664.3299580318853}, "total_wall_ms": 705.9440420707688, "ttft_ms": 30.922874924726784, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1853063168, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6847783136, "mlx_cache_bytes": 20291498285, "process_rss_bytes": 1853063168}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6847783136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The full name,\nGive the full name,\nGive the full name,\nGive the full name,\nGive the full name,\nGive the full name,\nGive the full name,\nGive the full name,\nGive the full name,\nGive the full name", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f5476f2685ec384d1d95a5b797bbf89126ef01f7f05fba3073d17aa8be9166", "output_hash": "4218986084f0c683d40a33f014ff339e8aaed5ad488079cf2a97b51c9bf1e3cc"} |
| |
3478 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a4f3ec081dc4b426ecc9ef8c", "attempt_id": "eb6b484d002d", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:04.394991Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11041, "keep": 2760, "compress_ms": 18.554082955233753}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 46, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760915, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.33983401861042, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 18.590584048070014, "serialize_ms": 30.569666996598244, "load_ms": 1.6945420065894723, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.379333067685366, "ttft_ms": 30.379333067685366, "decode_ms": 663.5032499907538}, "total_wall_ms": 703.7328330334276, "ttft_ms": 30.379333067685366, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1853079552, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6855418104, "mlx_cache_bytes": 20423029037, "process_rss_bytes": 1853079552}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6855418104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The short answer (a few words or a number), with no explanation. The short answer (a few words or a number), with no explanation. The short answer (a few words or a number), with no explanation. The short answer", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "52f5476f2685ec384d1d95a5b797bbf89126ef01f7f05fba3073d17aa8be9166", "output_hash": "fe2a8119401dec2a792fa78083431e50971ddd6cf4ca2cf251b5207b8828b1a7"} |
| |
3479 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "da64877e6bb01949e8863896", "attempt_id": "76d05918e8aa", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:05.133399Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 36, "compress_ms": 170.1002090703696}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 36, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760959, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 199.77920793462545, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 178.19866596255451, "serialize_ms": 21.328457980416715, "load_ms": 1.2771670008078218, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.901458998210728, "ttft_ms": 29.901458998210728, "decode_ms": 141.07841602526605}, "total_wall_ms": 386.921291006729, "ttft_ms": 29.901458998210728, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1799831552, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6846030032, "mlx_cache_bytes": 20881764789, "process_rss_bytes": 1799831552}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6846030032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-10U-5921", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "95b22fcdd30b91b8c1926e49dc8ba94418972d74ae56ed2f6900845cc6c75236", "output_hash": "abcbf66e89c55ef933bb9ba7d6e72971440224290d7140baab2d24095488a518"} |
| |
3480 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7875c6afdfe614ba66f01e30", "attempt_id": "d05d295a6dff", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:05.555401Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 40, "compress_ms": 101.17299994453788}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760960, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.48908300232142, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 109.75591698661447, "serialize_ms": 15.492834034375846, "load_ms": 1.7670830711722374, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.318290995433927, "ttft_ms": 29.318290995433927, "decode_ms": 169.249290949665}, "total_wall_ms": 334.2562079196796, "ttft_ms": 29.318290995433927, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1799880704, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6849143008, "mlx_cache_bytes": 20921020853, "process_rss_bytes": 1799880704}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849143008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2896e7ed76cc6ee87af5a1911a1cec4726bc13f860d26237f683f006f62687bf", "output_hash": "649286b3dee40f580224fbdbca8caedfb2528e028160f137190111b1db6eed25"} |
| |
3481 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ab5b9eaa80b5dc26a106c927", "attempt_id": "397a0fb9f84e", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:05.928520Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 40, "compress_ms": 98.78045797813684}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760959, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 122.65591707546264, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 107.41529206279665, "serialize_ms": 15.01758408267051, "load_ms": 1.7220000736415386, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.460875084623694, "ttft_ms": 29.460875084623694, "decode_ms": 98.12033292837441}, "total_wall_ms": 260.0773749873042, "ttft_ms": 29.460875084623694, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1801109504, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6849143008, "mlx_cache_bytes": 20921020853, "process_rss_bytes": 1801109504}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849143008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "95b22fcdd30b91b8c1926e49dc8ba94418972d74ae56ed2f6900845cc6c75236", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3482 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a519d73b9899b6cbb115daa3", "attempt_id": "778dccc924c2", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:06.225101Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 37, "compress_ms": 102.92858397588134}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 37, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760960, "side_information_bytes": 16320, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 127.23254202865064, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 111.23541602864861, "serialize_ms": 15.771165955811739, "load_ms": 1.4760830672457814, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.168041004799306, "ttft_ms": 30.168041004799306, "decode_ms": 85.13533405493945}, "total_wall_ms": 252.4471670622006, "ttft_ms": 30.168041004799306, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1802485760, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6847226080, "mlx_cache_bytes": 20947169717, "process_rss_bytes": 1802485760}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6847226080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2896e7ed76cc6ee87af5a1911a1cec4726bc13f860d26237f683f006f62687bf", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3483 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0e1b7305f206c610d8c47e94", "attempt_id": "b5d2d87c8c81", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:06.512245Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 46, "compress_ms": 96.00312495604157}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 46, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760959, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.62537495512515, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 104.54195900820196, "serialize_ms": 15.854457975365222, "load_ms": 0.7584160193800926, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.89508304744959, "ttft_ms": 29.89508304744959, "decode_ms": 112.83470899797976}, "total_wall_ms": 272.49499992467463, "ttft_ms": 29.89508304744959, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 46}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1803517952, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6854795512, "mlx_cache_bytes": 20993438133, "process_rss_bytes": 1803517952}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6854795512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5003.023", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "95b22fcdd30b91b8c1926e49dc8ba94418972d74ae56ed2f6900845cc6c75236", "output_hash": "398e3d2a2246a28040b8cfa298da7486bcfea378f18cc0e3ea77b50ab98e15c2"} |
| |
3484 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "42a2744ed6ed08d52cf13183", "attempt_id": "22a0a4df3bdf", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:06.914631Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 19, "compress_ms": 81.7147500347346}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 36, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760958, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.47933302726597, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 81.84491598512977, "serialize_ms": 12.48024997767061, "load_ms": 1.872665947303176, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.10829188860953, "ttft_ms": 30.10829188860953, "decode_ms": 70.3412500442937}, "total_wall_ms": 110.91562500223517, "ttft_ms": 30.10829188860953, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1803616256, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6846030032, "mlx_cache_bytes": 21006950837, "process_rss_bytes": 1803616256}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6846030032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-102", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a1ae62a1300d5cfa05867e10b86a37fcacc4149d717cb50bba20faf9d1a62e0", "output_hash": "d4b8c6b34e1c55ff0105c110629e89197d0c83636a379031830f2525a8cb1faf"} |
| |
3485 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83e56d612bb4f78aed1e2e7e", "attempt_id": "c8ac347108ac", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:07.059555Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 19, "compress_ms": 81.7147500347346}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760958, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.47933302726597, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 81.84491598512977, "serialize_ms": 12.48024997767061, "load_ms": 1.9249169854447246, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.75475008133799, "ttft_ms": 29.75475008133799, "decode_ms": 140.485875075683}, "total_wall_ms": 180.72070798370987, "ttft_ms": 29.75475008133799, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1803616256, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6849143008, "mlx_cache_bytes": 21006950837, "process_rss_bytes": 1803616256}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849143008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 42, Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a1ae62a1300d5cfa05867e10b86a37fcacc4149d717cb50bba20faf9d1a62e0", "output_hash": "5d04a6a386c1ec07e1acae4be904fb8fbfda780f155edb4ae213604572db41e3"} |
| |
3486 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "717390508967472413f1d7db", "attempt_id": "6079fd453258", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:07.274636Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 19, "compress_ms": 81.7147500347346}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760958, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.47933302726597, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 81.84491598512977, "serialize_ms": 12.48024997767061, "load_ms": 1.8898750422522426, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.819458024576306, "ttft_ms": 29.819458024576306, "decode_ms": 98.7797079142183}, "total_wall_ms": 138.46287492197007, "ttft_ms": 29.819458024576306, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1803616256, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6849143008, "mlx_cache_bytes": 21006950837, "process_rss_bytes": 1803616256}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849143008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8.22719", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a1ae62a1300d5cfa05867e10b86a37fcacc4149d717cb50bba20faf9d1a62e0", "output_hash": "c9370ba9ff9bb55c348061fe9e31b4e03a8df454336334124e0504dbf5c8eb2e"} |
| |
3487 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9ae0c9672aa55374a4bd641", "attempt_id": "6ee18c104d23", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:07.447073Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 19, "compress_ms": 81.7147500347346}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 37, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760958, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.47933302726597, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 81.84491598512977, "serialize_ms": 12.48024997767061, "load_ms": 1.9527500262483954, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.773833976127207, "ttft_ms": 30.773833976127207, "decode_ms": 84.63879197370261}, "total_wall_ms": 125.40662498213351, "ttft_ms": 30.773833976127207, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1803616256, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6847226080, "mlx_cache_bytes": 21006950837, "process_rss_bytes": 1803616256}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6847226080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a1ae62a1300d5cfa05867e10b86a37fcacc4149d717cb50bba20faf9d1a62e0", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3488 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "710f5c2375c203e4ac417f00", "attempt_id": "782fbd7dc955", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:07.606527Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 19, "compress_ms": 81.7147500347346}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 46, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760958, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.47933302726597, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 81.84491598512977, "serialize_ms": 12.48024997767061, "load_ms": 1.5190839767456055, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.707624973729253, "ttft_ms": 30.707624973729253, "decode_ms": 128.32195800729096}, "total_wall_ms": 169.4230840075761, "ttft_ms": 30.707624973729253, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 46}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1803616256, "backend_memory": {"mlx_active_bytes": 6793551880, "mlx_peak_bytes": 6854795512, "mlx_cache_bytes": 21006950837, "process_rss_bytes": 1803616256}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6854795512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5,000,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "7a1ae62a1300d5cfa05867e10b86a37fcacc4149d717cb50bba20faf9d1a62e0", "output_hash": "265e4d619f6b21971816b0e4274faf9204361709c01a891ebbbe695d83c2393d"} |
| |
3489 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c3eec87e7e6e6e334a1cc753", "attempt_id": "9657f17ce8b7", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:07.811569Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 36, "compress_ms": 121.09033297747374}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 36, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760890, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 148.59295799396932, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 129.59420797415078, "serialize_ms": 18.771625007502735, "load_ms": 10.348874959163368, "receiver_prefill_ms": 0.0, "query_prefill_ms": 939.3474999815226, "ttft_ms": 939.3474999815226, "decode_ms": 105.99724994972348}, "total_wall_ms": 1216.0921660251915, "ttft_ms": 939.3474999815226, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1915109376, "backend_memory": {"mlx_active_bytes": 6793633800, "mlx_peak_bytes": 6912127684, "mlx_cache_bytes": 21743406813, "process_rss_bytes": 1915109376}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6912127684, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-1021", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d79535c63fa82f22be8f5d2e2c4a59755e27ff09ba56cd8ee4939a97776cd0c9", "output_hash": "2a283b48e3358d4ac6eb8c210a356517b0ac7bfb2cb0e8a117d99f510078d797"} |
| |
3490 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b01e8c1c7c04ac778e353066", "attempt_id": "5d786eb5194e", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:09.062382Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 40, "compress_ms": 107.47141705360264}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760890, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 144.5078329415992, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 116.43158399965614, "serialize_ms": 27.81624998897314, "load_ms": 2.119292039424181, "receiver_prefill_ms": 0.0, "query_prefill_ms": 426.20966699905694, "ttft_ms": 426.20966699905694, "decode_ms": 447.3609169945121}, "total_wall_ms": 1028.7015000358224, "ttft_ms": 426.20966699905694, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1990328320, "backend_memory": {"mlx_active_bytes": 6793912328, "mlx_peak_bytes": 6914458388, "mlx_cache_bytes": 21785925965, "process_rss_bytes": 1990328320}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6914458388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d79535c63fa82f22be8f5d2e2c4a59755e27ff09ba56cd8ee4939a97776cd0c9", "output_hash": "649286b3dee40f580224fbdbca8caedfb2528e028160f137190111b1db6eed25"} |
| |
3491 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "84bec327a85103e0b9835bcd", "attempt_id": "1ac71550e52b", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:10.128439Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 40, "compress_ms": 103.12533297110349}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760890, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 146.4227909455076, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 111.78941605612636, "serialize_ms": 34.39316595904529, "load_ms": 81.56845800112933, "receiver_prefill_ms": 0.0, "query_prefill_ms": 443.77120898570865, "ttft_ms": 443.77120898570865, "decode_ms": 196.24145794659853}, "total_wall_ms": 876.6138330101967, "ttft_ms": 443.77120898570865, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2066415616, "backend_memory": {"mlx_active_bytes": 6793814024, "mlx_peak_bytes": 6914457876, "mlx_cache_bytes": 21786024269, "process_rss_bytes": 2066415616}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6914457876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d79535c63fa82f22be8f5d2e2c4a59755e27ff09ba56cd8ee4939a97776cd0c9", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3492 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9386aeb01bacadb016d8b0ac", "attempt_id": "b9ed6dede6ca", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:11.041645Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 37, "compress_ms": 94.49325001332909}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 37, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760889, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.24779098667204, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 102.91625000536442, "serialize_ms": 18.09887494891882, "load_ms": 1.5647080726921558, "receiver_prefill_ms": 0.0, "query_prefill_ms": 374.8952499590814, "ttft_ms": 374.8952499590814, "decode_ms": 102.75575006380677}, "total_wall_ms": 608.8214580668136, "ttft_ms": 374.8952499590814, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2141569024, "backend_memory": {"mlx_active_bytes": 6793617416, "mlx_peak_bytes": 6912598244, "mlx_cache_bytes": 21786220877, "process_rss_bytes": 2141569024}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6912598244, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5c4ef79e491b5d3488c888862b7b371d9fe61007940ff49dd6ddc9d54eb07c1c", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3493 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "888384f6741e7d626121d6e6", "attempt_id": "2eb8d3b455ba", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:11.686209Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 46, "compress_ms": 98.57295895926654}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 46, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 101744640, "serialized_payload_bytes": 101760889, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 134.2909160302952, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 106.77341604605317, "serialize_ms": 27.266375022009015, "load_ms": 1.2270839652046561, "receiver_prefill_ms": 0.0, "query_prefill_ms": 520.1301249908283, "ttft_ms": 520.1301249908283, "decode_ms": 192.91779096238315}, "total_wall_ms": 856.940291938372, "ttft_ms": 520.1301249908283, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 46}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2199093248, "backend_memory": {"mlx_active_bytes": 6793977864, "mlx_peak_bytes": 6918081420, "mlx_cache_bytes": 21819336181, "process_rss_bytes": 2199093248}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6918081420, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5003.023", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5c4ef79e491b5d3488c888862b7b371d9fe61007940ff49dd6ddc9d54eb07c1c", "output_hash": "398e3d2a2246a28040b8cfa298da7486bcfea378f18cc0e3ea77b50ab98e15c2"} |
| |
3494 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "532ffc839a1c62d7f6eb3f7f", "attempt_id": "15af342c0633", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:12.579191Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 36, "compress_ms": 96.71099996194243, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 36, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 54051840, "serialized_payload_bytes": 54086329, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 132.45612499304116, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 115.11579202488065, "serialize_ms": 16.912000020965934, "load_ms": 2.380375051870942, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.21762507967651, "ttft_ms": 25.21762507967651, "decode_ms": 150.67479200661182}, "total_wall_ms": 319.0077909966931, "ttft_ms": 25.21762507967651, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 36}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2254733312, "backend_memory": {"mlx_active_bytes": 6700834824, "mlx_peak_bytes": 6791050060, "mlx_cache_bytes": 22030214645, "process_rss_bytes": 2254733312}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6791050060, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HB-10U-5921", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "015d60cded5b8ac751f025d3bcb82d5e2ed18082ff9ec1d3c4abf1d316d20fc2", "output_hash": "abcbf66e89c55ef933bb9ba7d6e72971440224290d7140baab2d24095488a518"} |
| |
3495 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f8182627482a89ae1c7612f3", "attempt_id": "9713736c7f24", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:12.932899Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 40, "compress_ms": 97.48708305414766, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 54051840, "serialized_payload_bytes": 54086329, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 134.4770829891786, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 115.23654195480049, "serialize_ms": 18.81704095285386, "load_ms": 2.04904202837497, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.200208972208202, "ttft_ms": 22.200208972208202, "decode_ms": 175.86245795246214}, "total_wall_ms": 342.9782909806818, "ttft_ms": 22.200208972208202, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 2269429760, "backend_memory": {"mlx_active_bytes": 6700523528, "mlx_peak_bytes": 6774336116, "mlx_cache_bytes": 22030808565, "process_rss_bytes": 2269429760}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6774336116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 429-E in Baie-Comeau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "015d60cded5b8ac751f025d3bcb82d5e2ed18082ff9ec1d3c4abf1d316d20fc2", "output_hash": "649286b3dee40f580224fbdbca8caedfb2528e028160f137190111b1db6eed25"} |
| |
3496 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d9c7e40d40df36944563beb9", "attempt_id": "79eab3e17c9d", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:13.311691Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 40, "compress_ms": 93.3124169241637, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 40, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 54051840, "serialized_payload_bytes": 54086328, "side_information_bytes": 34488, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 124.54004096798599, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 110.59220903553069, "serialize_ms": 13.52533302269876, "load_ms": 1.1800420470535755, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.46162500139326, "ttft_ms": 21.46162500139326, "decode_ms": 102.95033396687359}, "total_wall_ms": 258.60800000373274, "ttft_ms": 21.46162500139326, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2282029056, "backend_memory": {"mlx_active_bytes": 6700507144, "mlx_peak_bytes": 6774336116, "mlx_cache_bytes": 22030824949, "process_rss_bytes": 2282029056}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6774336116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "93.3477", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "da98fd392ba2902b4949496a438021c7618082e6b91d8d4dc2dbbb740893ccef", "output_hash": "4f5a38cfd56a7be2fcbfb4189d6bfbfcd38af28bcec90f2909184cdefce4bf4f"} |
| |
3497 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f01e4ac1dcb2483c4f19dbe", "attempt_id": "7fb5410d226d", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:13.604543Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 37, "compress_ms": 92.51891693565995, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 37, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 54051840, "serialized_payload_bytes": 54086329, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.2785420557484, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 110.1136669749394, "serialize_ms": 19.71070794388652, "load_ms": 1.9307499751448631, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.786874975077808, "ttft_ms": 21.786874975077808, "decode_ms": 88.27904192730784}, "total_wall_ms": 250.6133330753073, "ttft_ms": 21.786874975077808, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2291810304, "backend_memory": {"mlx_active_bytes": 6700556296, "mlx_peak_bytes": 6770907764, "mlx_cache_bytes": 22060709365, "process_rss_bytes": 2291810304}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6770907764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ragnvald Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "015d60cded5b8ac751f025d3bcb82d5e2ed18082ff9ec1d3c4abf1d316d20fc2", "output_hash": "1340001f6971d143fcd166cbb9fced0f6ddef57f07c72434ee8dae30dff33a48"} |
| |
3498 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f7c33b2f867444c0e451feb", "attempt_id": "af2224e1f546", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:13.893303Z", "task_family": "synthetic", "document_id": "syn_03032_16000", "document_hash": "7abde11ea4fef3545ad984c522190020d102fc4a8e95736bf23a72a9c7056a78", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03032_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11041, "keep": 2760, "window_tokens": 46, "compress_ms": 93.91683398280293, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11002, "source_tokens_receiver": 11002, "query_tokens": 46, "message_tokens": 11041, "message_utf8_bytes": 58437, "cache_tensor_bytes": 54051840, "serialized_payload_bytes": 54086329, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 127.24754202645272, "doc_prefill_ms": 1854.7097919508815, "compress_ms": 110.8988750493154, "serialize_ms": 15.91637497767806, "load_ms": 1.035250024870038, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.219959064386785, "ttft_ms": 22.219959064386785, "decode_ms": 117.37937503494322}, "total_wall_ms": 276.2922920519486, "ttft_ms": 22.219959064386785, "input_usage": {"receiver_prefix_tokens": 11041, "dense_cache_bytes": 407015424, "query_tokens": 46}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 2295070720, "backend_memory": {"mlx_active_bytes": 6700556296, "mlx_peak_bytes": 6783988436, "mlx_cache_bytes": 22098039285, "process_rss_bytes": 2295070720}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6783988436, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5003.023", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03032_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "015d60cded5b8ac751f025d3bcb82d5e2ed18082ff9ec1d3c4abf1d316d20fc2", "output_hash": "398e3d2a2246a28040b8cfa298da7486bcfea378f18cc0e3ea77b50ab98e15c2"} |
| |
3499 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0dddaba33977dd853daebd5a", "attempt_id": "9135811cb136", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:14.960193Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010458054021000862, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.921041934750974, "ttft_ms": 13.370375032536685, "decode_ms": 12.983791995793581}, "total_wall_ms": 49.725541030056775, "ttft_ms": 13.370375032536685, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1103986688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 467994292, "process_rss_bytes": 1103986688}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3500 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "847751d5c8b121c2fb9e57d7", "attempt_id": "991def3600d8", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:15.035653Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 72, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010458054021000862, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.147332995198667, "ttft_ms": 13.105208985507488, "decode_ms": 13.268416980281472}, "total_wall_ms": 50.94654194545001, "ttft_ms": 13.105208985507488, "input_usage": {"receiver_prompt_tokens": 72}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1104019456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245278344, "mlx_cache_bytes": 534054580, "process_rss_bytes": 1104019456}, "peak_prefill_memory": null, "peak_decode_memory": 6245278344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3501 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d0be88a83eb1af244de1ce8a", "attempt_id": "0b10017ec7ca", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:15.105178Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010458054021000862, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.867874988354743, "ttft_ms": 13.241999899037182, "decode_ms": 13.297834084369242}, "total_wall_ms": 50.843624980188906, "ttft_ms": 13.241999899037182, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1104019456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244983432, "mlx_cache_bytes": 549537460, "process_rss_bytes": 1104019456}, "peak_prefill_memory": null, "peak_decode_memory": 6244983432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3502 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1331755155c971af98c36ae1", "attempt_id": "df2b2d7c6662", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:15.174528Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010458054021000862, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.01254093274474, "ttft_ms": 13.09166697319597, "decode_ms": 13.146542012691498}, "total_wall_ms": 50.69658299908042, "ttft_ms": 13.09166697319597, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1104019456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245229192, "mlx_cache_bytes": 594118324, "process_rss_bytes": 1104019456}, "peak_prefill_memory": null, "peak_decode_memory": 6245229192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3503 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cded710f2b41f376ac6b9386", "attempt_id": "ab753c6b8c70", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:15.243689Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 74, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010458054021000862, "decode_payload_ms": 0.0, "receiver_prefill_ms": 23.98908301256597, "ttft_ms": 12.990458984859288, "decode_ms": 13.091583037748933}, "total_wall_ms": 50.45033304486424, "ttft_ms": 12.990458984859288, "input_usage": {"receiver_prompt_tokens": 74}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1104035840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6247801480, "mlx_cache_bytes": 660850356, "process_rss_bytes": 1104035840}, "peak_prefill_memory": null, "peak_decode_memory": 6247801480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3504 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "01df0d5770fae40c0bf7fd4d", "attempt_id": "e724186a7075", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:15.312733Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 2005, "message_tokens": 1931, "message_utf8_bytes": 7555, "cache_tensor_bytes": null, "serialized_payload_bytes": 7555, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00758306123316288, "decode_payload_ms": 0.0, "receiver_prefill_ms": 209.92433291394264, "ttft_ms": 13.613582937978208, "decode_ms": 149.44733295124024}, "total_wall_ms": 375.8760839700699, "ttft_ms": 13.613582937978208, "input_usage": {"receiver_prompt_tokens": 2005}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1104068608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7045693328, "mlx_cache_bytes": 1541629444, "process_rss_bytes": 1104068608}, "peak_prefill_memory": null, "peak_decode_memory": 7045693328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-37Z-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "output_hash": "a9fc9678b963b7c3d6778c275b5aeffc61762adbe622c0b7221038130b0f941f"} |
| |
3505 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b84947d40baeb09b73cf4858", "attempt_id": "e2266c23946e", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:15.707134Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 2013, "message_tokens": 1931, "message_utf8_bytes": 7555, "cache_tensor_bytes": null, "serialized_payload_bytes": 7555, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00758306123316288, "decode_payload_ms": 0.0, "receiver_prefill_ms": 220.67149996291846, "ttft_ms": 13.722416013479233, "decode_ms": 152.59737509768456}, "total_wall_ms": 389.85645899083465, "ttft_ms": 13.722416013479233, "input_usage": {"receiver_prompt_tokens": 2013}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1104101376, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7048872000, "mlx_cache_bytes": 2332829188, "process_rss_bytes": 1104101376}, "peak_prefill_memory": null, "peak_decode_memory": 7048872000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3506 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "630438559ca7b4e95d749c33", "attempt_id": "f0ca03518df8", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:16.115280Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 2012, "message_tokens": 1931, "message_utf8_bytes": 7555, "cache_tensor_bytes": null, "serialized_payload_bytes": 7555, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00758306123316288, "decode_payload_ms": 0.0, "receiver_prefill_ms": 259.70862503163517, "ttft_ms": 14.089333009906113, "decode_ms": 96.31399996578693}, "total_wall_ms": 372.93379195034504, "ttft_ms": 14.089333009906113, "input_usage": {"receiver_prompt_tokens": 2012}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1104117760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7048872000, "mlx_cache_bytes": 2332829188, "process_rss_bytes": 1104117760}, "peak_prefill_memory": null, "peak_decode_memory": 7048872000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3507 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "edd4e097e30196874f8f69ac", "attempt_id": "49357f6ad9ae", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:16.507068Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 2007, "message_tokens": 1931, "message_utf8_bytes": 7555, "cache_tensor_bytes": null, "serialized_payload_bytes": 7555, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00758306123316288, "decode_payload_ms": 0.0, "receiver_prefill_ms": 276.4393329853192, "ttft_ms": 14.078957960009575, "decode_ms": 96.17033402901143}, "total_wall_ms": 389.44229192566127, "ttft_ms": 14.078957960009575, "input_usage": {"receiver_prompt_tokens": 2007}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1104117760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7088324672, "mlx_cache_bytes": 2940970500, "process_rss_bytes": 1104117760}, "peak_prefill_memory": null, "peak_decode_memory": 7088324672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3508 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "25013174f3b943c50b72d1c2", "attempt_id": "a679973c5a2c", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:16.915029Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 2015, "message_tokens": 1931, "message_utf8_bytes": 7555, "cache_tensor_bytes": null, "serialized_payload_bytes": 7555, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00758306123316288, "decode_payload_ms": 0.0, "receiver_prefill_ms": 274.61895800661296, "ttft_ms": 14.025417040102184, "decode_ms": 123.1783750699833}, "total_wall_ms": 414.64737500064075, "ttft_ms": 14.025417040102184, "input_usage": {"receiver_prompt_tokens": 2015}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1104134144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7049936960, "mlx_cache_bytes": 3733235204, "process_rss_bytes": 1104134144}, "peak_prefill_memory": null, "peak_decode_memory": 7049936960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,326,886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "output_hash": "e3010154fffa148727cf0089dd15f522da80a70472d3718942ebc33c8f37eecd"} |
| |
3509 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "018c7f6287467504ab7c8f9a", "attempt_id": "bfd0083924b8", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:17.349400Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1931}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 1909, "cache_tensor_bytes": null, "serialized_payload_bytes": 1909, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1843339307233691, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.51700007915497, "ttft_ms": 13.549625058658421, "decode_ms": 13.315333053469658}, "total_wall_ms": 111.92733398638666, "ttft_ms": 13.549625058658421, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1104265216, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 4123502084, "process_rss_bytes": 1104265216}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d606ef3229462c5b64182419e7471cf4583c9b29177d5b9c4e84ec6fc95f4f91", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3510 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "280cb234564aacdab1338fcb", "attempt_id": "80a13c7a01c3", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:17.483133Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1931}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 603, "message_tokens": 516, "message_utf8_bytes": 1909, "cache_tensor_bytes": null, "serialized_payload_bytes": 1909, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1843339307233691, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.21237496379763, "ttft_ms": 13.354416005313396, "decode_ms": 148.00670894328505}, "total_wall_ms": 243.79683297593147, "ttft_ms": 13.354416005313396, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1104297984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 4490176004, "process_rss_bytes": 1104297984}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d606ef3229462c5b64182419e7471cf4583c9b29177d5b9c4e84ec6fc95f4f91", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3511 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cbf4b22ecd44dec19020ca66", "attempt_id": "42dc3c61e11c", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:17.746065Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1931}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 1909, "cache_tensor_bytes": null, "serialized_payload_bytes": 1909, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1843339307233691, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.55349997710437, "ttft_ms": 13.37229204364121, "decode_ms": 13.391416054219007}, "total_wall_ms": 103.52570901159197, "ttft_ms": 13.37229204364121, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1104314368, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 4490176004, "process_rss_bytes": 1104314368}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d606ef3229462c5b64182419e7471cf4583c9b29177d5b9c4e84ec6fc95f4f91", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3512 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70b29c289f78afdb3e4951c9", "attempt_id": "7ce8dc1da0ff", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:17.869965Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1931}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 1909, "cache_tensor_bytes": null, "serialized_payload_bytes": 1909, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1843339307233691, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.26020801439881, "ttft_ms": 13.46204208675772, "decode_ms": 13.265792047604918}, "total_wall_ms": 106.07675008941442, "ttft_ms": 13.46204208675772, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1104330752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4735542788, "process_rss_bytes": 1104330752}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d606ef3229462c5b64182419e7471cf4583c9b29177d5b9c4e84ec6fc95f4f91", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3513 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1f97172a06ce0f884dabe92b", "attempt_id": "ee8351ba3aa0", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:17.994234Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1931}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 605, "message_tokens": 516, "message_utf8_bytes": 1909, "cache_tensor_bytes": null, "serialized_payload_bytes": 1909, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1843339307233691, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.92100000753999, "ttft_ms": 13.653166010044515, "decode_ms": 13.295582961291075}, "total_wall_ms": 106.94158298429102, "ttft_ms": 13.653166010044515, "input_usage": {"receiver_prompt_tokens": 605}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1104330752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6570094680, "mlx_cache_bytes": 4984251908, "process_rss_bytes": 1104330752}, "peak_prefill_memory": null, "peak_decode_memory": 6570094680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d606ef3229462c5b64182419e7471cf4583c9b29177d5b9c4e84ec6fc95f4f91", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3514 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "82129822bfd06d3fdff86aae", "attempt_id": "abcf1691f5c3", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:18.121812Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 579, "message_tokens": 504, "message_utf8_bytes": 1319, "cache_tensor_bytes": null, "serialized_payload_bytes": 1319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6230419278144836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.71274999342859, "ttft_ms": 13.654874986968935, "decode_ms": 66.99695903807878}, "total_wall_ms": 160.3819589363411, "ttft_ms": 13.654874986968935, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1104429056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557134936, "mlx_cache_bytes": 5336376836, "process_rss_bytes": 1104429056}, "peak_prefill_memory": null, "peak_decode_memory": 6557134936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Solveig Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f74433359712928fca00fa1340ce409418aa4f034cc8e1e422209658704afbd6", "output_hash": "e8ab0865f91df9014acb09d61e1d335b3d9a4bac27e4e92d8640483d9162b27c"} |
| |
3515 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3aef390d3b1b1b0c5db81eb7", "attempt_id": "c587c258f610", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:18.299979Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 587, "message_tokens": 504, "message_utf8_bytes": 1319, "cache_tensor_bytes": null, "serialized_payload_bytes": 1319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6230419278144836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.56008394062519, "ttft_ms": 13.518708059564233, "decode_ms": 13.340292032808065}, "total_wall_ms": 105.39641592185944, "ttft_ms": 13.518708059564233, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1104445440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5678867972, "process_rss_bytes": 1104445440}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f74433359712928fca00fa1340ce409418aa4f034cc8e1e422209658704afbd6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3516 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5185439803de30ee9ebe3c9c", "attempt_id": "40f4ba168aa9", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:18.423619Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 586, "message_tokens": 504, "message_utf8_bytes": 1319, "cache_tensor_bytes": null, "serialized_payload_bytes": 1319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6230419278144836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.4222079673782, "ttft_ms": 13.560583000071347, "decode_ms": 13.275041943416}, "total_wall_ms": 106.24454100616276, "ttft_ms": 13.560583000071347, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1104445440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 5678867972, "process_rss_bytes": 1104445440}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f74433359712928fca00fa1340ce409418aa4f034cc8e1e422209658704afbd6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3517 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "003c7b108cf7b3b1915f4ff3", "attempt_id": "2c9a6e3ae6bf", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:18.548331Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 581, "message_tokens": 504, "message_utf8_bytes": 1319, "cache_tensor_bytes": null, "serialized_payload_bytes": 1319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6230419278144836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.8408750668168, "ttft_ms": 13.366124941967428, "decode_ms": 93.65312498994172}, "total_wall_ms": 186.91945809405297, "ttft_ms": 13.366124941967428, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1104461824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 5917746692, "process_rss_bytes": 1104461824}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f74433359712928fca00fa1340ce409418aa4f034cc8e1e422209658704afbd6", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3518 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1c4a1626eff816fabe328f6b", "attempt_id": "4728765cd619", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:18.754273Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 15}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 589, "message_tokens": 504, "message_utf8_bytes": 1319, "cache_tensor_bytes": null, "serialized_payload_bytes": 1319, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6230419278144836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.5971249891445, "ttft_ms": 13.338209013454616, "decode_ms": 120.79033302143216}, "total_wall_ms": 210.7195840217173, "ttft_ms": 13.338209013454616, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1104478208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6159967748, "process_rss_bytes": 1104478208}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,326,886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f74433359712928fca00fa1340ce409418aa4f034cc8e1e422209658704afbd6", "output_hash": "e3010154fffa148727cf0089dd15f522da80a70472d3718942ebc33c8f37eecd"} |
| |
3519 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "42d1dbd42c7f3cd47d075299", "attempt_id": "c9a38baff69a", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:18.984809Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 587, "message_tokens": 512, "message_utf8_bytes": 1385, "cache_tensor_bytes": null, "serialized_payload_bytes": 1385, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9822080610319972, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.26937501784414, "ttft_ms": 13.73841695021838, "decode_ms": 147.82279205974191}, "total_wall_ms": 236.76383402198553, "ttft_ms": 13.73841695021838, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1104510976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 6159967748, "process_rss_bytes": 1104510976}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-37Z-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5d5de3c4c8484e6899689b051645f78dc75a6795452e372a3126f191f3fc7247", "output_hash": "a9fc9678b963b7c3d6778c275b5aeffc61762adbe622c0b7221038130b0f941f"} |
| |
3520 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "884e0d33f843313db64ffcce", "attempt_id": "6923c5601b95", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:19.240522Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 27}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 595, "message_tokens": 512, "message_utf8_bytes": 1788, "cache_tensor_bytes": null, "serialized_payload_bytes": 1788, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0172079782932997, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.01558304950595, "ttft_ms": 13.369165943004191, "decode_ms": 147.36033300869167}, "total_wall_ms": 234.8558750236407, "ttft_ms": 13.369165943004191, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1104592896, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 6159967748, "process_rss_bytes": 1104592896}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "efe0264a2cd34883b24dfaf3e381995400be176e084c7828bed0e9a724bd3ec1", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3521 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b3a4446e8f67c22cedf1b4ca", "attempt_id": "de9f10b643a8", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:19.494344Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 590, "message_tokens": 508, "message_utf8_bytes": 1343, "cache_tensor_bytes": null, "serialized_payload_bytes": 1343, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9252500021830201, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.69383293855935, "ttft_ms": 13.550792005844414, "decode_ms": 93.86925003491342}, "total_wall_ms": 180.03524991218, "ttft_ms": 13.550792005844414, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1104625664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584283224, "mlx_cache_bytes": 6424405508, "process_rss_bytes": 1104625664}, "peak_prefill_memory": null, "peak_decode_memory": 6584283224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0931690619cf5123e0dc4ec256867f9df9f0612b7a6f5048f58645d71cf0d1a3", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3522 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "50735548b663c39d5ed31a16", "attempt_id": "83dc0b505a05", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:19.693912Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 499, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 577, "message_tokens": 500, "message_utf8_bytes": 1574, "cache_tensor_bytes": null, "serialized_payload_bytes": 1574, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.8959589758887887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.82125001680106, "ttft_ms": 13.497167034074664, "decode_ms": 93.56008400209248}, "total_wall_ms": 175.80687499139458, "ttft_ms": 13.497167034074664, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1104642048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555955288, "mlx_cache_bytes": 6661514756, "process_rss_bytes": 1104642048}, "peak_prefill_memory": null, "peak_decode_memory": 6555955288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "367ccdf465108b7b9151a0cc4d3e3485f5067f33a1bd8e22b8be53e83730e4d7", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3523 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7cbb7cdc3d16dad49fd2c06f", "attempt_id": "fadcab54406e", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:19.889862Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 16}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 588, "message_tokens": 503, "message_utf8_bytes": 1291, "cache_tensor_bytes": null, "serialized_payload_bytes": 1291, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.8617499843239784, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.48250001389533, "ttft_ms": 13.41316697653383, "decode_ms": 120.71716703940183}, "total_wall_ms": 206.4317089971155, "ttft_ms": 13.41316697653383, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1104642048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562738264, "mlx_cache_bytes": 6816638468, "process_rss_bytes": 1104642048}, "peak_prefill_memory": null, "peak_decode_memory": 6562738264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,326,886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "74f600ba81a3264e7e9e39fefeec72b33dc6f1bf6728a1ddbbc16b9149595076", "output_hash": "e3010154fffa148727cf0089dd15f522da80a70472d3718942ebc33c8f37eecd"} |
| |
3524 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb52224c8e8eb917dd52b1f9", "attempt_id": "ec7de61807a8", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:27.367849Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1286, "cache_tensor_bytes": null, "serialized_payload_bytes": 1286, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7252.931625000201, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.81795793399215, "ttft_ms": 13.76220805104822, "decode_ms": 149.5029169600457}, "total_wall_ms": 234.23724994063377, "ttft_ms": 13.76220805104822, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 2047, "sender_output_tokens": 512, "sender_prefill_ms": 233.3957499358803, "sender_ttft_ms": 13.836500002071261, "sender_decode_ms": 7003.353917039931}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1105068032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 8042128900, "process_rss_bytes": 1105068032}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-37Z-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "25191b9fec0866dab2c5fc3e12ca5e4757cda52d142c9eeca068cb83c1ec6ea3", "output_hash": "a9fc9678b963b7c3d6778c275b5aeffc61762adbe622c0b7221038130b0f941f"} |
| |
3525 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4b987a989115a792dc00b3fd", "attempt_id": "52e85c2bdbdf", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:27.621747Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 599, "message_tokens": 512, "message_utf8_bytes": 1286, "cache_tensor_bytes": null, "serialized_payload_bytes": 1286, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7252.931625000201, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.04270900506526, "ttft_ms": 13.515125028789043, "decode_ms": 150.9817079640925}, "total_wall_ms": 235.662457998842, "ttft_ms": 13.515125028789043, "input_usage": {"receiver_prompt_tokens": 599, "sender_input_tokens": 2047, "sender_output_tokens": 512, "sender_prefill_ms": 233.3957499358803, "sender_ttft_ms": 13.836500002071261, "sender_decode_ms": 7003.353917039931}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1105084416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6589558872, "mlx_cache_bytes": 8310498820, "process_rss_bytes": 1105084416}, "peak_prefill_memory": null, "peak_decode_memory": 6589558872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "25191b9fec0866dab2c5fc3e12ca5e4757cda52d142c9eeca068cb83c1ec6ea3", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3526 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9636a8d7bc59c43fdf846492", "attempt_id": "3901a5452ef1", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:27.878429Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1286, "cache_tensor_bytes": null, "serialized_payload_bytes": 1286, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7252.931625000201, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.56924998667091, "ttft_ms": 13.489832985214889, "decode_ms": 94.65979191008955}, "total_wall_ms": 178.92258299980313, "ttft_ms": 13.489832985214889, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 2047, "sender_output_tokens": 512, "sender_prefill_ms": 233.3957499358803, "sender_ttft_ms": 13.836500002071261, "sender_decode_ms": 7003.353917039931}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1105084416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6587084888, "mlx_cache_bytes": 8310498820, "process_rss_bytes": 1105084416}, "peak_prefill_memory": null, "peak_decode_memory": 6587084888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "25191b9fec0866dab2c5fc3e12ca5e4757cda52d142c9eeca068cb83c1ec6ea3", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3527 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "546668b67cdbe3e4c4ef25d9", "attempt_id": "8bb1dd227d6a", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:28.076717Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1286, "cache_tensor_bytes": null, "serialized_payload_bytes": 1286, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7252.931625000201, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.61449992377311, "ttft_ms": 13.715917011722922, "decode_ms": 94.79562507476658}, "total_wall_ms": 179.29374997038394, "ttft_ms": 13.715917011722922, "input_usage": {"receiver_prompt_tokens": 593, "sender_input_tokens": 2047, "sender_output_tokens": 512, "sender_prefill_ms": 233.3957499358803, "sender_ttft_ms": 13.836500002071261, "sender_decode_ms": 7003.353917039931}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1105100800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6565933144, "mlx_cache_bytes": 8554292740, "process_rss_bytes": 1105100800}, "peak_prefill_memory": null, "peak_decode_memory": 6565933144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "25191b9fec0866dab2c5fc3e12ca5e4757cda52d142c9eeca068cb83c1ec6ea3", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3528 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e039c164c7f69f4509d9ac05", "attempt_id": "4a0105f8b45f", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:28.276888Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 601, "message_tokens": 512, "message_utf8_bytes": 1286, "cache_tensor_bytes": null, "serialized_payload_bytes": 1286, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7252.931625000201, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.22537500597537, "ttft_ms": 13.532791985198855, "decode_ms": 123.15366708207875}, "total_wall_ms": 208.15466693602502, "ttft_ms": 13.532791985198855, "input_usage": {"receiver_prompt_tokens": 601, "sender_input_tokens": 2047, "sender_output_tokens": 512, "sender_prefill_ms": 233.3957499358803, "sender_ttft_ms": 13.836500002071261, "sender_decode_ms": 7003.353917039931}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1105100800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568177752, "mlx_cache_bytes": 8801428996, "process_rss_bytes": 1105100800}, "peak_prefill_memory": null, "peak_decode_memory": 6568177752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,326,886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "25191b9fec0866dab2c5fc3e12ca5e4757cda52d142c9eeca068cb83c1ec6ea3", "output_hash": "e3010154fffa148727cf0089dd15f522da80a70472d3718942ebc33c8f37eecd"} |
| |
3529 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1283d5a4449d856553048971", "attempt_id": "6a7245a7c22b", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:28.505324Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 195, "message_tokens": 117, "message_utf8_bytes": 371, "cache_tensor_bytes": null, "serialized_payload_bytes": 371, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1871.8751250999048, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.69049995671958, "ttft_ms": 14.111500000581145, "decode_ms": 145.85025003179908}, "total_wall_ms": 2066.158459056169, "ttft_ms": 14.111500000581145, "input_usage": {"receiver_prompt_tokens": 195, "sender_input_tokens": 2042, "sender_output_tokens": 117, "sender_prefill_ms": 220.76799999922514, "sender_ttft_ms": 14.469999936409295, "sender_decode_ms": 1635.0136250257492}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1105182720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6338667384, "mlx_cache_bytes": 9624627468, "process_rss_bytes": 1105182720}, "peak_prefill_memory": null, "peak_decode_memory": 6338667384, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-37Z-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d5f8f26dc342d25e9f88a8009299539abd97ed2a676c51bca01a7c33549f859", "output_hash": "a9fc9678b963b7c3d6778c275b5aeffc61762adbe622c0b7221038130b0f941f"} |
| |
3530 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "32d7e76a4297504689f0081a", "attempt_id": "5d7c6d8f3ebd", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:30.590479Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 362, "message_tokens": 276, "message_utf8_bytes": 1167, "cache_tensor_bytes": null, "serialized_payload_bytes": 1167, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4009.555874974467, "decode_payload_ms": 0.0, "receiver_prefill_ms": 47.82866593450308, "ttft_ms": 13.187875039875507, "decode_ms": 147.33200008049607}, "total_wall_ms": 4219.506207969971, "ttft_ms": 13.187875039875507, "input_usage": {"receiver_prompt_tokens": 362, "sender_input_tokens": 2050, "sender_output_tokens": 276, "sender_prefill_ms": 231.54208296909928, "sender_ttft_ms": 13.564708991907537, "sender_decode_ms": 3762.6638329820707}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1105297408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6478947860, "mlx_cache_bytes": 10486877876, "process_rss_bytes": 1105297408}, "peak_prefill_memory": null, "peak_decode_memory": 6478947860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e6cb6ca6fa27589b3d47528d31ceff60c36d33c0e11abdcf99ad0c2599a4f064", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3531 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4483be12a18ee6a25527b2af", "attempt_id": "53184154d2cd", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:34.829385Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 124, "message_tokens": 39, "message_utf8_bytes": 130, "cache_tensor_bytes": null, "serialized_payload_bytes": 130, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 766.2068749777973, "decode_payload_ms": 0.0, "receiver_prefill_ms": 26.378667098470032, "ttft_ms": 13.359250035136938, "decode_ms": 119.42179198376834}, "total_wall_ms": 925.8402079576626, "ttft_ms": 13.359250035136938, "input_usage": {"receiver_prompt_tokens": 124, "sender_input_tokens": 2049, "sender_output_tokens": 39, "sender_prefill_ms": 215.20108298864216, "sender_ttft_ms": 14.29900003131479, "sender_decode_ms": 535.110125085339}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1105379328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6281798256, "mlx_cache_bytes": 10581102260, "process_rss_bytes": 1105379328}, "peak_prefill_memory": null, "peak_decode_memory": 6281798256, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22. 7060 CAD", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5505c88ce3fc2cf8e1b52e5206ace5e6b8be2436b7f5297cde05e48542b3c236", "output_hash": "77a09185e325640f723c6e2a3161edc6510c71808df5630e15f2f0d522354e45"} |
| |
3532 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8e2ce8a6bae441d06588759d", "attempt_id": "f2fab321904f", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:43.007344Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 434, "message_tokens": 345, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7232.596291927621, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.1922909906134, "ttft_ms": 14.484083978459239, "decode_ms": 14.14887502323836}, "total_wall_ms": 83.88304198160768, "ttft_ms": 14.484083978459239, "input_usage": {"receiver_prompt_tokens": 434, "sender_input_tokens": 2075, "sender_output_tokens": 512, "sender_prefill_ms": 235.6283749686554, "sender_ttft_ms": 13.490833109244704, "sender_decode_ms": 6981.63904203102}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1105739776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6537946932, "mlx_cache_bytes": 11019334112, "process_rss_bytes": 1105739776}, "peak_prefill_memory": null, "peak_decode_memory": 6537946932, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "363775bb106a527311b1ee3461c5614126dea8a03b1527aa504b8a06f311a85d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3533 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "196c5c43b2005cc38133f606", "attempt_id": "6d47af273484", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:43.110457Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 442, "message_tokens": 345, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7232.596291927621, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.0853749262169, "ttft_ms": 14.401708031073213, "decode_ms": 147.26962498389184}, "total_wall_ms": 216.7475000023842, "ttft_ms": 14.401708031073213, "input_usage": {"receiver_prompt_tokens": 442, "sender_input_tokens": 2075, "sender_output_tokens": 512, "sender_prefill_ms": 235.6283749686554, "sender_ttft_ms": 13.490833109244704, "sender_decode_ms": 6981.63904203102}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1105739776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6542419796, "mlx_cache_bytes": 11379898564, "process_rss_bytes": 1105739776}, "peak_prefill_memory": null, "peak_decode_memory": 6542419796, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z in Mont-Laurier", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "363775bb106a527311b1ee3461c5614126dea8a03b1527aa504b8a06f311a85d", "output_hash": "0a9c2ae53e5954e6aebe2d682b545a1dc737480f08bf278f770b27f2b657bf3e"} |
| |
3534 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "82f077eeb09666bd1d151847", "attempt_id": "8ac7a10319c0", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:43.348374Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 441, "message_tokens": 345, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7232.596291927621, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.824083996005356, "ttft_ms": 13.650167034938931, "decode_ms": 13.348791049793363}, "total_wall_ms": 81.70837501529604, "ttft_ms": 13.650167034938931, "input_usage": {"receiver_prompt_tokens": 441, "sender_input_tokens": 2075, "sender_output_tokens": 512, "sender_prefill_ms": 235.6283749686554, "sender_ttft_ms": 13.490833109244704, "sender_decode_ms": 6981.63904203102}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1105739776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6541780820, "mlx_cache_bytes": 11466406084, "process_rss_bytes": 1105739776}, "peak_prefill_memory": null, "peak_decode_memory": 6541780820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "363775bb106a527311b1ee3461c5614126dea8a03b1527aa504b8a06f311a85d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3535 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1b9f02b9f98fd96b71c0a840", "attempt_id": "b69738c23481", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:43.449328Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 436, "message_tokens": 345, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7232.596291927621, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.68224997073412, "ttft_ms": 13.839457998983562, "decode_ms": 13.416500063613057}, "total_wall_ms": 81.83904201723635, "ttft_ms": 13.839457998983562, "input_usage": {"receiver_prompt_tokens": 436, "sender_input_tokens": 2075, "sender_output_tokens": 512, "sender_prefill_ms": 235.6283749686554, "sender_ttft_ms": 13.490833109244704, "sender_decode_ms": 6981.63904203102}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1105739776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6540928852, "mlx_cache_bytes": 11705350340, "process_rss_bytes": 1105739776}, "peak_prefill_memory": null, "peak_decode_memory": 6540928852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "363775bb106a527311b1ee3461c5614126dea8a03b1527aa504b8a06f311a85d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3536 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e66ccdf33dcb518c5e781319", "attempt_id": "634ddbf1955a", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:43.549883Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 444, "message_tokens": 345, "message_utf8_bytes": 854, "cache_tensor_bytes": null, "serialized_payload_bytes": 854, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7232.596291927621, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.66337497252971, "ttft_ms": 14.178917044773698, "decode_ms": 13.550666975788772}, "total_wall_ms": 82.4385000159964, "ttft_ms": 14.178917044773698, "input_usage": {"receiver_prompt_tokens": 444, "sender_input_tokens": 2075, "sender_output_tokens": 512, "sender_prefill_ms": 235.6283749686554, "sender_ttft_ms": 13.490833109244704, "sender_decode_ms": 6981.63904203102}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1105756160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6543599452, "mlx_cache_bytes": 11948752816, "process_rss_bytes": 1105756160}, "peak_prefill_memory": null, "peak_decode_memory": 6543599452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "363775bb106a527311b1ee3461c5614126dea8a03b1527aa504b8a06f311a85d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3537 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "21921031c307d6257fcf2c68", "attempt_id": "48d5c585b16a", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:43.651872Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 142, "message_tokens": 52, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1204.2404590174556, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.986583093181252, "ttft_ms": 13.551500043831766, "decode_ms": 144.91850009653717}, "total_wall_ms": 1394.1706250188872, "ttft_ms": 13.551500043831766, "input_usage": {"receiver_prompt_tokens": 142, "sender_input_tokens": 2083, "sender_output_tokens": 70, "sender_prefill_ms": 236.51558393612504, "sender_ttft_ms": 13.636166928336024, "sender_decode_ms": 949.6824579546228}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1105772544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6296249208, "mlx_cache_bytes": 12067274672, "process_rss_bytes": 1105772544}, "peak_prefill_memory": null, "peak_decode_memory": 6296249208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-37Z-3885", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9f852714f3c7aa11bb8b8dbbc51f826143658babd6b807b50221f56ae4e34e6b", "output_hash": "a9fc9678b963b7c3d6778c275b5aeffc61762adbe622c0b7221038130b0f941f"} |
| |
3538 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c398d004507cf939a4b11820", "attempt_id": "a449ec44414c", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:45.065586Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 156, "message_tokens": 58, "message_utf8_bytes": 140, "cache_tensor_bytes": null, "serialized_payload_bytes": 140, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1386.392791988328, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.18654096033424, "ttft_ms": 13.229000032879412, "decode_ms": 146.23208297416568}, "total_wall_ms": 1578.0914589995518, "ttft_ms": 13.229000032879412, "input_usage": {"receiver_prompt_tokens": 156, "sender_input_tokens": 2091, "sender_output_tokens": 84, "sender_prefill_ms": 232.43416601326317, "sender_ttft_ms": 13.497167034074664, "sender_decode_ms": 1138.4428748860955}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1105920000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6307111800, "mlx_cache_bytes": 12218187696, "process_rss_bytes": 1105920000}, "peak_prefill_memory": null, "peak_decode_memory": 6307111800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z in Mont-Laurier", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9381ede81d8b2788a88fb6f4f8c59f71117758a171b5854d8e8978a59eaa8b41", "output_hash": "0a9c2ae53e5954e6aebe2d682b545a1dc737480f08bf278f770b27f2b657bf3e"} |
| |
3539 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f3cab657ea6f1614be136195", "attempt_id": "5c47284c5f2b", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:46.662785Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 148, "message_tokens": 51, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1269.5865000132471, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.16508398670703, "ttft_ms": 13.059625052846968, "decode_ms": 93.40029198210686}, "total_wall_ms": 1407.726375036873, "ttft_ms": 13.059625052846968, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 2090, "sender_output_tokens": 75, "sender_prefill_ms": 233.069833018817, "sender_ttft_ms": 13.585750013589859, "sender_decode_ms": 1021.2085000239313}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1105952768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300656504, "mlx_cache_bytes": 12333006768, "process_rss_bytes": 1105952768}, "peak_prefill_memory": null, "peak_decode_memory": 6300656504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "de76e8174113d93403ced2514e371057cabbf7fd9085a8f6910ad53ee8e4b5c6", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3540 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "55095941c65bd4d5e8869f26", "attempt_id": "918471e4f1fd", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:48.090740Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 786, "message_tokens": 711, "message_utf8_bytes": 473, "cache_tensor_bytes": null, "serialized_payload_bytes": 473, "side_information_bytes": 0, "fetched_bytes": 1279, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02762500662356615, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.02433307655156, "ttft_ms": 13.439791975542903, "decode_ms": 13.910042005591094}, "total_wall_ms": 121.18179106619209, "ttft_ms": 13.439791975542903, "input_usage": {"receiver_prompt_tokens": 786, "sender_input_tokens": 2075, "sender_output_tokens": 512, "sender_prefill_ms": 235.6283749686554, "sender_ttft_ms": 13.490833109244704, "sender_decode_ms": 6981.63904203102}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1106132992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6689992780, "mlx_cache_bytes": 12790136752, "process_rss_bytes": 1106132992}, "peak_prefill_memory": null, "peak_decode_memory": 6689992780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1279, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9ea304c98b2c3b87067f6d4bf2eac59454afc575388e4615a686813e56a0c73b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3541 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ba8b4dabfa0d3b7e192c9847", "attempt_id": "d33b0112f2b3", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:48.231535Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 794, "message_tokens": 711, "message_utf8_bytes": 473, "cache_tensor_bytes": null, "serialized_payload_bytes": 473, "side_information_bytes": 0, "fetched_bytes": 1279, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02762500662356615, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.68395905382931, "ttft_ms": 13.647207990288734, "decode_ms": 148.54116702917963}, "total_wall_ms": 256.2069999985397, "ttft_ms": 13.647207990288734, "input_usage": {"receiver_prompt_tokens": 794, "sender_input_tokens": 2075, "sender_output_tokens": 512, "sender_prefill_ms": 235.6283749686554, "sender_ttft_ms": 13.490833109244704, "sender_decode_ms": 6981.63904203102}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1106132992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6681571404, "mlx_cache_bytes": 13276561328, "process_rss_bytes": 1106132992}, "peak_prefill_memory": null, "peak_decode_memory": 6681571404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1279, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "267ad12e4b3168b7fa5f620272c2ecabfac916b7cf7d9365774441f4e3307726", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3542 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6522a1a1b7efb6caf05edff5", "attempt_id": "70776760126c", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:48.506883Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 793, "message_tokens": 711, "message_utf8_bytes": 473, "cache_tensor_bytes": null, "serialized_payload_bytes": 473, "side_information_bytes": 0, "fetched_bytes": 1279, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02762500662356615, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.35562500543892, "ttft_ms": 13.427291996777058, "decode_ms": 13.898374978452921}, "total_wall_ms": 121.00254197139293, "ttft_ms": 13.427291996777058, "input_usage": {"receiver_prompt_tokens": 793, "sender_input_tokens": 2075, "sender_output_tokens": 512, "sender_prefill_ms": 235.6283749686554, "sender_ttft_ms": 13.490833109244704, "sender_decode_ms": 6981.63904203102}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1106132992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6680948812, "mlx_cache_bytes": 13393346480, "process_rss_bytes": 1106132992}, "peak_prefill_memory": null, "peak_decode_memory": 6680948812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1279, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cd5ec09e81c5e8c2014ca610b3eba0c1f42b1c25bfaa81c61e5ef77083d3c25b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3543 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c5c452c56dec0f84856d30d8", "attempt_id": "43f5cf731bc7", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:48.646677Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 788, "message_tokens": 711, "message_utf8_bytes": 473, "cache_tensor_bytes": null, "serialized_payload_bytes": 473, "side_information_bytes": 0, "fetched_bytes": 1279, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02762500662356615, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.25912506412715, "ttft_ms": 14.019083930179477, "decode_ms": 13.454583939164877}, "total_wall_ms": 122.99349997192621, "ttft_ms": 14.019083930179477, "input_usage": {"receiver_prompt_tokens": 788, "sender_input_tokens": 2075, "sender_output_tokens": 512, "sender_prefill_ms": 235.6283749686554, "sender_ttft_ms": 13.490833109244704, "sender_decode_ms": 6981.63904203102}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1106132992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6686584920, "mlx_cache_bytes": 13717454768, "process_rss_bytes": 1106132992}, "peak_prefill_memory": null, "peak_decode_memory": 6686584920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1279, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3e7eff99e8dc674413857fe9921624cf2c95f79c2e90be6a144cd1092a676bcb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3544 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "494dfb8883ed9c731a3d199d", "attempt_id": "0d186582372d", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:48.788664Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 796, "message_tokens": 711, "message_utf8_bytes": 473, "cache_tensor_bytes": null, "serialized_payload_bytes": 473, "side_information_bytes": 0, "fetched_bytes": 1279, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02762500662356615, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.16325008776039, "ttft_ms": 13.496125000528991, "decode_ms": 13.751916005276144}, "total_wall_ms": 125.70495798718184, "ttft_ms": 13.496125000528991, "input_usage": {"receiver_prompt_tokens": 796, "sender_input_tokens": 2075, "sender_output_tokens": 512, "sender_prefill_ms": 235.6283749686554, "sender_ttft_ms": 13.490833109244704, "sender_decode_ms": 6981.63904203102}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1106132992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6682456140, "mlx_cache_bytes": 14044905392, "process_rss_bytes": 1106132992}, "peak_prefill_memory": null, "peak_decode_memory": 6682456140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1279, "retrieved_refs": 5}, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3e7eff99e8dc674413857fe9921624cf2c95f79c2e90be6a144cd1092a676bcb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3545 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8638d6fe62f7e9132396e557", "attempt_id": "cc04de525bb4", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:48.933084Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.8022143935581276}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 2005, "message_tokens": 1931, "message_utf8_bytes": 7555, "cache_tensor_bytes": null, "serialized_payload_bytes": 1987, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0802080612629652, "decode_payload_ms": 0.011791009455919266, "receiver_prefill_ms": 240.52870797459036, "ttft_ms": 13.95191706251353, "decode_ms": 149.50070809572935}, "total_wall_ms": 406.83287498541176, "ttft_ms": 13.95191706251353, "input_usage": {"receiver_prompt_tokens": 2005}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1106247680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7045693328, "mlx_cache_bytes": 14044905392, "process_rss_bytes": 1106247680}, "peak_prefill_memory": null, "peak_decode_memory": 7045693328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-37Z-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "output_hash": "a9fc9678b963b7c3d6778c275b5aeffc61762adbe622c0b7221038130b0f941f"} |
| |
3546 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e82ff60a299ac12735341c3d", "attempt_id": "7476b8d7e5bc", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:49.359467Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.8022143935581276}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 2013, "message_tokens": 1931, "message_utf8_bytes": 7555, "cache_tensor_bytes": null, "serialized_payload_bytes": 1987, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0802080612629652, "decode_payload_ms": 0.011791009455919266, "receiver_prefill_ms": 244.14391594473273, "ttft_ms": 14.159041922539473, "decode_ms": 149.8005409957841}, "total_wall_ms": 410.97379208076745, "ttft_ms": 14.159041922539473, "input_usage": {"receiver_prompt_tokens": 2013}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1106247680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7048872000, "mlx_cache_bytes": 14044905392, "process_rss_bytes": 1106247680}, "peak_prefill_memory": null, "peak_decode_memory": 7048872000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3547 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6487b6534e3eee0ce1e389d6", "attempt_id": "c6cee1ad44c9", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:49.789629Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.8022143935581276}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 2012, "message_tokens": 1931, "message_utf8_bytes": 7555, "cache_tensor_bytes": null, "serialized_payload_bytes": 1987, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0802080612629652, "decode_payload_ms": 0.011791009455919266, "receiver_prefill_ms": 243.9979169284925, "ttft_ms": 14.051583013497293, "decode_ms": 95.16995900776237}, "total_wall_ms": 356.13662493415177, "ttft_ms": 14.051583013497293, "input_usage": {"receiver_prompt_tokens": 2012}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1106264064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7048872000, "mlx_cache_bytes": 14044905392, "process_rss_bytes": 1106264064}, "peak_prefill_memory": null, "peak_decode_memory": 7048872000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3548 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c82a115e3f3657a8d84978e0", "attempt_id": "8b65c272a8f9", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:50.164659Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.8022143935581276}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 2007, "message_tokens": 1931, "message_utf8_bytes": 7555, "cache_tensor_bytes": null, "serialized_payload_bytes": 1987, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0802080612629652, "decode_payload_ms": 0.011791009455919266, "receiver_prefill_ms": 254.28704102523625, "ttft_ms": 13.952750014141202, "decode_ms": 95.70837498176843}, "total_wall_ms": 366.9034580234438, "ttft_ms": 13.952750014141202, "input_usage": {"receiver_prompt_tokens": 2007}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1106280448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7096565824, "mlx_cache_bytes": 14044905392, "process_rss_bytes": 1106280448}, "peak_prefill_memory": null, "peak_decode_memory": 7096565824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3549 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b9964dc08497ba7a03316640", "attempt_id": "52dc930f1145", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:50.551090Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.8022143935581276}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 2015, "message_tokens": 1931, "message_utf8_bytes": 7555, "cache_tensor_bytes": null, "serialized_payload_bytes": 1987, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0802080612629652, "decode_payload_ms": 0.011791009455919266, "receiver_prefill_ms": 255.53254096303135, "ttft_ms": 14.148207963444293, "decode_ms": 123.00154205877334}, "total_wall_ms": 395.64674999564886, "ttft_ms": 14.148207963444293, "input_usage": {"receiver_prompt_tokens": 2015}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1106296832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7049936960, "mlx_cache_bytes": 14044905392, "process_rss_bytes": 1106296832}, "peak_prefill_memory": null, "peak_decode_memory": 7049936960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,326,886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "output_hash": "e3010154fffa148727cf0089dd15f522da80a70472d3718942ebc33c8f37eecd"} |
| |
3550 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "be9e898647ac70c4e83788f2", "attempt_id": "c2a7ed150ddc", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:51.612378Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2651475919212843, "origin_tokens": 1756, "compressed_tokens": 580, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 780, "message_tokens": 704, "message_utf8_bytes": 2022, "cache_tensor_bytes": null, "serialized_payload_bytes": 2022, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 646.3759579928592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.49670803546906, "ttft_ms": 13.733041938394308, "decode_ms": 121.2465000571683}, "total_wall_ms": 229.30170793551952, "ttft_ms": 13.733041938394308, "input_usage": {"receiver_prompt_tokens": 780}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1131036672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6672969804, "mlx_cache_bytes": 14503051184, "process_rss_bytes": 1131036672}, "peak_prefill_memory": null, "peak_decode_memory": 6672969804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "-37Z-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5eef5a010ea9daed1c5c5062f6028be9ff34602a4fa8a285bb17f7be76a3c765", "output_hash": "f50f3129f6e72d4a4953e02c6ad287cfa252bb6ad2ba3c97618936c153ea5172"} |
| |
3551 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d36b1847928ef1ba316f47c", "attempt_id": "0de686f21fc5", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:51.862104Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2651475919212843, "origin_tokens": 1756, "compressed_tokens": 580, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 788, "message_tokens": 704, "message_utf8_bytes": 2022, "cache_tensor_bytes": null, "serialized_payload_bytes": 2022, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 646.3759579928592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.50512497965246, "ttft_ms": 13.760750065557659, "decode_ms": 135.39970794226974}, "total_wall_ms": 243.04500001017004, "ttft_ms": 13.760750065557659, "input_usage": {"receiver_prompt_tokens": 788}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1131036672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6686584920, "mlx_cache_bytes": 14503051184, "process_rss_bytes": 1131036672}, "peak_prefill_memory": null, "peak_decode_memory": 6686584920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5eef5a010ea9daed1c5c5062f6028be9ff34602a4fa8a285bb17f7be76a3c765", "output_hash": "9fb9aaa5f8883ff59d3920d40e326333a63e58ac28cb942385facff7c74488d8"} |
| |
3552 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b3a485348dd1dd8db5377317", "attempt_id": "8cd5e7897be1", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:52.124995Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2651475919212843, "origin_tokens": 1756, "compressed_tokens": 580, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 787, "message_tokens": 704, "message_utf8_bytes": 2022, "cache_tensor_bytes": null, "serialized_payload_bytes": 2022, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 646.3759579928592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.95124998223037, "ttft_ms": 13.429125072434545, "decode_ms": 27.426999993622303}, "total_wall_ms": 134.17245901655406, "ttft_ms": 13.429125072434545, "input_usage": {"receiver_prompt_tokens": 787}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1131036672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6686388312, "mlx_cache_bytes": 14618951600, "process_rss_bytes": 1131036672}, "peak_prefill_memory": null, "peak_decode_memory": 6686388312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5eef5a010ea9daed1c5c5062f6028be9ff34602a4fa8a285bb17f7be76a3c765", "output_hash": "785f3ec7eb32f30b90cd0fcf3657d388b5ff4297f2f9716ff66e9b69c05ddd09"} |
| |
3553 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb704474a1952d96bde74551", "attempt_id": "a95facfc8e0b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:52.278471Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2651475919212843, "origin_tokens": 1756, "compressed_tokens": 580, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 782, "message_tokens": 704, "message_utf8_bytes": 2022, "cache_tensor_bytes": null, "serialized_payload_bytes": 2022, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 646.3759579928592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.97908295411617, "ttft_ms": 13.938124990090728, "decode_ms": 95.49016691744328}, "total_wall_ms": 203.76504096202552, "ttft_ms": 13.938124990090728, "input_usage": {"receiver_prompt_tokens": 782}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1131036672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6694219852, "mlx_cache_bytes": 15001616304, "process_rss_bytes": 1131036672}, "peak_prefill_memory": null, "peak_decode_memory": 6694219852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5eef5a010ea9daed1c5c5062f6028be9ff34602a4fa8a285bb17f7be76a3c765", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3554 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "313bc78322eaa39ca5ae6f0e", "attempt_id": "c3bce18055c5", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:52.501544Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2651475919212843, "origin_tokens": 1756, "compressed_tokens": 580, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 790, "message_tokens": 704, "message_utf8_bytes": 2022, "cache_tensor_bytes": null, "serialized_payload_bytes": 2022, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 646.3759579928592, "decode_payload_ms": 0.0, "receiver_prefill_ms": 93.19308307021856, "ttft_ms": 13.86433292645961, "decode_ms": 149.32016690727323}, "total_wall_ms": 257.71304103545845, "ttft_ms": 13.86433292645961, "input_usage": {"receiver_prompt_tokens": 790}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1131036672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6702575728, "mlx_cache_bytes": 15326609328, "process_rss_bytes": 1131036672}, "peak_prefill_memory": null, "peak_decode_memory": 6702575728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7, 572, 201", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5eef5a010ea9daed1c5c5062f6028be9ff34602a4fa8a285bb17f7be76a3c765", "output_hash": "bbe054f35ea89215e639122be2cb863077a1c641c10a6e6e773dbcbb715d49a2"} |
| |
3555 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cc81fb5d3280a032fbb10a68", "attempt_id": "34b114b0ea30", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:53.081045Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 35, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 72622080, "serialized_payload_bytes": 72638156, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 301.76524992566556, "doc_prefill_ms": 217.78725006151944, "compress_ms": 1.7755000153556466, "serialize_ms": 79.23091598786414, "load_ms": 1.875624991953373, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.347875060513616, "ttft_ms": 27.347875060513616, "decode_ms": 154.96187505777925}, "total_wall_ms": 185.7468329835683, "ttft_ms": 27.347875060513616, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1215381504, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6441886012, "mlx_cache_bytes": 16092839997, "process_rss_bytes": 1215381504}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6441886012, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-37Z-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4cd3f8f8d78685af717619901ac606e79a85a8b397add98f7293eaa4f568f772", "output_hash": "a9fc9678b963b7c3d6778c275b5aeffc61762adbe622c0b7221038130b0f941f"} |
| |
3556 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "02f50bbf97b2b3612e8fce45", "attempt_id": "564e3ff6150a", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:53.287221Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 43, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 72622080, "serialized_payload_bytes": 72638156, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 301.76524992566556, "doc_prefill_ms": 217.78725006151944, "compress_ms": 1.7755000153556466, "serialize_ms": 79.23091598786414, "load_ms": 1.5199169283732772, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.42058301717043, "ttft_ms": 26.42058301717043, "decode_ms": 153.3178749959916}, "total_wall_ms": 182.76462494395673, "ttft_ms": 26.42058301717043, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1215381504, "backend_memory": {"mlx_active_bytes": 6396207112, "mlx_peak_bytes": 6448767292, "mlx_cache_bytes": 16190752802, "process_rss_bytes": 1215381504}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6448767292, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4cd3f8f8d78685af717619901ac606e79a85a8b397add98f7293eaa4f568f772", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3557 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "711508ef5146288b470863e5", "attempt_id": "6d46388319d9", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:53.489732Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 42, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 72622080, "serialized_payload_bytes": 72638156, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 301.76524992566556, "doc_prefill_ms": 217.78725006151944, "compress_ms": 1.7755000153556466, "serialize_ms": 79.23091598786414, "load_ms": 1.7468339065089822, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.559250032529235, "ttft_ms": 25.559250032529235, "decode_ms": 97.36404207069427}, "total_wall_ms": 126.13920797593892, "ttft_ms": 25.559250032529235, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1215381504, "backend_memory": {"mlx_active_bytes": 6396207112, "mlx_peak_bytes": 6448193772, "mlx_cache_bytes": 16190752802, "process_rss_bytes": 1215381504}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6448193772, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4cd3f8f8d78685af717619901ac606e79a85a8b397add98f7293eaa4f568f772", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3558 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "936f5e3aec22133911cad2e7", "attempt_id": "c9920e0af069", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:53.636420Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 37, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 72622080, "serialized_payload_bytes": 72638156, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 301.76524992566556, "doc_prefill_ms": 217.78725006151944, "compress_ms": 1.7755000153556466, "serialize_ms": 79.23091598786414, "load_ms": 1.57745904289186, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.229915907606483, "ttft_ms": 26.229915907606483, "decode_ms": 99.21241702977568}, "total_wall_ms": 128.49562498740852, "ttft_ms": 26.229915907606483, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1215381504, "backend_memory": {"mlx_active_bytes": 6395224072, "mlx_peak_bytes": 6444884204, "mlx_cache_bytes": 16219539490, "process_rss_bytes": 1215381504}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6444884204, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4cd3f8f8d78685af717619901ac606e79a85a8b397add98f7293eaa4f568f772", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3559 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a8f48a8899fb118abd6b4e08", "attempt_id": "aa2a49d5ec53", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:53.784870Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320709640}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 45, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 72622080, "serialized_payload_bytes": 72638156, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 301.76524992566556, "doc_prefill_ms": 217.78725006151944, "compress_ms": 1.7755000153556466, "serialize_ms": 79.23091598786414, "load_ms": 1.3332500820979476, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.53637500386685, "ttft_ms": 25.53637500386685, "decode_ms": 127.68470903392881}, "total_wall_ms": 156.1285830102861, "ttft_ms": 25.53637500386685, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1215381504, "backend_memory": {"mlx_active_bytes": 6396207112, "mlx_peak_bytes": 6449979708, "mlx_cache_bytes": 16255701183, "process_rss_bytes": 1215381504}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6449979708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,326,886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4cd3f8f8d78685af717619901ac606e79a85a8b397add98f7293eaa4f568f772", "output_hash": "e3010154fffa148727cf0089dd15f522da80a70472d3718942ebc33c8f37eecd"} |
| |
3560 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8eedd8113db2bb33144970d4", "attempt_id": "3ad6a0c97df9", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:53.978415Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "cd0594aa1e73fcc4", "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 35, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 72622080, "serialized_payload_bytes": 72638184, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.470541992224753, "doc_prefill_ms": 217.78725006151944, "compress_ms": 0.6694999756291509, "serialize_ms": 16.62995805963874, "load_ms": 8.175249909982085, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.457250001840293, "ttft_ms": 26.457250001840293, "decode_ms": 155.35354102030396}, "total_wall_ms": 191.6002909420058, "ttft_ms": 26.457250001840293, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1288519680, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6441525452, "mlx_cache_bytes": 16257077439, "process_rss_bytes": 1288519680}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6441525452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-37Z-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "da4e2d426472fc73506322d3a50325dd0d67bafeed77a84dd111c68aca28e6dc", "output_hash": "a9fc9678b963b7c3d6778c275b5aeffc61762adbe622c0b7221038130b0f941f"} |
| |
3561 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "62890d527f7009eec14256cc", "attempt_id": "a60b95633f3e", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:54.190725Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "cd0594aa1e73fcc4", "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 43, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 72622080, "serialized_payload_bytes": 72638184, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.470541992224753, "doc_prefill_ms": 217.78725006151944, "compress_ms": 0.6694999756291509, "serialize_ms": 16.62995805963874, "load_ms": 7.315000053495169, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.893333066254854, "ttft_ms": 26.893333066254854, "decode_ms": 156.26066701952368}, "total_wall_ms": 192.06274999305606, "ttft_ms": 26.893333066254854, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1300709376, "backend_memory": {"mlx_active_bytes": 6396010504, "mlx_peak_bytes": 6448603372, "mlx_cache_bytes": 16255897791, "process_rss_bytes": 1300709376}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6448603372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "da4e2d426472fc73506322d3a50325dd0d67bafeed77a84dd111c68aca28e6dc", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3562 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d0b2fc2b947d372d78c05c96", "attempt_id": "47bf63ce0734", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:54.403467Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "cd0594aa1e73fcc4", "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 42, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 72622080, "serialized_payload_bytes": 72638184, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.470541992224753, "doc_prefill_ms": 217.78725006151944, "compress_ms": 0.6694999756291509, "serialize_ms": 16.62995805963874, "load_ms": 7.526166969910264, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.51754203159362, "ttft_ms": 25.51754203159362, "decode_ms": 98.25316607020795}, "total_wall_ms": 132.92270805686712, "ttft_ms": 25.51754203159362, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1312899072, "backend_memory": {"mlx_active_bytes": 6396010504, "mlx_peak_bytes": 6448029932, "mlx_cache_bytes": 16255897791, "process_rss_bytes": 1312899072}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6448029932, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "da4e2d426472fc73506322d3a50325dd0d67bafeed77a84dd111c68aca28e6dc", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3563 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "634a5fb5133918f5fe24c88d", "attempt_id": "d17dc4601b48", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:54.557910Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "cd0594aa1e73fcc4", "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 37, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 72622080, "serialized_payload_bytes": 72638184, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.470541992224753, "doc_prefill_ms": 217.78725006151944, "compress_ms": 0.6694999756291509, "serialize_ms": 16.62995805963874, "load_ms": 7.3611249681562185, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.843708008527756, "ttft_ms": 26.843708008527756, "decode_ms": 98.59220799989998}, "total_wall_ms": 134.32374992407858, "ttft_ms": 26.843708008527756, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1325088768, "backend_memory": {"mlx_active_bytes": 6394830856, "mlx_peak_bytes": 6444671212, "mlx_cache_bytes": 16257077439, "process_rss_bytes": 1325088768}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6444671212, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "da4e2d426472fc73506322d3a50325dd0d67bafeed77a84dd111c68aca28e6dc", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3564 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fd5d0baad7f80f41e5e88d53", "attempt_id": "b15416ab424b", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:54.712204Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6320513032}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "cd0594aa1e73fcc4", "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 45, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 72622080, "serialized_payload_bytes": 72638184, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.470541992224753, "doc_prefill_ms": 217.78725006151944, "compress_ms": 0.6694999756291509, "serialize_ms": 16.62995805963874, "load_ms": 7.0610420079901814, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.85474995430559, "ttft_ms": 25.85474995430559, "decode_ms": 126.28058297559619}, "total_wall_ms": 160.77945800498128, "ttft_ms": 25.85474995430559, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1325088768, "backend_memory": {"mlx_active_bytes": 6396010504, "mlx_peak_bytes": 6449815796, "mlx_cache_bytes": 16255897791, "process_rss_bytes": 1325088768}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6449815796, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,326,886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "da4e2d426472fc73506322d3a50325dd0d67bafeed77a84dd111c68aca28e6dc", "output_hash": "e3010154fffa148727cf0089dd15f522da80a70472d3718942ebc33c8f37eecd"} |
| |
3565 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "05e2bc4c80cf39b8c1ed382a", "attempt_id": "abd2945e7f89", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:54.915016Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286590216}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 35, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 38580480, "serialized_payload_bytes": 38614670, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 21.719541982747614, "doc_prefill_ms": 217.78725006151944, "compress_ms": 9.234291035681963, "serialize_ms": 12.129832990467548, "load_ms": 1.9195000641047955, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.74529102537781, "ttft_ms": 20.74529102537781, "decode_ms": 163.2046669255942}, "total_wall_ms": 187.38845805637538, "ttft_ms": 20.74529102537781, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1364066304, "backend_memory": {"mlx_active_bytes": 6326661384, "mlx_peak_bytes": 6385089496, "mlx_cache_bytes": 16411553167, "process_rss_bytes": 1364066304}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6385089496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-37Z-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e386f1dada57650f4d5dcba6e2867314eb21193607fee59d4b0815acf09f3e7c", "output_hash": "a9fc9678b963b7c3d6778c275b5aeffc61762adbe622c0b7221038130b0f941f"} |
| |
3566 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a6d86532b75216f8c38b6d88", "attempt_id": "670aa31f7961", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:55.122140Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286590216}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 43, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 38580480, "serialized_payload_bytes": 38614670, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 21.719541982747614, "doc_prefill_ms": 217.78725006151944, "compress_ms": 9.234291035681963, "serialize_ms": 12.129832990467548, "load_ms": 1.672249985858798, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.223000017926097, "ttft_ms": 21.223000017926097, "decode_ms": 163.60854101367295}, "total_wall_ms": 188.05908295325935, "ttft_ms": 21.223000017926097, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1364361216, "backend_memory": {"mlx_active_bytes": 6326670600, "mlx_peak_bytes": 6396208248, "mlx_cache_bytes": 16455238591, "process_rss_bytes": 1364361216}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6396208248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e386f1dada57650f4d5dcba6e2867314eb21193607fee59d4b0815acf09f3e7c", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3567 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9356817c7c9e83207c8de133", "attempt_id": "09d29752d421", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:55.329256Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286590216}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 42, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 38580480, "serialized_payload_bytes": 38614670, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 21.719541982747614, "doc_prefill_ms": 217.78725006151944, "compress_ms": 9.234291035681963, "serialize_ms": 12.129832990467548, "load_ms": 1.7568330513313413, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.060124970972538, "ttft_ms": 21.060124970972538, "decode_ms": 103.26616698876023}, "total_wall_ms": 127.66029196791351, "ttft_ms": 21.060124970972538, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1364377600, "backend_memory": {"mlx_active_bytes": 6326664840, "mlx_peak_bytes": 6395176248, "mlx_cache_bytes": 16455244351, "process_rss_bytes": 1364377600}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6395176248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e386f1dada57650f4d5dcba6e2867314eb21193607fee59d4b0815acf09f3e7c", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3568 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ba85f730dfa93ff07318a330", "attempt_id": "12bd061cae9b", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:55.476848Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286590216}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 37, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 38580480, "serialized_payload_bytes": 38614670, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 21.719541982747614, "doc_prefill_ms": 217.78725006151944, "compress_ms": 9.234291035681963, "serialize_ms": 12.129832990467548, "load_ms": 1.7750420374795794, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.770458970218897, "ttft_ms": 20.770458970218897, "decode_ms": 103.68220799136907}, "total_wall_ms": 127.78808397706598, "ttft_ms": 20.770458970218897, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1364377600, "backend_memory": {"mlx_active_bytes": 6326659080, "mlx_peak_bytes": 6408531164, "mlx_cache_bytes": 16457052351, "process_rss_bytes": 1364377600}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6408531164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e386f1dada57650f4d5dcba6e2867314eb21193607fee59d4b0815acf09f3e7c", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3569 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9bd08b8747a0aedda89c57df", "attempt_id": "bdcc5b220e41", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:55.624619Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6286590216}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 45, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 38580480, "serialized_payload_bytes": 38614670, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 21.719541982747614, "doc_prefill_ms": 217.78725006151944, "compress_ms": 9.234291035681963, "serialize_ms": 12.129832990467548, "load_ms": 1.6940840287134051, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.127875079400837, "ttft_ms": 21.127875079400837, "decode_ms": 104.7472080681473}, "total_wall_ms": 129.1950000450015, "ttft_ms": 21.127875079400837, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1364377600, "backend_memory": {"mlx_active_bytes": 6326668296, "mlx_peak_bytes": 6397309184, "mlx_cache_bytes": 16484673039, "process_rss_bytes": 1364377600}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6397309184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7326886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e386f1dada57650f4d5dcba6e2867314eb21193607fee59d4b0815acf09f3e7c", "output_hash": "ddc85acd6cbdff30a16524b0cda81f2e37dd9ff0813e8fd1752c2cfa3ab376c9"} |
| |
3570 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4585e15171fdd0ec4fdbcf2a", "attempt_id": "b48e797b19a5", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:55.849306Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268666120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 35, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 20424960, "serialized_payload_bytes": 20459012, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.66679194476455, "doc_prefill_ms": 217.78725006151944, "compress_ms": 8.664624998345971, "serialize_ms": 65.63716591335833, "load_ms": 1.9131249282509089, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.82779200281948, "ttft_ms": 20.82779200281948, "decode_ms": 695.4234590521082}, "total_wall_ms": 720.0071250554174, "ttft_ms": 20.82779200281948, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1405468672, "backend_memory": {"mlx_active_bytes": 6294438152, "mlx_peak_bytes": 6345154376, "mlx_cache_bytes": 16606584463, "process_rss_bytes": 1405468672}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6345154376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\nBased\nBased\nunknown\nTheunknownBased2 the o\n\nThe The\n 2\nTheord are\n cont are\nThe\n The \n\n \nThe\n\n\n\n\n the\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e65e773a662c964df385b7f917866a26afc95e5c38ca8b33ecd13c45c59f226", "output_hash": "208f1619c0ff3fa52510d23493d8c9041e71c7058cc6b10ab41ef5a272018028"} |
| |
3571 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "00cd9f63ea20ee9496b4abea", "attempt_id": "11bfa9dbd5f1", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:56.589794Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268666120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 43, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 20424960, "serialized_payload_bytes": 20459012, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.66679194476455, "doc_prefill_ms": 217.78725006151944, "compress_ms": 8.664624998345971, "serialize_ms": 65.63716591335833, "load_ms": 1.5932500828057528, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.054333890788257, "ttft_ms": 21.054333890788257, "decode_ms": 690.308167017065}, "total_wall_ms": 714.5176250487566, "ttft_ms": 21.054333890788257, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1405468672, "backend_memory": {"mlx_active_bytes": 6294470920, "mlx_peak_bytes": 6355846744, "mlx_cache_bytes": 16606551695, "process_rss_bytes": 1405468672}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6355846744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " unknown\nunknownBased the question the question the the the the the the the the the the the the the the the the answer the the the the the thethe the the the thethethe thethe the thethethe the thethe the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e65e773a662c964df385b7f917866a26afc95e5c38ca8b33ecd13c45c59f226", "output_hash": "d86b88f55e9cddffd987f311de44b04a27c7ccfa2d5d19161ec41904e60d903f"} |
| |
3572 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5296ddb495538ef4c2e7d9c7", "attempt_id": "cb9a869fee97", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:57.325021Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268666120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 42, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 20424960, "serialized_payload_bytes": 20459012, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.66679194476455, "doc_prefill_ms": 217.78725006151944, "compress_ms": 8.664624998345971, "serialize_ms": 65.63716591335833, "load_ms": 1.7030410235747695, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.40466694254428, "ttft_ms": 21.40466694254428, "decode_ms": 703.8666249718517}, "total_wall_ms": 728.6568749696016, "ttft_ms": 21.40466694254428, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1405468672, "backend_memory": {"mlx_active_bytes": 6294520072, "mlx_peak_bytes": 6354813576, "mlx_cache_bytes": 16606502543, "process_rss_bytes": 1405468672}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6354813576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>\n<|im_start|>useruser\nBasedBased2\nToThe\n2\n2\n2333\n2\n034\n204\n203320\n300020000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e65e773a662c964df385b7f917866a26afc95e5c38ca8b33ecd13c45c59f226", "output_hash": "2f69b292345c3d79d4ba39eb3a0064dbf2995ced7b91dfbe542c524b77e362ba"} |
| |
3573 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bd1ed3c3adbfcea7e626b60b", "attempt_id": "b27e4be47f1c", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:58.074911Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268666120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 37, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 20424960, "serialized_payload_bytes": 20459012, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.66679194476455, "doc_prefill_ms": 217.78725006151944, "compress_ms": 8.664624998345971, "serialize_ms": 65.63716591335833, "load_ms": 1.5940419398248196, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.975290914066136, "ttft_ms": 20.975290914066136, "decode_ms": 265.8905000425875}, "total_wall_ms": 290.1123749325052, "ttft_ms": 20.975290914066136, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 37}, "output_usage": {"output_tokens": 18}, "provider_cached_usage": null, "process_memory": 1405468672, "backend_memory": {"mlx_active_bytes": 6289971592, "mlx_peak_bytes": 6367039560, "mlx_cache_bytes": 16611051023, "process_rss_bytes": 1405468672}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6367039560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n<|im_start|>\n<|im_start|>user\n\nTheTheBased on\nThe answer\nThe\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e65e773a662c964df385b7f917866a26afc95e5c38ca8b33ecd13c45c59f226", "output_hash": "88fe4ed36596ac20cc01979c4d4f6bdd8a17b9eb350c5b16fe9521dd789e9e7c"} |
| |
3574 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "433e6ba52ea0100c6b66286a", "attempt_id": "9787c05de015", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:58.383616Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268666120}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 45, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 20424960, "serialized_payload_bytes": 20459012, "side_information_bytes": 34052, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 74.66679194476455, "doc_prefill_ms": 217.78725006151944, "compress_ms": 8.664624998345971, "serialize_ms": 65.63716591335833, "load_ms": 1.7253749538213015, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.99537500180304, "ttft_ms": 20.99537500180304, "decode_ms": 687.3034579912201}, "total_wall_ms": 711.8081250227988, "ttft_ms": 20.99537500180304, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1405501440, "backend_memory": {"mlx_active_bytes": 6294569224, "mlx_peak_bytes": 6356949856, "mlx_cache_bytes": 16606453391, "process_rss_bytes": 1405501440}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6356949856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>userow\nBasedThe\nBasedt\n the the the the the the the the the the the thet thet the the the the thet the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1e65e773a662c964df385b7f917866a26afc95e5c38ca8b33ecd13c45c59f226", "output_hash": "0e8b9890e37835dd1f6cc9e923673ef72799092e2ab978fa88b680a58a4f729e"} |
| |
3575 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "585413b5542bcc3831200293", "attempt_id": "5a15a0434aed", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:59.161422Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1970, "keep": 492, "compress_ms": 8.093209005892277}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 35, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153003, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 45.636957976967096, "doc_prefill_ms": 217.78725006151944, "compress_ms": 8.129832916893065, "serialize_ms": 37.348459009081125, "load_ms": 1.2606659438461065, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.845791928470135, "ttft_ms": 18.845791928470135, "decode_ms": 133.71491699945182}, "total_wall_ms": 155.3999159950763, "ttft_ms": 18.845791928470135, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1426915328, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6323249356, "mlx_cache_bytes": 16614131519, "process_rss_bytes": 1426915328}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6323249356, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "NR-63B-5289", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf04375bba7813a8f4743b691fdf3e2211d95e066b93d1b6dcf90f00b4fd3363", "output_hash": "b99f390a3723c05ed4133781dcb9f82643050fb282be44aae60956b8c4618834"} |
| |
3576 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7d28bdae5c64d8356f8843c1", "attempt_id": "e1a7e8ec3888", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:59.337830Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1970, "keep": 492, "compress_ms": 8.093209005892277}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 43, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153003, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 45.636957976967096, "doc_prefill_ms": 217.78725006151944, "compress_ms": 8.129832916893065, "serialize_ms": 37.348459009081125, "load_ms": 1.4927500160411, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.736458965577185, "ttft_ms": 18.736458965577185, "decode_ms": 175.20016594789922}, "total_wall_ms": 199.60329204332083, "ttft_ms": 18.736458965577185, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 43}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": 1426931712, "backend_memory": {"mlx_active_bytes": 6287663112, "mlx_peak_bytes": 6330409196, "mlx_cache_bytes": 16613361471, "process_rss_bytes": 1426931712}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6330409196, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 121-A, Saint-Jean-Bernard", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf04375bba7813a8f4743b691fdf3e2211d95e066b93d1b6dcf90f00b4fd3363", "output_hash": "b9de5e7cfed27d345c81af69adf688f657481bab6cccc5bcf0789f4f5bd7d95b"} |
| |
3577 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d521d33183da049b9f297ba5", "attempt_id": "fad5ec5bffd5", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:59.557180Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1970, "keep": 492, "compress_ms": 8.093209005892277}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 42, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153003, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 45.636957976967096, "doc_prefill_ms": 217.78725006151944, "compress_ms": 8.129832916893065, "serialize_ms": 37.348459009081125, "load_ms": 1.5544169582426548, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.201750004664063, "ttft_ms": 18.201750004664063, "decode_ms": 93.53904204908758}, "total_wall_ms": 114.81633293442428, "ttft_ms": 18.201750004664063, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1426931712, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6329835756, "mlx_cache_bytes": 16614131519, "process_rss_bytes": 1426931712}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6329835756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14.2857", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf04375bba7813a8f4743b691fdf3e2211d95e066b93d1b6dcf90f00b4fd3363", "output_hash": "0defb96c83cb02b30f4fe03975a350b5a8807e485fab490b0f9dacf3204162f9"} |
| |
3578 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "dbe787faf8f299e9d01ec1f1", "attempt_id": "a9f9fc6e6742", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:59.692303Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1970, "keep": 492, "compress_ms": 8.093209005892277}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 37, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153003, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 45.636957976967096, "doc_prefill_ms": 217.78725006151944, "compress_ms": 8.129832916893065, "serialize_ms": 37.348459009081125, "load_ms": 1.5387919265776873, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.426875001750886, "ttft_ms": 18.426875001750886, "decode_ms": 67.54108401946723}, "total_wall_ms": 88.98416592273861, "ttft_ms": 18.426875001750886, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 37}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1426931712, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6325575916, "mlx_cache_bytes": 16614164287, "process_rss_bytes": 1426931712}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6325575916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf04375bba7813a8f4743b691fdf3e2211d95e066b93d1b6dcf90f00b4fd3363", "output_hash": "35f478457e4410e2555ce2bf5af1b6238d983ed6200f35ece8b1c14ac277374e"} |
| |
3579 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "22d4cdc19d20e32d523f7ecf", "attempt_id": "ac49160e4de5", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:59.800692Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1970, "keep": 492, "compress_ms": 8.093209005892277}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 45, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153003, "side_information_bytes": 15915, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 45.636957976967096, "doc_prefill_ms": 217.78725006151944, "compress_ms": 8.129832916893065, "serialize_ms": 37.348459009081125, "load_ms": 1.3618330704048276, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.730291980318725, "ttft_ms": 18.730291980318725, "decode_ms": 67.18729110434651}, "total_wall_ms": 88.80937506910414, "ttft_ms": 18.730291980318725, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 45}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1426931712, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6331179252, "mlx_cache_bytes": 16614164287, "process_rss_bytes": 1426931712}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6331179252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bf04375bba7813a8f4743b691fdf3e2211d95e066b93d1b6dcf90f00b4fd3363", "output_hash": "c5d1866aabc15dda07995e73b08c4ccb514947dcd3a621cea851af5fe366f11b"} |
| |
3580 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cd86d904b10cb6da0cf32e01", "attempt_id": "688fb46e9a70", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:16:59.923524Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1970, "keep": 492, "compress_ms": 9.908500011079013}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 35, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.672292047180235, "doc_prefill_ms": 217.78725006151944, "compress_ms": 9.94133297353983, "serialize_ms": 4.552709055133164, "load_ms": 1.4363749651238322, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.222999991849065, "ttft_ms": 18.222999991849065, "decode_ms": 637.6664579147473}, "total_wall_ms": 658.9154999237508, "ttft_ms": 18.222999991849065, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1444298752, "backend_memory": {"mlx_active_bytes": 6287958024, "mlx_peak_bytes": 6323249356, "mlx_cache_bytes": 16613066559, "process_rss_bytes": 1444298752}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6323249356, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "assistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\nassistant:\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "967647fca3e0486aead8a21c0e67735f79a11e602390dea41cca02eaf8c99142"} |
| |
3581 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0bf15b9d33362dff2e74e8e3", "attempt_id": "ccdd558b1c5f", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:00.602947Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1970, "keep": 492, "compress_ms": 9.908500011079013}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 43, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.672292047180235, "doc_prefill_ms": 217.78725006151944, "compress_ms": 9.94133297353983, "serialize_ms": 4.552709055133164, "load_ms": 1.49125000461936, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.49458401557058, "ttft_ms": 18.49458401557058, "decode_ms": 633.97524994798}, "total_wall_ms": 655.5421670200303, "ttft_ms": 18.49458401557058, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1444298752, "backend_memory": {"mlx_active_bytes": 6288875528, "mlx_peak_bytes": 6330409196, "mlx_cache_bytes": 16616195903, "process_rss_bytes": 1444298752}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6330409196, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The question is about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "c0753a5666ce98ad4c125fa60db59b5fec41d91c6421b086c201c138e691705b"} |
| |
3582 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "85be1df330f1e0557fa984a8", "attempt_id": "e62106929719", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:01.278280Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1970, "keep": 492, "compress_ms": 9.908500011079013}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 42, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.672292047180235, "doc_prefill_ms": 217.78725006151944, "compress_ms": 9.94133297353983, "serialize_ms": 4.552709055133164, "load_ms": 0.6513749249279499, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.595832982100546, "ttft_ms": 18.595832982100546, "decode_ms": 636.5569999907166}, "total_wall_ms": 657.3034579632804, "ttft_ms": 18.595832982100546, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1444298752, "backend_memory": {"mlx_active_bytes": 6288924680, "mlx_peak_bytes": 6329835756, "mlx_cache_bytes": 16616146751, "process_rss_bytes": 1444298752}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6329835756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The internal site remains unchanged.\nThe internal site remains unchanged.\nThe internal site remains unchanged.\nThe internal site remains unchanged.\nThe internal site remains unchanged.\nThe internal site remains unchanged.\nThe internal site remains unchanged.\nThe internal site remains unchanged.\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "c6af51b7f84ef71a22871d9d28cece3759d7c52c8c7ece4938a16e6683fa229c"} |
| |
3583 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "509eb4d46ec346f1dc58d87b", "attempt_id": "1e5cd06c3130", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:01.956060Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1970, "keep": 492, "compress_ms": 9.908500011079013}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 37, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.672292047180235, "doc_prefill_ms": 217.78725006151944, "compress_ms": 9.94133297353983, "serialize_ms": 4.552709055133164, "load_ms": 1.5718750655651093, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.265416962094605, "ttft_ms": 18.265416962094605, "decode_ms": 630.6829589884728}, "total_wall_ms": 652.0105840172619, "ttft_ms": 18.265416962094605, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1444298752, "backend_memory": {"mlx_active_bytes": 6287925256, "mlx_peak_bytes": 6325575916, "mlx_cache_bytes": 16617146175, "process_rss_bytes": 1444298752}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6325575916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The question is about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about about", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "c0753a5666ce98ad4c125fa60db59b5fec41d91c6421b086c201c138e691705b"} |
| |
3584 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d789943d50d95be3be91da88", "attempt_id": "37cd71e8e92d", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:02.628030Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1970, "keep": 492, "compress_ms": 9.908500011079013}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 45, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.672292047180235, "doc_prefill_ms": 217.78725006151944, "compress_ms": 9.94133297353983, "serialize_ms": 4.552709055133164, "load_ms": 1.4756249729543924, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.729083007201552, "ttft_ms": 18.729083007201552, "decode_ms": 634.6782499458641}, "total_wall_ms": 656.3717919634655, "ttft_ms": 18.729083007201552, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 45}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1444298752, "backend_memory": {"mlx_active_bytes": 6288924680, "mlx_peak_bytes": 6331179252, "mlx_cache_bytes": 16616146751, "process_rss_bytes": 1444298752}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6331179252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "7e57a27f64c095430747df629b60af0fcc7996b95b2b514d724b4dabd003b47b"} |
| |
3585 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e935835077ee353ff3715f39", "attempt_id": "d72d73fe2db3", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:03.304500Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 35, "compress_ms": 42.56508301477879}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 35, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153043, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.10483392793685, "doc_prefill_ms": 217.78725006151944, "compress_ms": 43.94720809068531, "serialize_ms": 3.928750054910779, "load_ms": 1.1686669895425439, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.185458960942924, "ttft_ms": 18.185458960942924, "decode_ms": 93.3547910535708}, "total_wall_ms": 162.44520898908377, "ttft_ms": 18.185458960942924, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1445806080, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6322413772, "mlx_cache_bytes": 16714319815, "process_rss_bytes": 1445806080}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6322413772, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d73eebf91382f2f300abdc562c742add262e52c399c68205994f30740ea9810f", "output_hash": "3fe33f8b2aea64f115e7304b092726b9e39e1fdc6ad72af04cd1d3ac04048b23"} |
| |
3586 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3c9ef14d6fe2bebd0e4470e3", "attempt_id": "1a875b79f9d1", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:03.487105Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 43, "compress_ms": 41.802958003245294}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 43, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153044, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.80387503746897, "doc_prefill_ms": 217.78725006151944, "compress_ms": 43.17566705867648, "serialize_ms": 6.400124984793365, "load_ms": 1.2080409796908498, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.332500010728836, "ttft_ms": 18.332500010728836, "decode_ms": 148.19937502034009}, "total_wall_ms": 219.15895794518292, "ttft_ms": 18.332500010728836, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1445822464, "backend_memory": {"mlx_active_bytes": 6287958024, "mlx_peak_bytes": 6328918252, "mlx_cache_bytes": 16726067143, "process_rss_bytes": 1445822464}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6328918252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db1a10bd210cf4472c0325432e36a9c60ebfe9e7860c17882545caa5c4ac79f", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3587 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1c6d0c44f5d9ec69a509a5f8", "attempt_id": "acd7165b18a5", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:03.726687Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 42, "compress_ms": 40.45970807783306}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 42, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153043, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.04233300779015, "doc_prefill_ms": 217.78725006151944, "compress_ms": 41.82529204990715, "serialize_ms": 3.9905000012367964, "load_ms": 1.062333001755178, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.184417043812573, "ttft_ms": 18.184417043812573, "decode_ms": 94.13345798384398}, "total_wall_ms": 161.02062503341585, "ttft_ms": 18.184417043812573, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1445822464, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6328344812, "mlx_cache_bytes": 16732440519, "process_rss_bytes": 1445822464}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6328344812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d73eebf91382f2f300abdc562c742add262e52c399c68205994f30740ea9810f", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3588 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b75196358f09080ae6af3a0", "attempt_id": "45b5a02baa2f", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:03.907192Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 37, "compress_ms": 41.429582983255386}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 37, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153044, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.23341693170369, "doc_prefill_ms": 217.78725006151944, "compress_ms": 42.79541701544076, "serialize_ms": 4.211249994114041, "load_ms": 1.1828329879790545, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.991957953199744, "ttft_ms": 17.991957953199744, "decode_ms": 93.17787503823638}, "total_wall_ms": 161.13458294421434, "ttft_ms": 17.991957953199744, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1445822464, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6324134124, "mlx_cache_bytes": 16741861319, "process_rss_bytes": 1445822464}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6324134124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0db1a10bd210cf4472c0325432e36a9c60ebfe9e7860c17882545caa5c4ac79f", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3589 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b8231caccc636607ffcc80f5", "attempt_id": "1fc29022ec8f", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:04.089325Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 45, "compress_ms": 42.02966601587832}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 45, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153043, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.81616700347513, "doc_prefill_ms": 217.78725006151944, "compress_ms": 43.427082942798734, "serialize_ms": 4.165583057329059, "load_ms": 1.205249922350049, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.425292102620006, "ttft_ms": 18.425292102620006, "decode_ms": 93.23583298828453}, "total_wall_ms": 162.326083984226, "ttft_ms": 18.425292102620006, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1445871616, "backend_memory": {"mlx_active_bytes": 6286893064, "mlx_peak_bytes": 6331179252, "mlx_cache_bytes": 16762292167, "process_rss_bytes": 1445871616}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6331179252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7327886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d73eebf91382f2f300abdc562c742add262e52c399c68205994f30740ea9810f", "output_hash": "14034b9cc150967dc4de62a336b0e51aaa33e01e2ee58d4e33a1ccf69b57fcae"} |
| |
3590 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "944531b124fd26d155d245f3", "attempt_id": "aaae546f8c91", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:04.314278Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 19, "compress_ms": 38.59454195480794}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 35, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153043, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.856582975015044, "doc_prefill_ms": 217.78725006151944, "compress_ms": 38.704290986061096, "serialize_ms": 3.0003749998286366, "load_ms": 1.444916008040309, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.181417020969093, "ttft_ms": 18.181417020969093, "decode_ms": 13.472207938320935}, "total_wall_ms": 34.54587503802031, "ttft_ms": 18.181417020969093, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1445953536, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6322413772, "mlx_cache_bytes": 16779577287, "process_rss_bytes": 1445953536}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6322413772, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d73eebf91382f2f300abdc562c742add262e52c399c68205994f30740ea9810f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3591 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b1a1de2fc96692737de589d3", "attempt_id": "cd815945fef7", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:04.368140Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 19, "compress_ms": 38.59454195480794}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 43, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153043, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.856582975015044, "doc_prefill_ms": 217.78725006151944, "compress_ms": 38.704290986061096, "serialize_ms": 3.0003749998286366, "load_ms": 1.5252090524882078, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.459832994267344, "ttft_ms": 18.459832994267344, "decode_ms": 13.459541951306164}, "total_wall_ms": 34.95262493379414, "ttft_ms": 18.459832994267344, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 43}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1445953536, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6328918252, "mlx_cache_bytes": 16779577287, "process_rss_bytes": 1445953536}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6328918252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d73eebf91382f2f300abdc562c742add262e52c399c68205994f30740ea9810f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3592 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d09c7bd2cebffa110b0701db", "attempt_id": "3bb14737f39f", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:04.422438Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 19, "compress_ms": 38.59454195480794}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 42, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153043, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.856582975015044, "doc_prefill_ms": 217.78725006151944, "compress_ms": 38.704290986061096, "serialize_ms": 3.0003749998286366, "load_ms": 1.4986660098657012, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.16291594877839, "ttft_ms": 18.16291594877839, "decode_ms": 13.408959028311074}, "total_wall_ms": 34.539249958470464, "ttft_ms": 18.16291594877839, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 42}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1445953536, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6328344812, "mlx_cache_bytes": 16779577287, "process_rss_bytes": 1445953536}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6328344812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d73eebf91382f2f300abdc562c742add262e52c399c68205994f30740ea9810f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3593 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cdbe542b0a2d188284113b55", "attempt_id": "d8b7ccc3fc58", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:04.475662Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 19, "compress_ms": 38.59454195480794}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 37, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153043, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.856582975015044, "doc_prefill_ms": 217.78725006151944, "compress_ms": 38.704290986061096, "serialize_ms": 3.0003749998286366, "load_ms": 1.523959101177752, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.518749973736703, "ttft_ms": 18.518749973736703, "decode_ms": 13.124833931215107}, "total_wall_ms": 34.62941700126976, "ttft_ms": 18.518749973736703, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 37}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1445953536, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6324134124, "mlx_cache_bytes": 16779577287, "process_rss_bytes": 1445953536}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6324134124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d73eebf91382f2f300abdc562c742add262e52c399c68205994f30740ea9810f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3594 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "be15e6e5570f6c08cf10c028", "attempt_id": "732ad72e6df0", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:04.529803Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 19, "compress_ms": 38.59454195480794}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 45, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153043, "side_information_bytes": 15955, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.856582975015044, "doc_prefill_ms": 217.78725006151944, "compress_ms": 38.704290986061096, "serialize_ms": 3.0003749998286366, "load_ms": 1.5196249587461352, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.504333100281656, "ttft_ms": 18.504333100281656, "decode_ms": 13.500665896572173}, "total_wall_ms": 34.96900002937764, "ttft_ms": 18.504333100281656, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 45}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1445953536, "backend_memory": {"mlx_active_bytes": 6286860296, "mlx_peak_bytes": 6331179252, "mlx_cache_bytes": 16779577287, "process_rss_bytes": 1445953536}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6331179252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d73eebf91382f2f300abdc562c742add262e52c399c68205994f30740ea9810f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3595 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d26821df3c22e7fc82a5fe83", "attempt_id": "39c59ca79434", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:04.584425Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 35, "compress_ms": 46.501792035996914}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 35, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18153000, "side_information_bytes": 15912, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 52.55320796277374, "doc_prefill_ms": 217.78725006151944, "compress_ms": 47.864167019724846, "serialize_ms": 4.46237507276237, "load_ms": 1.2309999438002706, "receiver_prefill_ms": 0.0, "query_prefill_ms": 330.87204198818654, "ttft_ms": 330.87204198818654, "decode_ms": 82.50374998897314}, "total_wall_ms": 468.7684579985216, "ttft_ms": 330.87204198818654, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1464287232, "backend_memory": {"mlx_active_bytes": 6286696456, "mlx_peak_bytes": 6313610476, "mlx_cache_bytes": 16838939091, "process_rss_bytes": 1464287232}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6313610476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-333", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b91317f291a7c49532d29c3554951294e33d86d6cfcebe06360467482e293e93", "output_hash": "41b25ad68f5e7a8c3e1d3e6520cbb2ff90c4d0c1e3fcd73bbdcc038a7d699ffa"} |
| |
3596 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "792eee5e274e36a4aab287ae", "attempt_id": "c0f428166f5d", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:05.072905Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 43, "compress_ms": 42.00233309529722}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 43, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152999, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.114542034454644, "doc_prefill_ms": 217.78725006151944, "compress_ms": 43.44904201570898, "serialize_ms": 4.442874924279749, "load_ms": 1.2332499027252197, "receiver_prefill_ms": 0.0, "query_prefill_ms": 409.1937090270221, "ttft_ms": 409.1937090270221, "decode_ms": 147.3181659821421}, "total_wall_ms": 607.5292080640793, "ttft_ms": 409.1937090270221, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1481900032, "backend_memory": {"mlx_active_bytes": 6287056904, "mlx_peak_bytes": 6315465128, "mlx_cache_bytes": 16840186547, "process_rss_bytes": 1481900032}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6315465128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "868af7cc71c3a40632735f38fe270edb9c97ec16dfb083bb9f8241e9fd1068cf", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3597 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0fc8d389e5f02ce465e16500", "attempt_id": "b503b79e90a9", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:05.701209Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 42, "compress_ms": 41.48229106795043}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 42, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152999, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.80775005929172, "doc_prefill_ms": 217.78725006151944, "compress_ms": 43.11129101552069, "serialize_ms": 4.458082956261933, "load_ms": 0.9631660068407655, "receiver_prefill_ms": 0.0, "query_prefill_ms": 395.55487502366304, "ttft_ms": 395.55487502366304, "decode_ms": 93.88420800678432}, "total_wall_ms": 539.8241670336574, "ttft_ms": 395.55487502366304, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1497055232, "backend_memory": {"mlx_active_bytes": 6286827528, "mlx_peak_bytes": 6315223624, "mlx_cache_bytes": 16840612531, "process_rss_bytes": 1497055232}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6315223624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "868af7cc71c3a40632735f38fe270edb9c97ec16dfb083bb9f8241e9fd1068cf", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3598 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "74da870e363f1763fea9224a", "attempt_id": "ff8f28e59c4c", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:06.262186Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 37, "compress_ms": 41.1951249698177}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 37, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152998, "side_information_bytes": 15910, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.421874944120646, "doc_prefill_ms": 217.78725006151944, "compress_ms": 42.71058295853436, "serialize_ms": 4.475332912988961, "load_ms": 1.4540000120177865, "receiver_prefill_ms": 0.0, "query_prefill_ms": 346.83420904912055, "ttft_ms": 346.83420904912055, "decode_ms": 109.06258306931704}, "total_wall_ms": 506.3532090280205, "ttft_ms": 346.83420904912055, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 37}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1513275392, "backend_memory": {"mlx_active_bytes": 6286761992, "mlx_peak_bytes": 6313983452, "mlx_cache_bytes": 16840678067, "process_rss_bytes": 1513275392}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6313983452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Baptiste", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f57b20803e03a03b2c41c6b28248ba99c415905415ea46a5e2726519a9989ffc", "output_hash": "7c232632f778d68ba7419b31f1fa4c4e9bea19d3cb6ca0174cf72eaad6ed346f"} |
| |
3599 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ff9502d52e3e6b8efe702484", "attempt_id": "8266d6acd25c", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:06.788211Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 45, "compress_ms": 41.58370802178979}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 45, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 18137088, "serialized_payload_bytes": 18152999, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.90941698290408, "doc_prefill_ms": 217.78725006151944, "compress_ms": 42.964500025846064, "serialize_ms": 7.724833092652261, "load_ms": 1.236499985679984, "receiver_prefill_ms": 0.0, "query_prefill_ms": 421.4492910541594, "ttft_ms": 421.4492910541594, "decode_ms": 120.79520802944899}, "total_wall_ms": 595.9812499349937, "ttft_ms": 421.4492910541594, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 45}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1524973568, "backend_memory": {"mlx_active_bytes": 6287056904, "mlx_peak_bytes": 6315936384, "mlx_cache_bytes": 16840400107, "process_rss_bytes": 1524973568}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6315936384, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,326,886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "868af7cc71c3a40632735f38fe270edb9c97ec16dfb083bb9f8241e9fd1068cf", "output_hash": "e3010154fffa148727cf0089dd15f522da80a70472d3718942ebc33c8f37eecd"} |
| |
3600 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a5582f3c8341b3e9a8eee61c", "attempt_id": "052af395e8cb", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:07.404537Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 35, "compress_ms": 41.43300000578165, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 35, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 9635328, "serialized_payload_bytes": 9668849, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 89.41170899197459, "doc_prefill_ms": 217.78725006151944, "compress_ms": 49.59995800163597, "serialize_ms": 39.41187495365739, "load_ms": 1.3828750234097242, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.683417070657015, "ttft_ms": 17.683417070657015, "decode_ms": 100.86058301385492}, "total_wall_ms": 210.93604201450944, "ttft_ms": 17.683417070657015, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1542930432, "backend_memory": {"mlx_active_bytes": 6268716116, "mlx_peak_bytes": 6310634860, "mlx_cache_bytes": 16863588487, "process_rss_bytes": 1542930432}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6310634860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TQ-3885", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a117ddb8f6de9a6440f83303047cfe7b51c6795bdc2bb6e4c11c3ce449205436", "output_hash": "3fe33f8b2aea64f115e7304b092726b9e39e1fdc6ad72af04cd1d3ac04048b23"} |
| |
3601 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a5329ca7ece9e7881a8a7a28", "attempt_id": "dd32e61329e1", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:07.635610Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 43, "compress_ms": 41.023542056791484, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 43, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 9635328, "serialized_payload_bytes": 9668850, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.24533295445144, "doc_prefill_ms": 217.78725006151944, "compress_ms": 49.61608292069286, "serialize_ms": 4.205500008538365, "load_ms": 1.4582079602405429, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.784791998565197, "ttft_ms": 17.784791998565197, "decode_ms": 160.0027499953285}, "total_wall_ms": 235.05500005558133, "ttft_ms": 17.784791998565197, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1544339456, "backend_memory": {"mlx_active_bytes": 6268701124, "mlx_peak_bytes": 6321510988, "mlx_cache_bytes": 16870167839, "process_rss_bytes": 1544339456}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6321510988, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 395-Z, Mont-Laurier", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "14ea601904e704601a75340da52a96b604ebd18bd05551f022b6f0d219ef2223", "output_hash": "62705540f1dfbf31a4188d1537cb948fa38b2bfa8e9bb0cce66a6c65b63cbe21"} |
| |
3602 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "efd3142ce44b12142cf2b10a", "attempt_id": "3f4fa61ca0dc", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:07.890717Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 42, "compress_ms": 41.54995805583894, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 42, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 9635328, "serialized_payload_bytes": 9668849, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.192124982364476, "doc_prefill_ms": 217.78725006151944, "compress_ms": 49.873540992848575, "serialize_ms": 3.8841250352561474, "load_ms": 1.0758339194580913, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.727417056448758, "ttft_ms": 17.727417056448758, "decode_ms": 100.27516703121364}, "total_wall_ms": 174.85933401621878, "ttft_ms": 17.727417056448758, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1544355840, "backend_memory": {"mlx_active_bytes": 6268630584, "mlx_peak_bytes": 6315349456, "mlx_cache_bytes": 16876726443, "process_rss_bytes": 1544355840}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6315349456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "22.7060", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a117ddb8f6de9a6440f83303047cfe7b51c6795bdc2bb6e4c11c3ce449205436", "output_hash": "af701ce56cefa8d20cc3946e344bad57b3ddca67140908fc124f710fe1577614"} |
| |
3603 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0b61375f5dafde6708e57421", "attempt_id": "1a939bcbb349", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:08.086665Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 37, "compress_ms": 41.59354092553258, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 37, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 9635328, "serialized_payload_bytes": 9668849, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.51495898887515, "doc_prefill_ms": 217.78725006151944, "compress_ms": 50.183416926302016, "serialize_ms": 3.901708056218922, "load_ms": 1.3112499145790935, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.736708978191018, "ttft_ms": 17.736708978191018, "decode_ms": 100.13295791577548}, "total_wall_ms": 175.24858296383172, "ttft_ms": 17.736708978191018, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 37}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1544355840, "backend_memory": {"mlx_active_bytes": 6268624704, "mlx_peak_bytes": 6311018320, "mlx_cache_bytes": 16876732323, "process_rss_bytes": 1544355840}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6311018320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Nnamdi Baptiste-Roy", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a117ddb8f6de9a6440f83303047cfe7b51c6795bdc2bb6e4c11c3ce449205436", "output_hash": "0828367789e6648fa24fa6e3bfce339a5b9721a26940345b1dc8f263207eb1e6"} |
| |
3604 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "46554fefc243e4266e4c376a", "attempt_id": "c8809596f1d6", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:08.281764Z", "task_family": "synthetic", "document_id": "syn_03033_2000", "document_hash": "e8322af4ac0690ec0c9c2a4bccec233ee23adc63634b0e43efd4a57b40d05f9e", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03033_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1970, "keep": 492, "window_tokens": 45, "compress_ms": 41.776000056415796, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1931, "source_tokens_receiver": 1931, "query_tokens": 45, "message_tokens": 1970, "message_utf8_bytes": 7555, "cache_tensor_bytes": 9635328, "serialized_payload_bytes": 9668850, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.09575002361089, "doc_prefill_ms": 217.78725006151944, "compress_ms": 50.653207930736244, "serialize_ms": 4.066167050041258, "load_ms": 1.3676249654963613, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.0672500282526, "ttft_ms": 18.0672500282526, "decode_ms": 100.08741694036871}, "total_wall_ms": 176.11754196695983, "ttft_ms": 18.0672500282526, "input_usage": {"receiver_prefix_tokens": 1970, "dense_cache_bytes": 72622080, "query_tokens": 45}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1544355840, "backend_memory": {"mlx_active_bytes": 6268633864, "mlx_peak_bytes": 6324498088, "mlx_cache_bytes": 16876723163, "process_rss_bytes": 1544355840}, "peak_prefill_memory": 7032651664, "peak_decode_memory": 6324498088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7327886", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03033_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "14ea601904e704601a75340da52a96b604ebd18bd05551f022b6f0d219ef2223", "output_hash": "14034b9cc150967dc4de62a336b0e51aaa33e01e2ee58d4e33a1ccf69b57fcae"} |
| |
3605 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "abb0e6c43d4865b26bc2d195", "attempt_id": "bf2eda1b1e5e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:08.593810Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006707967258989811, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.357459042221308, "ttft_ms": 13.259291066788137, "decode_ms": 13.294582953676581}, "total_wall_ms": 51.400666940025985, "ttft_ms": 13.259291066788137, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1194983424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6240854412, "mlx_cache_bytes": 147982012, "process_rss_bytes": 1194983424}, "peak_prefill_memory": null, "peak_decode_memory": 6240854412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3606 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0db14aa7e02db143514a5fec", "attempt_id": "6465b5bea827", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:08.672140Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006707967258989811, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.080583010800183, "ttft_ms": 13.369166990742087, "decode_ms": 13.46875005401671}, "total_wall_ms": 51.38054094277322, "ttft_ms": 13.369166990742087, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1194983424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244131464, "mlx_cache_bytes": 208438972, "process_rss_bytes": 1194983424}, "peak_prefill_memory": null, "peak_decode_memory": 6244131464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3607 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "300ad0244ec0925ae657abbf", "attempt_id": "07b4fe7f9b0a", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:08.748435Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006707967258989811, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.06779199372977, "ttft_ms": 13.076792005449533, "decode_ms": 13.383083045482635}, "total_wall_ms": 51.004875102080405, "ttft_ms": 13.076792005449533, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1194983424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6244868744, "mlx_cache_bytes": 251938492, "process_rss_bytes": 1194983424}, "peak_prefill_memory": null, "peak_decode_memory": 6244868744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3608 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6d83ea4764374ddab814340d", "attempt_id": "9f5c774b0133", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:08.825695Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 66, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006707967258989811, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.02008301578462, "ttft_ms": 13.058666023425758, "decode_ms": 13.308165944181383}, "total_wall_ms": 50.84016697946936, "ttft_ms": 13.058666023425758, "input_usage": {"receiver_prompt_tokens": 66}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1194983424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6240788876, "mlx_cache_bytes": 251938492, "process_rss_bytes": 1194983424}, "peak_prefill_memory": null, "peak_decode_memory": 6240788876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3609 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "60585c43e2d7a1ef2bb6525c", "attempt_id": "8df47346a649", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:08.901816Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.006707967258989811, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.34970799367875, "ttft_ms": 13.005792046897113, "decode_ms": 13.467667042277753}, "total_wall_ms": 51.39708297792822, "ttft_ms": 13.005792046897113, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1194983424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6246032008, "mlx_cache_bytes": 282166972, "process_rss_bytes": 1194983424}, "peak_prefill_memory": null, "peak_decode_memory": 6246032008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3610 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "077d767dd4701bb391929940", "attempt_id": "8796418a2170", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:08.977818Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 5994, "message_tokens": 5918, "message_utf8_bytes": 29476, "cache_tensor_bytes": null, "serialized_payload_bytes": 29476, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077500008046627045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 696.9452920602635, "ttft_ms": 14.040624955669045, "decode_ms": 138.60108295921236}, "total_wall_ms": 858.6179999401793, "ttft_ms": 14.040624955669045, "input_usage": {"receiver_prompt_tokens": 5994}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1195016192, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7179722816, "mlx_cache_bytes": 2249033404, "process_rss_bytes": 1195016192}, "peak_prefill_memory": null, "peak_decode_memory": 7179722816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-36G-5705", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "output_hash": "15422ab9bc2261abb7e4ed834eb86ccf1f15efdfe1aa473c023a8154cf537f8a"} |
| |
3611 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bdec4b73567efd9d58c39683", "attempt_id": "9548916e8155", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:09.862213Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 5998, "message_tokens": 5918, "message_utf8_bytes": 29476, "cache_tensor_bytes": null, "serialized_payload_bytes": 29476, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077500008046627045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 712.3591669369489, "ttft_ms": 13.959749951027334, "decode_ms": 153.03350007161498}, "total_wall_ms": 888.3132500341162, "ttft_ms": 13.959749951027334, "input_usage": {"receiver_prompt_tokens": 5998}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1195048960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7181246528, "mlx_cache_bytes": 2996995772, "process_rss_bytes": 1195048960}, "peak_prefill_memory": null, "peak_decode_memory": 7181246528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3612 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d47ccfaaaf19b9c9675879b4", "attempt_id": "df6bb1b105b6", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:10.775911Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 5999, "message_tokens": 5918, "message_utf8_bytes": 29476, "cache_tensor_bytes": null, "serialized_payload_bytes": 29476, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077500008046627045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 737.5541660003364, "ttft_ms": 14.006708050146699, "decode_ms": 97.1850419882685}, "total_wall_ms": 857.7522499253973, "ttft_ms": 14.006708050146699, "input_usage": {"receiver_prompt_tokens": 5999}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1195081728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7181443136, "mlx_cache_bytes": 3518990012, "process_rss_bytes": 1195081728}, "peak_prefill_memory": null, "peak_decode_memory": 7181443136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3613 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38ba145b10b53c4ec6ee542e", "attempt_id": "7fc26c7c3976", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:11.657843Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 5994, "message_tokens": 5918, "message_utf8_bytes": 29476, "cache_tensor_bytes": null, "serialized_payload_bytes": 29476, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077500008046627045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 779.6160000143573, "ttft_ms": 14.174291980452836, "decode_ms": 83.65187502931803}, "total_wall_ms": 886.3205829402432, "ttft_ms": 14.174291980452836, "input_usage": {"receiver_prompt_tokens": 5994}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1195114496, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7179722816, "mlx_cache_bytes": 3518990012, "process_rss_bytes": 1195114496}, "peak_prefill_memory": null, "peak_decode_memory": 7179722816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3614 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ebe3d9d21a333afbcc9f47be", "attempt_id": "f13b2005115b", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:12.569771Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 6001, "message_tokens": 5918, "message_utf8_bytes": 29476, "cache_tensor_bytes": null, "serialized_payload_bytes": 29476, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0077500008046627045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 813.6834999313578, "ttft_ms": 14.218374970369041, "decode_ms": 97.65154193155468}, "total_wall_ms": 934.5302090514451, "ttft_ms": 14.218374970369041, "input_usage": {"receiver_prompt_tokens": 6001}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1195147264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7182032960, "mlx_cache_bytes": 4041574076, "process_rss_bytes": 1195147264}, "peak_prefill_memory": null, "peak_decode_memory": 7182032960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1819325", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "output_hash": "9ad998f719c5fdb563ba3bfa5ae093d0080a4fa0910a5bc8a9d191883d0231e6"} |
| |
3615 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c0eeff22346c414e7cd160c", "attempt_id": "92a303befd34", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:13.533791Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5918}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 2266, "cache_tensor_bytes": null, "serialized_payload_bytes": 2266, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.023500019684434, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.61608299147338, "ttft_ms": 13.499624910764396, "decode_ms": 13.443208066746593}, "total_wall_ms": 103.78479200880975, "ttft_ms": 13.499624910764396, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195147264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4437509820, "process_rss_bytes": 1195147264}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62c6f68c5421a24ee2be294baf44f48f5a33923154b0bf52b3462784bcc9a544", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3616 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2010ec9b39efa14f0502f39c", "attempt_id": "6aabc5316e37", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:13.662435Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5918}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 2266, "cache_tensor_bytes": null, "serialized_payload_bytes": 2266, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.023500019684434, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.94404092337936, "ttft_ms": 13.547207927331328, "decode_ms": 13.480833964422345}, "total_wall_ms": 102.19779203180224, "ttft_ms": 13.547207927331328, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195163648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4787865276, "process_rss_bytes": 1195163648}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62c6f68c5421a24ee2be294baf44f48f5a33923154b0bf52b3462784bcc9a544", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3617 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a90211e9f44198d53da1385", "attempt_id": "fef33fa21c4c", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:13.790006Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5918}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2266, "cache_tensor_bytes": null, "serialized_payload_bytes": 2266, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.023500019684434, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.42958298977464, "ttft_ms": 13.640040997415781, "decode_ms": 13.420083094388247}, "total_wall_ms": 101.64308303501457, "ttft_ms": 13.640040997415781, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195163648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 5154244284, "process_rss_bytes": 1195163648}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62c6f68c5421a24ee2be294baf44f48f5a33923154b0bf52b3462784bcc9a544", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3618 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fc92a544f5d6dc3c2bc8f765", "attempt_id": "b87270bc0292", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:13.916646Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5918}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 597, "message_tokens": 516, "message_utf8_bytes": 2266, "cache_tensor_bytes": null, "serialized_payload_bytes": 2266, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.023500019684434, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.21000001300126, "ttft_ms": 13.56458303052932, "decode_ms": 13.644333928823471}, "total_wall_ms": 100.66495893988758, "ttft_ms": 13.56458303052932, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195180032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 5154244284, "process_rss_bytes": 1195180032}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62c6f68c5421a24ee2be294baf44f48f5a33923154b0bf52b3462784bcc9a544", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3619 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "702ec832e1482790fe6e9a34", "attempt_id": "5627f519e99d", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:14.042370Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5918}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 2266, "cache_tensor_bytes": null, "serialized_payload_bytes": 2266, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.023500019684434, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.17808288987726, "ttft_ms": 13.49283300805837, "decode_ms": 13.915999908931553}, "total_wall_ms": 100.78620805870742, "ttft_ms": 13.49283300805837, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195196416, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569799768, "mlx_cache_bytes": 5402658492, "process_rss_bytes": 1195196416}, "peak_prefill_memory": null, "peak_decode_memory": 6569799768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "62c6f68c5421a24ee2be294baf44f48f5a33923154b0bf52b3462784bcc9a544", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3620 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e56f3f422e51fb8e31b46cb2", "attempt_id": "520cbd0d1e94", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:14.173170Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 574, "message_tokens": 497, "message_utf8_bytes": 1181, "cache_tensor_bytes": null, "serialized_payload_bytes": 1181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.327624919824302, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.96033301018178, "ttft_ms": 13.365291990339756, "decode_ms": 13.460375019349158}, "total_wall_ms": 96.86654200777411, "ttft_ms": 13.365291990339756, "input_usage": {"receiver_prompt_tokens": 574}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195245568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553890904, "mlx_cache_bytes": 5751834300, "process_rss_bytes": 1195245568}, "peak_prefill_memory": null, "peak_decode_memory": 6553890904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad4fd035e8d51bf28358cf33d11f2359d56c6bb7385be379712e15f949a05525", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3621 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e06d9f17589960e1037cf1ae", "attempt_id": "361e0e9c5ed8", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:14.295388Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 578, "message_tokens": 497, "message_utf8_bytes": 1181, "cache_tensor_bytes": null, "serialized_payload_bytes": 1181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.327624919824302, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.05904200579971, "ttft_ms": 13.633749913424253, "decode_ms": 13.416250003501773}, "total_wall_ms": 99.10416603088379, "ttft_ms": 13.633749913424253, "input_usage": {"receiver_prompt_tokens": 578}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195245568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6556840024, "mlx_cache_bytes": 6103664316, "process_rss_bytes": 1195245568}, "peak_prefill_memory": null, "peak_decode_memory": 6556840024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad4fd035e8d51bf28358cf33d11f2359d56c6bb7385be379712e15f949a05525", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3622 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0fa71a7c2da7bf2dcc38891e", "attempt_id": "0eca05588586", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:14.420600Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 579, "message_tokens": 497, "message_utf8_bytes": 1181, "cache_tensor_bytes": null, "serialized_payload_bytes": 1181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.327624919824302, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.80400009080768, "ttft_ms": 13.57741595711559, "decode_ms": 13.368459069170058}, "total_wall_ms": 102.75341698434204, "ttft_ms": 13.57741595711559, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195261952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557134936, "mlx_cache_bytes": 6341658300, "process_rss_bytes": 1195261952}, "peak_prefill_memory": null, "peak_decode_memory": 6557134936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad4fd035e8d51bf28358cf33d11f2359d56c6bb7385be379712e15f949a05525", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3623 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "07def3f3ca7d74e3b4587bec", "attempt_id": "0668c62b3697", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:14.548717Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 574, "message_tokens": 497, "message_utf8_bytes": 1181, "cache_tensor_bytes": null, "serialized_payload_bytes": 1181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.327624919824302, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.22654197458178, "ttft_ms": 13.812000048346817, "decode_ms": 81.2921670731157}, "total_wall_ms": 164.32941693346947, "ttft_ms": 13.812000048346817, "input_usage": {"receiver_prompt_tokens": 574}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1195278336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6553890904, "mlx_cache_bytes": 6341658300, "process_rss_bytes": 1195278336}, "peak_prefill_memory": null, "peak_decode_memory": 6553890904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad4fd035e8d51bf28358cf33d11f2359d56c6bb7385be379712e15f949a05525", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3624 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "203cb8e063c0090c2ab410b4", "attempt_id": "3c5bcafffb12", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:14.738403Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 581, "message_tokens": 497, "message_utf8_bytes": 1181, "cache_tensor_bytes": null, "serialized_payload_bytes": 1181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.327624919824302, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.24479198642075, "ttft_ms": 13.563708052970469, "decode_ms": 93.87491701636463}, "total_wall_ms": 177.7342080604285, "ttft_ms": 13.563708052970469, "input_usage": {"receiver_prompt_tokens": 581}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1195294720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6558019672, "mlx_cache_bytes": 6580537020, "process_rss_bytes": 1195294720}, "peak_prefill_memory": null, "peak_decode_memory": 6558019672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1819325", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad4fd035e8d51bf28358cf33d11f2359d56c6bb7385be379712e15f949a05525", "output_hash": "9ad998f719c5fdb563ba3bfa5ae093d0080a4fa0910a5bc8a9d191883d0231e6"} |
| |
3625 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8b24134ee3f120c8faa28c4a", "attempt_id": "ac8c4ca31415", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:14.941231Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 578, "message_tokens": 501, "message_utf8_bytes": 1313, "cache_tensor_bytes": null, "serialized_payload_bytes": 1313, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9432080443948507, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.04758303426206, "ttft_ms": 13.394415960647166, "decode_ms": 133.81500006653368}, "total_wall_ms": 219.17170903179795, "ttft_ms": 13.394415960647166, "input_usage": {"receiver_prompt_tokens": 578}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1195311104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6556840024, "mlx_cache_bytes": 6580537020, "process_rss_bytes": 1195311104}, "peak_prefill_memory": null, "peak_decode_memory": 6556840024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-36G-5705", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "dffe999d71ff01caa668460717fdbf8ba4ca7af9e699251135ca9824cc7f78e8", "output_hash": "15422ab9bc2261abb7e4ed834eb86ccf1f15efdfe1aa473c023a8154cf537f8a"} |
| |
3626 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ad017dc3379462836fedefcb", "attempt_id": "99a82761c637", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:15.186374Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 592, "message_tokens": 511, "message_utf8_bytes": 1748, "cache_tensor_bytes": null, "serialized_payload_bytes": 1748, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.067041932605207, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.728291942738, "ttft_ms": 13.782333000563085, "decode_ms": 149.50787497218698}, "total_wall_ms": 236.14587495103478, "ttft_ms": 13.782333000563085, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1195327488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585167960, "mlx_cache_bytes": 6845859516, "process_rss_bytes": 1195327488}, "peak_prefill_memory": null, "peak_decode_memory": 6585167960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d70417eda781c6e79fac2683c9a7257f0abc0177932df8f0c0fe286e2fca45c0", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3627 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6ec0f42566021b6efe600225", "attempt_id": "9cfa57c04f95", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:15.448397Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 579, "message_tokens": 497, "message_utf8_bytes": 1305, "cache_tensor_bytes": null, "serialized_payload_bytes": 1305, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9129159627482295, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.9992910483852, "ttft_ms": 13.285916997119784, "decode_ms": 94.07724998891354}, "total_wall_ms": 179.2959589511156, "ttft_ms": 13.285916997119784, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1195343872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6557134936, "mlx_cache_bytes": 6845859516, "process_rss_bytes": 1195343872}, "peak_prefill_memory": null, "peak_decode_memory": 6557134936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "34edda674158742bb88eaa73db6f30584465dd010ac8c9b6731b48236545329a", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3628 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cfe45d7d739c6c06d58d93e5", "attempt_id": "4249976038b3", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:15.653784Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 498, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 575, "message_tokens": 498, "message_utf8_bytes": 1715, "cache_tensor_bytes": null, "serialized_payload_bytes": 1715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.0021660020574927, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.3505409611389, "ttft_ms": 13.33900005556643, "decode_ms": 80.89137496426702}, "total_wall_ms": 163.64133404567838, "ttft_ms": 13.33900005556643, "input_usage": {"receiver_prompt_tokens": 575}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1195343872, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554382424, "mlx_cache_bytes": 7082280636, "process_rss_bytes": 1195343872}, "peak_prefill_memory": null, "peak_decode_memory": 6554382424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93ee61d7ec1c0c8369bd5874a9fa65e2bef0c01cbd57e0d4458aee7651aa4d3b", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3629 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80917b8ed753b044182cf164", "attempt_id": "9311acdb1f2e", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:15.842581Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 592, "message_tokens": 508, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.0345409866422415, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.70183399971575, "ttft_ms": 13.398583978414536, "decode_ms": 120.35020801704377}, "total_wall_ms": 206.45579101983458, "ttft_ms": 13.398583978414536, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1195360256, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 7082280636, "process_rss_bytes": 1195360256}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,819,325", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d9efcb16022d7ec61bff7856c3f5bd761e2470d19ece9dd795472f5e4ebc18f5", "output_hash": "f36a0fcfa530a85649620dd06eb5d22a4856e02795400b5c3b60f2d2273ca135"} |
| |
3630 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b133d98a3df6a44e4e5df96a", "attempt_id": "33cb60a68630", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:22.348104Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 468, "message_tokens": 388, "message_utf8_bytes": 1743, "cache_tensor_bytes": null, "serialized_payload_bytes": 1743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6273.299708031118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.1687499973923, "ttft_ms": 13.764083967544138, "decode_ms": 13.329042005352676}, "total_wall_ms": 83.78220803570002, "ttft_ms": 13.764083967544138, "input_usage": {"receiver_prompt_tokens": 468, "sender_input_tokens": 6034, "sender_output_tokens": 388, "sender_prefill_ms": 859.8802080377936, "sender_ttft_ms": 14.613167033530772, "sender_decode_ms": 5394.215374952182}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195442176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6482290596, "mlx_cache_bytes": 8619232776, "process_rss_bytes": 1195442176}, "peak_prefill_memory": null, "peak_decode_memory": 6482290596, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4f4d6720dda4447f8c0853c681008e5bec5b2085de8da6d4005ecf72e330cafa", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3631 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a81d35c75f60ddb3ee30ce58", "attempt_id": "8fcf46657da0", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:22.458032Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 472, "message_tokens": 388, "message_utf8_bytes": 1743, "cache_tensor_bytes": null, "serialized_payload_bytes": 1743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6273.299708031118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.98937494121492, "ttft_ms": 13.409332954324782, "decode_ms": 13.28850002028048}, "total_wall_ms": 82.79825001955032, "ttft_ms": 13.409332954324782, "input_usage": {"receiver_prompt_tokens": 472, "sender_input_tokens": 6034, "sender_output_tokens": 388, "sender_prefill_ms": 859.8802080377936, "sender_ttft_ms": 14.613167033530772, "sender_decode_ms": 5394.215374952182}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195442176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6484535220, "mlx_cache_bytes": 8896320868, "process_rss_bytes": 1195442176}, "peak_prefill_memory": null, "peak_decode_memory": 6484535220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4f4d6720dda4447f8c0853c681008e5bec5b2085de8da6d4005ecf72e330cafa", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3632 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "88297739c95e0227e56d16f8", "attempt_id": "8a1ca03ca616", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:22.566035Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 473, "message_tokens": 388, "message_utf8_bytes": 1743, "cache_tensor_bytes": null, "serialized_payload_bytes": 1743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6273.299708031118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.10004097595811, "ttft_ms": 13.581125065684319, "decode_ms": 13.522792025469244}, "total_wall_ms": 83.30891700461507, "ttft_ms": 13.581125065684319, "input_usage": {"receiver_prompt_tokens": 473, "sender_input_tokens": 6034, "sender_output_tokens": 388, "sender_prefill_ms": 859.8802080377936, "sender_ttft_ms": 14.613167033530772, "sender_decode_ms": 5394.215374952182}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195442176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6485026744, "mlx_cache_bytes": 9090768068, "process_rss_bytes": 1195442176}, "peak_prefill_memory": null, "peak_decode_memory": 6485026744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4f4d6720dda4447f8c0853c681008e5bec5b2085de8da6d4005ecf72e330cafa", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3633 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1e48c688b9d25992172d4374", "attempt_id": "4881025101bc", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:22.674543Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 468, "message_tokens": 388, "message_utf8_bytes": 1743, "cache_tensor_bytes": null, "serialized_payload_bytes": 1743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6273.299708031118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.53166691586375, "ttft_ms": 13.570250011980534, "decode_ms": 80.32920793630183}, "total_wall_ms": 149.53783398959786, "ttft_ms": 13.570250011980534, "input_usage": {"receiver_prompt_tokens": 468, "sender_input_tokens": 6034, "sender_output_tokens": 388, "sender_prefill_ms": 859.8802080377936, "sender_ttft_ms": 14.613167033530772, "sender_decode_ms": 5394.215374952182}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1195442176, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6482257828, "mlx_cache_bytes": 9090768068, "process_rss_bytes": 1195442176}, "peak_prefill_memory": null, "peak_decode_memory": 6482257828, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4f4d6720dda4447f8c0853c681008e5bec5b2085de8da6d4005ecf72e330cafa", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3634 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2fc343af29dc2b7489ce0cd5", "attempt_id": "458745765555", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:22.849001Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 475, "message_tokens": 388, "message_utf8_bytes": 1743, "cache_tensor_bytes": null, "serialized_payload_bytes": 1743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6273.299708031118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.087959044612944, "ttft_ms": 13.61316698603332, "decode_ms": 13.24641692917794}, "total_wall_ms": 83.09508301317692, "ttft_ms": 13.61316698603332, "input_usage": {"receiver_prompt_tokens": 475, "sender_input_tokens": 6034, "sender_output_tokens": 388, "sender_prefill_ms": 859.8802080377936, "sender_ttft_ms": 14.613167033530772, "sender_decode_ms": 5394.215374952182}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195458560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6486419392, "mlx_cache_bytes": 9369740332, "process_rss_bytes": 1195458560}, "peak_prefill_memory": null, "peak_decode_memory": 6486419392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4f4d6720dda4447f8c0853c681008e5bec5b2085de8da6d4005ecf72e330cafa", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3635 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6267879ca927e88f576876cc", "attempt_id": "1768cc190afb", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:22.957781Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 162, "message_tokens": 82, "message_utf8_bytes": 382, "cache_tensor_bytes": null, "serialized_payload_bytes": 382, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1973.5764579381794, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.035917022265494, "ttft_ms": 13.317957986146212, "decode_ms": 133.36158299352974}, "total_wall_ms": 2155.607624910772, "ttft_ms": 13.317957986146212, "input_usage": {"receiver_prompt_tokens": 162, "sender_input_tokens": 6031, "sender_output_tokens": 82, "sender_prefill_ms": 808.2938749575987, "sender_ttft_ms": 14.383375062607229, "sender_decode_ms": 1141.370000084862}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1195720704, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6312960756, "mlx_cache_bytes": 10132694704, "process_rss_bytes": 1195720704}, "peak_prefill_memory": null, "peak_decode_memory": 6312960756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-36G-5705", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "368e8b6579efb49bed54030802a5894cc43625fe38041c5f567c36ea96b69310", "output_hash": "15422ab9bc2261abb7e4ed834eb86ccf1f15efdfe1aa473c023a8154cf537f8a"} |
| |
3636 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f69e21a66ad3ab68e8f28155", "attempt_id": "7e4ff063bb73", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:25.138806Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 151, "message_tokens": 67, "message_utf8_bytes": 199, "cache_tensor_bytes": null, "serialized_payload_bytes": 199, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1752.4093750398606, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.131749972701073, "ttft_ms": 13.296417077071965, "decode_ms": 148.06958299595863}, "total_wall_ms": 1945.4302920494229, "ttft_ms": 13.296417077071965, "input_usage": {"receiver_prompt_tokens": 151, "sender_input_tokens": 6035, "sender_output_tokens": 67, "sender_prefill_ms": 801.0667089838535, "sender_ttft_ms": 14.372417004778981, "sender_decode_ms": 932.5007919687778}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1195769856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303671028, "mlx_cache_bytes": 10781959856, "process_rss_bytes": 1195769856}, "peak_prefill_memory": null, "peak_decode_memory": 6303671028, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "edc47935fce40ee616d3b932b75e6b2c77f447ee4a99c82da63079d907d11472", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3637 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5243487569cb6597c988a86c", "attempt_id": "132c53fe1849", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:27.109841Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 170, "message_tokens": 85, "message_utf8_bytes": 254, "cache_tensor_bytes": null, "serialized_payload_bytes": 254, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1999.8391249682754, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.299166010692716, "ttft_ms": 13.482374954037368, "decode_ms": 93.93312502652407}, "total_wall_ms": 2141.8139170855284, "ttft_ms": 13.482374954037368, "input_usage": {"receiver_prompt_tokens": 170, "sender_input_tokens": 6036, "sender_output_tokens": 85, "sender_prefill_ms": 793.5812500072643, "sender_ttft_ms": 14.018749934621155, "sender_decode_ms": 1187.5694158952683}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1195917312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6319416084, "mlx_cache_bytes": 11452459348, "process_rss_bytes": 1195917312}, "peak_prefill_memory": null, "peak_decode_memory": 6319416084, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "8d3a698c69c0298eed35b21ac644206a4f53ba26a62dbcaa3dc1e921397788ec", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3638 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b55fe6017b04302c0362cf1b", "attempt_id": "04137bf36f25", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:37.277542Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 449, "message_tokens": 357, "message_utf8_bytes": 848, "cache_tensor_bytes": null, "serialized_payload_bytes": 848, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7999.685125076212, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.40533296111971, "ttft_ms": 13.430041959509254, "decode_ms": 13.220582972280681}, "total_wall_ms": 80.96895809285343, "ttft_ms": 13.430041959509254, "input_usage": {"receiver_prompt_tokens": 449, "sender_input_tokens": 6062, "sender_output_tokens": 512, "sender_prefill_ms": 822.8992499643937, "sender_ttft_ms": 14.32087505236268, "sender_decode_ms": 7157.686292077415}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195966464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6548055996, "mlx_cache_bytes": 12604320084, "process_rss_bytes": 1195966464}, "peak_prefill_memory": null, "peak_decode_memory": 6548055996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93371c66e4ef9abd0029c9cdc3a5512a796a1e3eb14cefd010c33eed2cab453c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3639 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "585cc46e99e3656ab840bf25", "attempt_id": "2c33e48394fa", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:37.384984Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 453, "message_tokens": 357, "message_utf8_bytes": 848, "cache_tensor_bytes": null, "serialized_payload_bytes": 848, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7999.685125076212, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.858208099380136, "ttft_ms": 13.347708038054407, "decode_ms": 133.95458296872675}, "total_wall_ms": 204.11083300132304, "ttft_ms": 13.347708038054407, "input_usage": {"receiver_prompt_tokens": 453, "sender_input_tokens": 6062, "sender_output_tokens": 512, "sender_prefill_ms": 822.8992499643937, "sender_ttft_ms": 14.32087505236268, "sender_decode_ms": 7157.686292077415}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1195966464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6551578556, "mlx_cache_bytes": 12974516564, "process_rss_bytes": 1195966464}, "peak_prefill_memory": null, "peak_decode_memory": 6551578556, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 629-S in Schefferville", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93371c66e4ef9abd0029c9cdc3a5512a796a1e3eb14cefd010c33eed2cab453c", "output_hash": "2e6b386df2d7bc4447ffdd62004f6e9c99d1973a5bce0245176f6cf570b2ac8c"} |
| |
3640 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "657f7a99d67bb7d9092a7b8d", "attempt_id": "61b126bb3331", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:37.614022Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 454, "message_tokens": 357, "message_utf8_bytes": 848, "cache_tensor_bytes": null, "serialized_payload_bytes": 848, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7999.685125076212, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.42400002013892, "ttft_ms": 13.42137495521456, "decode_ms": 13.529166928492486}, "total_wall_ms": 83.31016695592552, "ttft_ms": 13.42137495521456, "input_usage": {"receiver_prompt_tokens": 454, "sender_input_tokens": 6062, "sender_output_tokens": 512, "sender_prefill_ms": 822.8992499643937, "sender_ttft_ms": 14.32087505236268, "sender_decode_ms": 7157.686292077415}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195966464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6552938428, "mlx_cache_bytes": 13329754452, "process_rss_bytes": 1195966464}, "peak_prefill_memory": null, "peak_decode_memory": 6552938428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93371c66e4ef9abd0029c9cdc3a5512a796a1e3eb14cefd010c33eed2cab453c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3641 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "873b0c2f30d982d6e5856565", "attempt_id": "36c0481fa634", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:37.724112Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 449, "message_tokens": 357, "message_utf8_bytes": 848, "cache_tensor_bytes": null, "serialized_payload_bytes": 848, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7999.685125076212, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.36354207247496, "ttft_ms": 13.387458049692214, "decode_ms": 13.47916608210653}, "total_wall_ms": 81.14462508819997, "ttft_ms": 13.387458049692214, "input_usage": {"receiver_prompt_tokens": 449, "sender_input_tokens": 6062, "sender_output_tokens": 512, "sender_prefill_ms": 822.8992499643937, "sender_ttft_ms": 14.32087505236268, "sender_decode_ms": 7157.686292077415}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195966464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6548055996, "mlx_cache_bytes": 13329754452, "process_rss_bytes": 1195966464}, "peak_prefill_memory": null, "peak_decode_memory": 6548055996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93371c66e4ef9abd0029c9cdc3a5512a796a1e3eb14cefd010c33eed2cab453c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3642 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9dce8f53c475c904341bfe65", "attempt_id": "ff21419e2227", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:37.830814Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 456, "message_tokens": 357, "message_utf8_bytes": 848, "cache_tensor_bytes": null, "serialized_payload_bytes": 848, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7999.685125076212, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.58179202489555, "ttft_ms": 13.48254201002419, "decode_ms": 13.675666064955294}, "total_wall_ms": 83.68995890486985, "ttft_ms": 13.48254201002419, "input_usage": {"receiver_prompt_tokens": 456, "sender_input_tokens": 6062, "sender_output_tokens": 512, "sender_prefill_ms": 822.8992499643937, "sender_ttft_ms": 14.32087505236268, "sender_decode_ms": 7157.686292077415}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1195966464, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6554118076, "mlx_cache_bytes": 13579708756, "process_rss_bytes": 1195966464}, "peak_prefill_memory": null, "peak_decode_memory": 6554118076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "93371c66e4ef9abd0029c9cdc3a5512a796a1e3eb14cefd010c33eed2cab453c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3643 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70a6825b7a9bc02e38e745c7", "attempt_id": "b86b4b36d59b", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:37.939591Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 147, "message_tokens": 55, "message_utf8_bytes": 122, "cache_tensor_bytes": null, "serialized_payload_bytes": 122, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1948.857791023329, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.178875011391938, "ttft_ms": 13.072417001239955, "decode_ms": 132.13962502777576}, "total_wall_ms": 2125.7750829681754, "ttft_ms": 13.072417001239955, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 6072, "sender_output_tokens": 79, "sender_prefill_ms": 825.2087089931592, "sender_ttft_ms": 14.179041027091444, "sender_decode_ms": 1104.6868339180946}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1195982848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6308225780, "mlx_cache_bytes": 14444095828, "process_rss_bytes": 1195982848}, "peak_prefill_memory": null, "peak_decode_memory": 6308225780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-36G-5705", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c462f949e69f3e3441ff058b68e602deb999d1550b1a6e642e3eed479195b74b", "output_hash": "15422ab9bc2261abb7e4ed834eb86ccf1f15efdfe1aa473c023a8154cf537f8a"} |
| |
3644 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "36d124d153e4e4d1fbaec96f", "attempt_id": "c4a8933b57fd", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:40.091202Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 149, "message_tokens": 53, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1886.6003749426454, "decode_payload_ms": 0.0, "receiver_prefill_ms": 30.78200004529208, "ttft_ms": 13.196500018239021, "decode_ms": 146.29316597711295}, "total_wall_ms": 2077.377500012517, "ttft_ms": 13.196500018239021, "input_usage": {"receiver_prompt_tokens": 149, "sender_input_tokens": 6076, "sender_output_tokens": 74, "sender_prefill_ms": 829.7884999774396, "sender_ttft_ms": 14.3767079571262, "sender_decode_ms": 1037.7040000166744}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1195982848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6302556916, "mlx_cache_bytes": 15251614036, "process_rss_bytes": 1195982848}, "peak_prefill_memory": null, "peak_decode_memory": 6302556916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B in Val-d'Or", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "d019584291ae7e342548cdb47e6cdec7cee24406ae6421afa576ac675bf9aa44", "output_hash": "c4f1f07593aac51339905009b480341f7f1e5385bf93901ba18b3e609b3c9fe5"} |
| |
3645 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bde11c82b026d44942fa440f", "attempt_id": "d0fe92fde766", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:42.195004Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 146, "message_tokens": 49, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1902.22658298444, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.086583039723337, "ttft_ms": 14.06950003001839, "decode_ms": 93.42029201798141}, "total_wall_ms": 2041.2970000179484, "ttft_ms": 14.06950003001839, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 6077, "sender_output_tokens": 75, "sender_prefill_ms": 839.0430000144988, "sender_ttft_ms": 14.639541041105986, "sender_decode_ms": 1043.7461250694469}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1196015616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6307128076, "mlx_cache_bytes": 15846762836, "process_rss_bytes": 1196015616}, "peak_prefill_memory": null, "peak_decode_memory": 6307128076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "add26434ebe66f6fbcc3eefaa281dacd72883eee09911f732cd05719c34ee693", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3646 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2072d4b4c385fea3bd789fdd", "attempt_id": "73e1879c26b0", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:44.262104Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 1130, "message_tokens": 1053, "message_utf8_bytes": 723, "cache_tensor_bytes": null, "serialized_payload_bytes": 723, "side_information_bytes": 0, "fetched_bytes": 1661, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02650008536875248, "decode_payload_ms": 0.0, "receiver_prefill_ms": 121.88354192767292, "ttft_ms": 13.575832941569388, "decode_ms": 13.665833044797182}, "total_wall_ms": 150.75037500355393, "ttft_ms": 13.575832941569388, "input_usage": {"receiver_prompt_tokens": 1130, "sender_input_tokens": 6062, "sender_output_tokens": 512, "sender_prefill_ms": 822.8992499643937, "sender_ttft_ms": 14.32087505236268, "sender_decode_ms": 7157.686292077415}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1196097536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6868910156, "mlx_cache_bytes": 16524552532, "process_rss_bytes": 1196097536}, "peak_prefill_memory": null, "peak_decode_memory": 6868910156, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1661, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "a34046159ab7a87fc4ffe076c852577ba9f5593adb7972978124828b17591a88", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3647 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "87d3bc8aeb6a826a3eb5bd0e", "attempt_id": "a7df5f144481", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:44.439019Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 1134, "message_tokens": 1053, "message_utf8_bytes": 723, "cache_tensor_bytes": null, "serialized_payload_bytes": 723, "side_information_bytes": 0, "fetched_bytes": 1661, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02650008536875248, "decode_payload_ms": 0.0, "receiver_prefill_ms": 126.38949998654425, "ttft_ms": 13.784333947114646, "decode_ms": 13.679999974556267}, "total_wall_ms": 155.43508296832442, "ttft_ms": 13.784333947114646, "input_usage": {"receiver_prompt_tokens": 1134, "sender_input_tokens": 6062, "sender_output_tokens": 512, "sender_prefill_ms": 822.8992499643937, "sender_ttft_ms": 14.32087505236268, "sender_decode_ms": 7157.686292077415}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1196179456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6871023692, "mlx_cache_bytes": 17191184724, "process_rss_bytes": 1196179456}, "peak_prefill_memory": null, "peak_decode_memory": 6871023692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1661, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b9d4781837fddd3605b286d13c88eeafc04d87a424fec198e33f20b0c297c767", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3648 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b2cf3ccc835ec126b647ed3d", "attempt_id": "a336d936754b", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:44.620754Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 1125, "message_tokens": 1043, "message_utf8_bytes": 723, "cache_tensor_bytes": null, "serialized_payload_bytes": 723, "side_information_bytes": 0, "fetched_bytes": 1654, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02650008536875248, "decode_payload_ms": 0.0, "receiver_prefill_ms": 128.49887495394796, "ttft_ms": 13.644791906699538, "decode_ms": 94.18074996210635}, "total_wall_ms": 238.54162509087473, "ttft_ms": 13.644791906699538, "input_usage": {"receiver_prompt_tokens": 1125, "sender_input_tokens": 6062, "sender_output_tokens": 512, "sender_prefill_ms": 822.8992499643937, "sender_ttft_ms": 14.32087505236268, "sender_decode_ms": 7157.686292077415}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1196195840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6865420364, "mlx_cache_bytes": 17851967828, "process_rss_bytes": 1196195840}, "peak_prefill_memory": null, "peak_decode_memory": 6865420364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1654, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9d1bba2eb3fce7278ec6358503dbc7730b5ab07680c3110d62ab0391084cf9cc", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3649 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ce927fa7d5e9f988caabe959", "attempt_id": "017e8b0126b2", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:44.884494Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 1130, "message_tokens": 1053, "message_utf8_bytes": 723, "cache_tensor_bytes": null, "serialized_payload_bytes": 723, "side_information_bytes": 0, "fetched_bytes": 1661, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02650008536875248, "decode_payload_ms": 0.0, "receiver_prefill_ms": 132.97325000166893, "ttft_ms": 13.678416959010065, "decode_ms": 13.750125071965158}, "total_wall_ms": 161.9017500197515, "ttft_ms": 13.678416959010065, "input_usage": {"receiver_prompt_tokens": 1130, "sender_input_tokens": 6062, "sender_output_tokens": 512, "sender_prefill_ms": 822.8992499643937, "sender_ttft_ms": 14.32087505236268, "sender_decode_ms": 7157.686292077415}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1196195840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6868828236, "mlx_cache_bytes": 17851967828, "process_rss_bytes": 1196195840}, "peak_prefill_memory": null, "peak_decode_memory": 6868828236, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1661, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60434710e06aa8139d7a3b572079fc40d5e0b43640d11f94d0343d101db155cd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3650 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33ee9603dbc0e20da8070ce2", "attempt_id": "6ec01a87308d", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:45.072626Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 1137, "message_tokens": 1053, "message_utf8_bytes": 723, "cache_tensor_bytes": null, "serialized_payload_bytes": 723, "side_information_bytes": 0, "fetched_bytes": 1661, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02650008536875248, "decode_payload_ms": 0.0, "receiver_prefill_ms": 163.38783397804946, "ttft_ms": 13.65600002463907, "decode_ms": 13.543208013288677}, "total_wall_ms": 192.10954091977328, "ttft_ms": 13.65600002463907, "input_usage": {"receiver_prompt_tokens": 1137, "sender_input_tokens": 6062, "sender_output_tokens": 512, "sender_prefill_ms": 822.8992499643937, "sender_ttft_ms": 14.32087505236268, "sender_decode_ms": 7157.686292077415}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1111080960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6872203340, "mlx_cache_bytes": 18319698260, "process_rss_bytes": 1111080960}, "peak_prefill_memory": null, "peak_decode_memory": 6872203340, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1661, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "60434710e06aa8139d7a3b572079fc40d5e0b43640d11f94d0343d101db155cd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3651 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b4c8771fb3132b79bad8cf50", "attempt_id": "8c07a438265e", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:45.290106Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.691331157054769}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 5994, "message_tokens": 5918, "message_utf8_bytes": 29476, "cache_tensor_bytes": null, "serialized_payload_bytes": 2757, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07462501525878906, "decode_payload_ms": 0.014875084161758423, "receiver_prefill_ms": 914.8213330190629, "ttft_ms": 14.516124967485666, "decode_ms": 141.01725001819432}, "total_wall_ms": 1079.0795830544084, "ttft_ms": 14.516124967485666, "input_usage": {"receiver_prompt_tokens": 5994}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1111064576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7179722816, "mlx_cache_bytes": 18319698260, "process_rss_bytes": 1111064576}, "peak_prefill_memory": null, "peak_decode_memory": 7179722816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-36G-5705", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "output_hash": "15422ab9bc2261abb7e4ed834eb86ccf1f15efdfe1aa473c023a8154cf537f8a"} |
| |
3652 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5d623562661cd1c0ba1433b2", "attempt_id": "7799d50d3034", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:46.394498Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.691331157054769}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 5998, "message_tokens": 5918, "message_utf8_bytes": 29476, "cache_tensor_bytes": null, "serialized_payload_bytes": 2757, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07462501525878906, "decode_payload_ms": 0.014875084161758423, "receiver_prefill_ms": 882.3834171053022, "ttft_ms": 14.446500106714666, "decode_ms": 154.75075005088001}, "total_wall_ms": 1060.4349169880152, "ttft_ms": 14.446500106714666, "input_usage": {"receiver_prompt_tokens": 5998}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1111064576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7181246528, "mlx_cache_bytes": 18319698260, "process_rss_bytes": 1111064576}, "peak_prefill_memory": null, "peak_decode_memory": 7181246528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3653 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "947d7241b128bf69ede6a1c3", "attempt_id": "05dbd4b3b438", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:47.480458Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.691331157054769}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 5999, "message_tokens": 5918, "message_utf8_bytes": 29476, "cache_tensor_bytes": null, "serialized_payload_bytes": 2757, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07462501525878906, "decode_payload_ms": 0.014875084161758423, "receiver_prefill_ms": 838.7188749620691, "ttft_ms": 14.760791906155646, "decode_ms": 98.90270803589374}, "total_wall_ms": 961.5675000241026, "ttft_ms": 14.760791906155646, "input_usage": {"receiver_prompt_tokens": 5999}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1111097344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7181443136, "mlx_cache_bytes": 18319698260, "process_rss_bytes": 1111097344}, "peak_prefill_memory": null, "peak_decode_memory": 7181443136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3654 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "30c72ecad46be33c9cbd2a72", "attempt_id": "663fd06a08c3", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:48.467658Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.691331157054769}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 5994, "message_tokens": 5918, "message_utf8_bytes": 29476, "cache_tensor_bytes": null, "serialized_payload_bytes": 2757, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07462501525878906, "decode_payload_ms": 0.014875084161758423, "receiver_prefill_ms": 873.7907080212608, "ttft_ms": 14.396041980944574, "decode_ms": 84.93595803156495}, "total_wall_ms": 981.7986249690875, "ttft_ms": 14.396041980944574, "input_usage": {"receiver_prompt_tokens": 5994}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1111130112, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7179722816, "mlx_cache_bytes": 18319698260, "process_rss_bytes": 1111130112}, "peak_prefill_memory": null, "peak_decode_memory": 7179722816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3655 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "474f82c7c181655b9d276d97", "attempt_id": "0946ff911db7", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:49.475451Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.691331157054769}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 6001, "message_tokens": 5918, "message_utf8_bytes": 29476, "cache_tensor_bytes": null, "serialized_payload_bytes": 2757, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.07462501525878906, "decode_payload_ms": 0.014875084161758423, "receiver_prefill_ms": 880.7733749272302, "ttft_ms": 14.705999987199903, "decode_ms": 98.29216601792723}, "total_wall_ms": 1002.7773339534178, "ttft_ms": 14.705999987199903, "input_usage": {"receiver_prompt_tokens": 6001}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1111162880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7182032960, "mlx_cache_bytes": 18319698260, "process_rss_bytes": 1111162880}, "peak_prefill_memory": null, "peak_decode_memory": 7182032960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1819325", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "output_hash": "9ad998f719c5fdb563ba3bfa5ae093d0080a4fa0910a5bc8a9d191883d0231e6"} |
| |
3656 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "06cb410716436cc8ccb6bb53", "attempt_id": "cbb636316743", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:51.016517Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08651571476850287, "origin_tokens": 5691, "compressed_tokens": 543, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 652, "message_tokens": 574, "message_utf8_bytes": 2703, "cache_tensor_bytes": null, "serialized_payload_bytes": 2703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 512.2041249414906, "decode_payload_ms": 0.0, "receiver_prefill_ms": 89.6132499910891, "ttft_ms": 13.692165957763791, "decode_ms": 94.07075005583465}, "total_wall_ms": 199.68116597738117, "ttft_ms": 13.692165957763791, "input_usage": {"receiver_prompt_tokens": 652}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1056751616, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6596653144, "mlx_cache_bytes": 18716059988, "process_rss_bytes": 1056751616}, "peak_prefill_memory": null, "peak_decode_memory": 6596653144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Pralithoby-12", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f9c29c7db97c77bea62e84bd642f35357ccbbd3384862cb855ef46a2682d7f3", "output_hash": "8dd80f34d98fce7f5f7fa02aa09a44640a58e791a9c2cac6abb5e1e21ebde911"} |
| |
3657 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5f31f2c9d4ee34038af6eb34", "attempt_id": "1669de0b7777", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:51.250192Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08651571476850287, "origin_tokens": 5691, "compressed_tokens": 543, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 656, "message_tokens": 574, "message_utf8_bytes": 2703, "cache_tensor_bytes": null, "serialized_payload_bytes": 2703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 512.2041249414906, "decode_payload_ms": 0.0, "receiver_prefill_ms": 969.286874984391, "ttft_ms": 14.174124924466014, "decode_ms": 158.71733298990875}, "total_wall_ms": 1143.545416998677, "ttft_ms": 14.174124924466014, "input_usage": {"receiver_prompt_tokens": 656}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1051885568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6599077976, "mlx_cache_bytes": 19098757460, "process_rss_bytes": 1051885568}, "peak_prefill_memory": null, "peak_decode_memory": 6599077976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f9c29c7db97c77bea62e84bd642f35357ccbbd3384862cb855ef46a2682d7f3", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3658 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "79a696a5a191f7b0754de613", "attempt_id": "02cacf3af5e9", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:52.421192Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08651571476850287, "origin_tokens": 5691, "compressed_tokens": 543, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 657, "message_tokens": 574, "message_utf8_bytes": 2703, "cache_tensor_bytes": null, "serialized_payload_bytes": 2703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 512.2041249414906, "decode_payload_ms": 0.0, "receiver_prefill_ms": 312.1692920103669, "ttft_ms": 14.290249906480312, "decode_ms": 14.253332978114486}, "total_wall_ms": 342.4282089108601, "ttft_ms": 14.290249906480312, "input_usage": {"receiver_prompt_tokens": 657}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1051607040, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6599372888, "mlx_cache_bytes": 19368896852, "process_rss_bytes": 1051607040}, "peak_prefill_memory": null, "peak_decode_memory": 6599372888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f9c29c7db97c77bea62e84bd642f35357ccbbd3384862cb855ef46a2682d7f3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3659 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70488d0c94bbf4f2ea60d44e", "attempt_id": "e8da6829d6c5", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:52.793756Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08651571476850287, "origin_tokens": 5691, "compressed_tokens": 543, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 652, "message_tokens": 574, "message_utf8_bytes": 2703, "cache_tensor_bytes": null, "serialized_payload_bytes": 2703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 512.2041249414906, "decode_payload_ms": 0.0, "receiver_prefill_ms": 93.9661250449717, "ttft_ms": 13.485165894962847, "decode_ms": 13.65695905406028}, "total_wall_ms": 122.67949990928173, "ttft_ms": 13.485165894962847, "input_usage": {"receiver_prompt_tokens": 652}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1051623424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6596653144, "mlx_cache_bytes": 19368896852, "process_rss_bytes": 1051623424}, "peak_prefill_memory": null, "peak_decode_memory": 6596653144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f9c29c7db97c77bea62e84bd642f35357ccbbd3384862cb855ef46a2682d7f3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3660 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ce8e7007fbbad82ee3d1e6bd", "attempt_id": "88f6b33731ab", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:53.035261Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08651571476850287, "origin_tokens": 5691, "compressed_tokens": 543, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 659, "message_tokens": 574, "message_utf8_bytes": 2703, "cache_tensor_bytes": null, "serialized_payload_bytes": 2703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 512.2041249414906, "decode_payload_ms": 0.0, "receiver_prefill_ms": 217.93362509924918, "ttft_ms": 13.893582974560559, "decode_ms": 14.022250077687204}, "total_wall_ms": 247.3072080174461, "ttft_ms": 13.893582974560559, "input_usage": {"receiver_prompt_tokens": 659}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1051623424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6601109592, "mlx_cache_bytes": 19769780564, "process_rss_bytes": 1051623424}, "peak_prefill_memory": null, "peak_decode_memory": 6601109592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5f9c29c7db97c77bea62e84bd642f35357ccbbd3384862cb855ef46a2682d7f3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3661 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c1dc7f9eebefa4b5bb1d1f45", "attempt_id": "694a8596a9f6", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:54.240933Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6618963976}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 219598848, "serialized_payload_bytes": 219615015, "side_information_bytes": 16167, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 932.6324579305947, "doc_prefill_ms": 865.0452080182731, "compress_ms": 5.080249975435436, "serialize_ms": 52.90183296892792, "load_ms": 7.371250074356794, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.537957947701216, "ttft_ms": 48.537957947701216, "decode_ms": 156.77112503908575}, "total_wall_ms": 217.24591602105647, "ttft_ms": 48.537957947701216, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1476739072, "backend_memory": {"mlx_active_bytes": 6840737800, "mlx_peak_bytes": 6917611844, "mlx_cache_bytes": 20585064937, "process_rss_bytes": 1476739072}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6917611844, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-36G-5705", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6e8374e749fc5411882c1c23743662893c404f5f3e4b415d58ee47f0f1f265a", "output_hash": "15422ab9bc2261abb7e4ed834eb86ccf1f15efdfe1aa473c023a8154cf537f8a"} |
| |
3662 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2946cd51076a1f1443c5d8b5", "attempt_id": "7206f1395bdb", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:54.486888Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6618963976}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 41, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 219598848, "serialized_payload_bytes": 219615015, "side_information_bytes": 16167, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 932.6324579305947, "doc_prefill_ms": 865.0452080182731, "compress_ms": 5.080249975435436, "serialize_ms": 52.90183296892792, "load_ms": 1.704750000499189, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.61920899525285, "ttft_ms": 46.61920899525285, "decode_ms": 166.31716710980982}, "total_wall_ms": 219.27629108540714, "ttft_ms": 46.61920899525285, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1476788224, "backend_memory": {"mlx_active_bytes": 6840737800, "mlx_peak_bytes": 6921265476, "mlx_cache_bytes": 20607625869, "process_rss_bytes": 1476788224}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6921265476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6e8374e749fc5411882c1c23743662893c404f5f3e4b415d58ee47f0f1f265a", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3663 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "81f4d0a0631f9431418171d1", "attempt_id": "0ed0dfb33418", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:54.733433Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6618963976}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 42, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 219598848, "serialized_payload_bytes": 219615015, "side_information_bytes": 16167, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 932.6324579305947, "doc_prefill_ms": 865.0452080182731, "compress_ms": 5.080249975435436, "serialize_ms": 52.90183296892792, "load_ms": 2.0469999872148037, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.96533303149045, "ttft_ms": 75.96533303149045, "decode_ms": 105.95587501302361}, "total_wall_ms": 188.56687506195158, "ttft_ms": 75.96533303149045, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1476820992, "backend_memory": {"mlx_active_bytes": 6840737800, "mlx_peak_bytes": 6921838916, "mlx_cache_bytes": 20607626037, "process_rss_bytes": 1476820992}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6921838916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6e8374e749fc5411882c1c23743662893c404f5f3e4b415d58ee47f0f1f265a", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3664 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5b5ec675669729b93768b19f", "attempt_id": "12efba95ed74", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:54.949104Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6618963976}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 219598848, "serialized_payload_bytes": 219615015, "side_information_bytes": 16167, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 932.6324579305947, "doc_prefill_ms": 865.0452080182731, "compress_ms": 5.080249975435436, "serialize_ms": 52.90183296892792, "load_ms": 2.274292055517435, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.05695803184062, "ttft_ms": 46.05695803184062, "decode_ms": 90.9676660085097}, "total_wall_ms": 143.71299999766052, "ttft_ms": 46.05695803184062, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1476820992, "backend_memory": {"mlx_active_bytes": 6840737800, "mlx_peak_bytes": 6917611732, "mlx_cache_bytes": 20607626037, "process_rss_bytes": 1476820992}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6917611732, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6e8374e749fc5411882c1c23743662893c404f5f3e4b415d58ee47f0f1f265a", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3665 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2d8841c924a590ad22c56362", "attempt_id": "ced7a6362331", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:55.119747Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6618963976}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 44, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 219598848, "serialized_payload_bytes": 219615015, "side_information_bytes": 16167, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 932.6324579305947, "doc_prefill_ms": 865.0452080182731, "compress_ms": 5.080249975435436, "serialize_ms": 52.90183296892792, "load_ms": 2.239291090518236, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.804208006709814, "ttft_ms": 47.804208006709814, "decode_ms": 106.0576249146834}, "total_wall_ms": 160.61254194937646, "ttft_ms": 47.804208006709814, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1476820992, "backend_memory": {"mlx_active_bytes": 6840737800, "mlx_peak_bytes": 6923313476, "mlx_cache_bytes": 20621013877, "process_rss_bytes": 1476820992}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6923313476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1819325", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f6e8374e749fc5411882c1c23743662893c404f5f3e4b415d58ee47f0f1f265a", "output_hash": "9ad998f719c5fdb563ba3bfa5ae093d0080a4fa0910a5bc8a9d191883d0231e6"} |
| |
3666 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ef1da505726e38601a0a2119", "attempt_id": "7a1b2d218f07", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:55.358015Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6618963976}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "dc1845485403369c", "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 219598848, "serialized_payload_bytes": 219615043, "side_information_bytes": 16195, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.674333004280925, "doc_prefill_ms": 865.0452080182731, "compress_ms": 1.127583091147244, "serialize_ms": 49.379291012883186, "load_ms": 22.37875002902001, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.80283390916884, "ttft_ms": 46.80283390916884, "decode_ms": 151.36320888996124}, "total_wall_ms": 224.8983330791816, "ttft_ms": 46.80283390916884, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1697464320, "backend_memory": {"mlx_active_bytes": 6840737800, "mlx_peak_bytes": 6917611732, "mlx_cache_bytes": 20621013877, "process_rss_bytes": 1697464320}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6917611732, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-36G-5705", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fbcfce7cc37ee7ca231fefec0de72a1d1584fff15c746e8b99368368316cd995", "output_hash": "15422ab9bc2261abb7e4ed834eb86ccf1f15efdfe1aa473c023a8154cf537f8a"} |
| |
3667 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f8c0220b651f08dcb73102b6", "attempt_id": "3e9a6b776bd2", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:55.610081Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6618963976}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "dc1845485403369c", "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 41, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 219598848, "serialized_payload_bytes": 219615043, "side_information_bytes": 16195, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.674333004280925, "doc_prefill_ms": 865.0452080182731, "compress_ms": 1.127583091147244, "serialize_ms": 49.379291012883186, "load_ms": 19.179165945388377, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.58362502232194, "ttft_ms": 46.58362502232194, "decode_ms": 167.11820801720023}, "total_wall_ms": 237.45195800438523, "ttft_ms": 46.58362502232194, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1697464320, "backend_memory": {"mlx_active_bytes": 6840737800, "mlx_peak_bytes": 6921265380, "mlx_cache_bytes": 20621013877, "process_rss_bytes": 1697464320}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6921265380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fbcfce7cc37ee7ca231fefec0de72a1d1584fff15c746e8b99368368316cd995", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3668 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4a2939550c9ae7fe37668af1", "attempt_id": "ff24062b101c", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:55.873789Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6618963976}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "dc1845485403369c", "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 42, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 219598848, "serialized_payload_bytes": 219615043, "side_information_bytes": 16195, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.674333004280925, "doc_prefill_ms": 865.0452080182731, "compress_ms": 1.127583091147244, "serialize_ms": 49.379291012883186, "load_ms": 22.360916947945952, "receiver_prefill_ms": 0.0, "query_prefill_ms": 87.70429098512977, "ttft_ms": 87.70429098512977, "decode_ms": 106.26774991396815}, "total_wall_ms": 220.67270893603563, "ttft_ms": 87.70429098512977, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1696677888, "backend_memory": {"mlx_active_bytes": 6840737800, "mlx_peak_bytes": 6921838824, "mlx_cache_bytes": 20621013877, "process_rss_bytes": 1696677888}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6921838824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fbcfce7cc37ee7ca231fefec0de72a1d1584fff15c746e8b99368368316cd995", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3669 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c78406e385c94b7a1c18cc3b", "attempt_id": "027cf2188678", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:56.121266Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6618963976}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "dc1845485403369c", "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 219598848, "serialized_payload_bytes": 219615043, "side_information_bytes": 16195, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.674333004280925, "doc_prefill_ms": 865.0452080182731, "compress_ms": 1.127583091147244, "serialize_ms": 49.379291012883186, "load_ms": 26.74083295278251, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.443582978099585, "ttft_ms": 46.443582978099585, "decode_ms": 91.00745804607868}, "total_wall_ms": 168.52624993771315, "ttft_ms": 46.443582978099585, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1695531008, "backend_memory": {"mlx_active_bytes": 6840737800, "mlx_peak_bytes": 6917611732, "mlx_cache_bytes": 20621013877, "process_rss_bytes": 1695531008}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6917611732, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fbcfce7cc37ee7ca231fefec0de72a1d1584fff15c746e8b99368368316cd995", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3670 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "996a972afc8b92702d18218b", "attempt_id": "047c69d03796", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:56.316232Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6618963976}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "dc1845485403369c", "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 44, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 219598848, "serialized_payload_bytes": 219615043, "side_information_bytes": 16195, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 50.674333004280925, "doc_prefill_ms": 865.0452080182731, "compress_ms": 1.127583091147244, "serialize_ms": 49.379291012883186, "load_ms": 22.972250008024275, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.673334018327296, "ttft_ms": 47.673334018327296, "decode_ms": 106.2808750430122}, "total_wall_ms": 181.54029198922217, "ttft_ms": 47.673334018327296, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1676165120, "backend_memory": {"mlx_active_bytes": 6840737800, "mlx_peak_bytes": 6923313392, "mlx_cache_bytes": 20621013877, "process_rss_bytes": 1676165120}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6923313392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1819325", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "fbcfce7cc37ee7ca231fefec0de72a1d1584fff15c746e8b99368368316cd995", "output_hash": "9ad998f719c5fdb563ba3bfa5ae093d0080a4fa0910a5bc8a9d191883d0231e6"} |
| |
3671 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "096c57646d093c115fa6dae3", "attempt_id": "cc8df61b0cff", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:57.004386Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6516629512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 116661888, "serialized_payload_bytes": 116696229, "side_information_bytes": 34341, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 479.44775002542883, "doc_prefill_ms": 865.0452080182731, "compress_ms": 19.0887909848243, "serialize_ms": 459.9133339943364, "load_ms": 3.5316250286996365, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.49062505085021, "ttft_ms": 37.49062505085021, "decode_ms": 155.7626249268651}, "total_wall_ms": 201.48170902393758, "ttft_ms": 37.49062505085021, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1875984384, "backend_memory": {"mlx_active_bytes": 6634594312, "mlx_peak_bytes": 6742910576, "mlx_cache_bytes": 21123389381, "process_rss_bytes": 1875984384}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6742910576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-36G-5705", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64a0596fd0830e700cbd9823a9400fffdfa8a9a616563c75b896d3476f983283", "output_hash": "15422ab9bc2261abb7e4ed834eb86ccf1f15efdfe1aa473c023a8154cf537f8a"} |
| |
3672 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "aed887c803e939e8c0e00e33", "attempt_id": "c325ba8783d4", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:57.235911Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6516629512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 41, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 116661888, "serialized_payload_bytes": 116696229, "side_information_bytes": 34341, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 479.44775002542883, "doc_prefill_ms": 865.0452080182731, "compress_ms": 19.0887909848243, "serialize_ms": 459.9133339943364, "load_ms": 1.4156249817460775, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.11062498949468, "ttft_ms": 28.11062498949468, "decode_ms": 171.2386249564588}, "total_wall_ms": 205.07116604130715, "ttft_ms": 28.11062498949468, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1876000768, "backend_memory": {"mlx_active_bytes": 6634594312, "mlx_peak_bytes": 6751899048, "mlx_cache_bytes": 21186967661, "process_rss_bytes": 1876000768}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6751899048, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64a0596fd0830e700cbd9823a9400fffdfa8a9a616563c75b896d3476f983283", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3673 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b1240fe93b61b282c2d20cdd", "attempt_id": "22641d8c5677", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:57.467967Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6516629512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 42, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 116661888, "serialized_payload_bytes": 116696229, "side_information_bytes": 34341, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 479.44775002542883, "doc_prefill_ms": 865.0452080182731, "compress_ms": 19.0887909848243, "serialize_ms": 459.9133339943364, "load_ms": 1.4827079139649868, "receiver_prefill_ms": 0.0, "query_prefill_ms": 78.44512502197176, "ttft_ms": 78.44512502197176, "decode_ms": 106.7105409456417}, "total_wall_ms": 191.05745805427432, "ttft_ms": 78.44512502197176, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1876017152, "backend_memory": {"mlx_active_bytes": 6634594312, "mlx_peak_bytes": 6818103793, "mlx_cache_bytes": 21187144061, "process_rss_bytes": 1876017152}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6818103793, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64a0596fd0830e700cbd9823a9400fffdfa8a9a616563c75b896d3476f983283", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3674 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf0ef6b4e6fc993235ffe931", "attempt_id": "bdb2185ecc21", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:57.685806Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6516629512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 116661888, "serialized_payload_bytes": 116696229, "side_information_bytes": 34341, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 479.44775002542883, "doc_prefill_ms": 865.0452080182731, "compress_ms": 19.0887909848243, "serialize_ms": 459.9133339943364, "load_ms": 2.3771249689161777, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.179583092220128, "ttft_ms": 27.179583092220128, "decode_ms": 92.19204203691334}, "total_wall_ms": 126.01245893165469, "ttft_ms": 27.179583092220128, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1876017152, "backend_memory": {"mlx_active_bytes": 6634594312, "mlx_peak_bytes": 6742907304, "mlx_cache_bytes": 21187144061, "process_rss_bytes": 1876017152}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6742907304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64a0596fd0830e700cbd9823a9400fffdfa8a9a616563c75b896d3476f983283", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3675 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e04b1903b22c6b29b62e77b4", "attempt_id": "705845549438", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:57.838699Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6516629512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 44, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 116661888, "serialized_payload_bytes": 116696229, "side_information_bytes": 34341, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 479.44775002542883, "doc_prefill_ms": 865.0452080182731, "compress_ms": 19.0887909848243, "serialize_ms": 459.9133339943364, "load_ms": 2.1230840357020497, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.295124997384846, "ttft_ms": 28.295124997384846, "decode_ms": 110.08070805110037}, "total_wall_ms": 144.7920419741422, "ttft_ms": 28.295124997384846, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1876033536, "backend_memory": {"mlx_active_bytes": 6634594312, "mlx_peak_bytes": 6757775756, "mlx_cache_bytes": 21254961661, "process_rss_bytes": 1876033536}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6757775756, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1819325", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "64a0596fd0830e700cbd9823a9400fffdfa8a9a616563c75b896d3476f983283", "output_hash": "9ad998f719c5fdb563ba3bfa5ae093d0080a4fa0910a5bc8a9d191883d0231e6"} |
| |
3676 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "54978cc9de197cf87d12ba2b", "attempt_id": "2551116e7d02", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:58.047399Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6460891144}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 61762176, "serialized_payload_bytes": 61796416, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.80075006559491, "doc_prefill_ms": 865.0452080182731, "compress_ms": 16.198000055737793, "serialize_ms": 20.185915986075997, "load_ms": 2.345499931834638, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.303375028073788, "ttft_ms": 31.303375028073788, "decode_ms": 709.1271668905392}, "total_wall_ms": 747.5424170261249, "ttft_ms": 31.303375028073788, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1937555456, "backend_memory": {"mlx_active_bytes": 6524592136, "mlx_peak_bytes": 6620922680, "mlx_cache_bytes": 21560492413, "process_rss_bytes": 1937555456}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6620922680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1154c5ef88120e695d7ec07459ca53d2f91fecdc8de1e87e7b009f34c8edd0ef", "output_hash": "21400d7d96e30091e512bb9eda697cbd6ccd20bad41bad8f96163b9bca1253fb"} |
| |
3677 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c1f3a28ded238deba40dde18", "attempt_id": "09c0777f0a06", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:58.822846Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6460891144}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 41, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 61762176, "serialized_payload_bytes": 61796416, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.80075006559491, "doc_prefill_ms": 865.0452080182731, "compress_ms": 16.198000055737793, "serialize_ms": 20.185915986075997, "load_ms": 1.8765419954434037, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.57479196973145, "ttft_ms": 28.57479196973145, "decode_ms": 723.3232089783996}, "total_wall_ms": 758.5862079868093, "ttft_ms": 28.57479196973145, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1937620992, "backend_memory": {"mlx_active_bytes": 6524592136, "mlx_peak_bytes": 6629885368, "mlx_cache_bytes": 21560492413, "process_rss_bytes": 1937620992}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6629885368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1154c5ef88120e695d7ec07459ca53d2f91fecdc8de1e87e7b009f34c8edd0ef", "output_hash": "f90948430ee75891d4c4b77a10fcfb2b0a2bff5c0d380812061d3ce1aaa0784b"} |
| |
3678 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bf7f9ff0663307fd4950e71d", "attempt_id": "ddf3d65a51de", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:17:59.610659Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6460891144}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 42, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 61762176, "serialized_payload_bytes": 61796416, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.80075006559491, "doc_prefill_ms": 865.0452080182731, "compress_ms": 16.198000055737793, "serialize_ms": 20.185915986075997, "load_ms": 1.7517920350655913, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.2899170005694, "ttft_ms": 59.2899170005694, "decode_ms": 732.3467920068651}, "total_wall_ms": 798.0425829300657, "ttft_ms": 59.2899170005694, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1912619008, "backend_memory": {"mlx_active_bytes": 6524592136, "mlx_peak_bytes": 6694558189, "mlx_cache_bytes": 21560492413, "process_rss_bytes": 1912619008}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6694558189, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\nsystem\n\n thethe the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1154c5ef88120e695d7ec07459ca53d2f91fecdc8de1e87e7b009f34c8edd0ef", "output_hash": "d2aaa24652017e74cd12e88d359a014d6d1754552859e5db9e7e80d2a645c3bd"} |
| |
3679 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6a3990e19ed9abfee2310173", "attempt_id": "76e40e3689fb", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:00.435211Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6460891144}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 61762176, "serialized_payload_bytes": 61796416, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.80075006559491, "doc_prefill_ms": 865.0452080182731, "compress_ms": 16.198000055737793, "serialize_ms": 20.185915986075997, "load_ms": 1.3723750598728657, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.27749990299344, "ttft_ms": 27.27749990299344, "decode_ms": 704.6656250022352}, "total_wall_ms": 738.0814589560032, "ttft_ms": 27.27749990299344, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1912619008, "backend_memory": {"mlx_active_bytes": 6524592136, "mlx_peak_bytes": 6620922680, "mlx_cache_bytes": 21560492413, "process_rss_bytes": 1912619008}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6620922680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n the the the the the the the the\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1154c5ef88120e695d7ec07459ca53d2f91fecdc8de1e87e7b009f34c8edd0ef", "output_hash": "e9c4dae828539bc4fd312f81ff57019c6aac7abd6adede868b2b67641c8e7563"} |
| |
3680 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c9a084b4e400ecbd389fcebd", "attempt_id": "a43076f66f2a", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:01.199635Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6460891144}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 44, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 61762176, "serialized_payload_bytes": 61796416, "side_information_bytes": 34240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 36.80075006559491, "doc_prefill_ms": 865.0452080182731, "compress_ms": 16.198000055737793, "serialize_ms": 20.185915986075997, "load_ms": 1.7647499917075038, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.6094579603523, "ttft_ms": 27.6094579603523, "decode_ms": 703.1709169968963}, "total_wall_ms": 737.2123750392348, "ttft_ms": 27.6094579603523, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1912619008, "backend_memory": {"mlx_active_bytes": 6524592136, "mlx_peak_bytes": 6635754164, "mlx_cache_bytes": 21560492413, "process_rss_bytes": 1912619008}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6635754164, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1154c5ef88120e695d7ec07459ca53d2f91fecdc8de1e87e7b009f34c8edd0ef", "output_hash": "f90948430ee75891d4c4b77a10fcfb2b0a2bff5c0d380812061d3ce1aaa0784b"} |
| |
3681 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "30f19a236e3af920e9eb2dff", "attempt_id": "b445f4a329d2", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:01.989414Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5957, "keep": 1489, "compress_ms": 13.302875100634992}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906685, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.080125011503696, "doc_prefill_ms": 865.0452080182731, "compress_ms": 13.3415840100497, "serialize_ms": 12.573834042996168, "load_ms": 1.6623330302536488, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.08737502992153, "ttft_ms": 24.08737502992153, "decode_ms": 138.44566699117422}, "total_wall_ms": 168.74737502075732, "ttft_ms": 24.08737502992153, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1923678208, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6555672788, "mlx_cache_bytes": 21576417661, "process_rss_bytes": 1923678208}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6555672788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PS-47R-3917", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eec44830ed86fae09ca02d1fb260c714fa96c62e5209f465c12d8b6dd34cfc60", "output_hash": "1a5bc22901364ecfea23fc7c038cc15dd9df4327719eb765d5d27c7fc12536f9"} |
| |
3682 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0fb4fb43d1fdcff33e5f111a", "attempt_id": "2e3b65b5ccd7", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:02.184584Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5957, "keep": 1489, "compress_ms": 13.302875100634992}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 41, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906685, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.080125011503696, "doc_prefill_ms": 865.0452080182731, "compress_ms": 13.3415840100497, "serialize_ms": 12.573834042996168, "load_ms": 1.765332999639213, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.978459066711366, "ttft_ms": 23.978459066711366, "decode_ms": 41.35716601740569}, "total_wall_ms": 71.65683410130441, "ttft_ms": 23.978459066711366, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 41}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1923678208, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6559178980, "mlx_cache_bytes": 21576417661, "process_rss_bytes": 1923678208}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6559178980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Matagami", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eec44830ed86fae09ca02d1fb260c714fa96c62e5209f465c12d8b6dd34cfc60", "output_hash": "ea6fb63575a2559ea6e21c8809e0a7810a2ee8886f9118e2cb6ebaf83c0dfaec"} |
| |
3683 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3f395d152f55f34532f56b58", "attempt_id": "6230e4bf1416", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:02.281756Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5957, "keep": 1489, "compress_ms": 13.302875100634992}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 42, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906685, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.080125011503696, "doc_prefill_ms": 865.0452080182731, "compress_ms": 13.3415840100497, "serialize_ms": 12.573834042996168, "load_ms": 1.7055829521268606, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.64137490000576, "ttft_ms": 55.64137490000576, "decode_ms": 27.831499930471182}, "total_wall_ms": 89.47854093275964, "ttft_ms": 55.64137490000576, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 42}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1923678208, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6559129832, "mlx_cache_bytes": 21578285437, "process_rss_bytes": 1923678208}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6559129832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eec44830ed86fae09ca02d1fb260c714fa96c62e5209f465c12d8b6dd34cfc60", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
3684 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "40ab7bf7882d81e2ed643b4d", "attempt_id": "6f7034af8496", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:02.397082Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5957, "keep": 1489, "compress_ms": 13.302875100634992}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906685, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.080125011503696, "doc_prefill_ms": 865.0452080182731, "compress_ms": 13.3415840100497, "serialize_ms": 12.573834042996168, "load_ms": 1.7699169693514705, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.57712504453957, "ttft_ms": 23.57712504453957, "decode_ms": 82.98174990341067}, "total_wall_ms": 112.53683303948492, "ttft_ms": 23.57712504453957, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1923678208, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6555672788, "mlx_cache_bytes": 21578285437, "process_rss_bytes": 1923678208}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6555672788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eec44830ed86fae09ca02d1fb260c714fa96c62e5209f465c12d8b6dd34cfc60", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3685 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "57e49da49f2c9c8b5a97af16", "attempt_id": "e23b8a6b11b0", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:02.535965Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5957, "keep": 1489, "compress_ms": 13.302875100634992}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 44, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906685, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.080125011503696, "doc_prefill_ms": 865.0452080182731, "compress_ms": 13.3415840100497, "serialize_ms": 12.573834042996168, "load_ms": 1.5432080253958702, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.417958989739418, "ttft_ms": 23.417958989739418, "decode_ms": 27.430917019955814}, "total_wall_ms": 56.70091602951288, "ttft_ms": 23.417958989739418, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 44}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1923678208, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6560653552, "mlx_cache_bytes": 21578285437, "process_rss_bytes": 1923678208}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6560653552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "eec44830ed86fae09ca02d1fb260c714fa96c62e5209f465c12d8b6dd34cfc60", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"} |
| |
3686 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "61a5e099ae8b16f5660c5933", "attempt_id": "9a1217b22e44", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:02.642564Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5957, "keep": 1489, "compress_ms": 9.067541919648647}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906679, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.213792010210454, "doc_prefill_ms": 865.0452080182731, "compress_ms": 9.105667006224394, "serialize_ms": 13.921875040978193, "load_ms": 1.621208037249744, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.374915937893093, "ttft_ms": 23.374915937893093, "decode_ms": 648.0906659271568}, "total_wall_ms": 677.4142499780282, "ttft_ms": 23.374915937893093, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1965965312, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6555672788, "mlx_cache_bytes": 21692711293, "process_rss_bytes": 1965965312}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6555672788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The internal expenditure is recorded under the name, the name, the name, the name, the name, the name, the name, the name, the name, the name, the name, the name, the name, the name,", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bee2b482b9515630ae12e808cb391c2d3ab45ce819acc04ab5da15779a12bbad", "output_hash": "d1fac3c87560e5eeb98d1f6e45626855b79aa4bd3666cb46a73f132e829de47e"} |
| |
3687 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c96ec7f7c0313b74b7fa7308", "attempt_id": "b8bf3afe0a59", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:03.346080Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5957, "keep": 1489, "compress_ms": 9.067541919648647}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 41, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906679, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.213792010210454, "doc_prefill_ms": 865.0452080182731, "compress_ms": 9.105667006224394, "serialize_ms": 13.921875040978193, "load_ms": 1.7498329980298877, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.810041951946914, "ttft_ms": 23.810041951946914, "decode_ms": 650.7094169501215}, "total_wall_ms": 680.6375830201432, "ttft_ms": 23.810041951946914, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1965998080, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6559178980, "mlx_cache_bytes": 21692711293, "process_rss_bytes": 1965998080}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6559178980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The internal ledger is registered by the internal ledger, the internal ledger is registered by the internal ledger, the internal ledger is registered by the internal ledger, the internal ledger is registered by the internal ledger, the internal ledger is registered by the internal", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bee2b482b9515630ae12e808cb391c2d3ab45ce819acc04ab5da15779a12bbad", "output_hash": "407d91ffcba9bcef16b471a53638adf0ecc82dfb768ae03cf0b0dee6681cc31d"} |
| |
3688 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d7e41d89877ead4c13d97b4f", "attempt_id": "07bc776df5d7", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:04.053662Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5957, "keep": 1489, "compress_ms": 9.067541919648647}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 42, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906679, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.213792010210454, "doc_prefill_ms": 865.0452080182731, "compress_ms": 9.105667006224394, "serialize_ms": 13.921875040978193, "load_ms": 1.4839170034974813, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.41495797317475, "ttft_ms": 56.41495797317475, "decode_ms": 84.72370798699558}, "total_wall_ms": 146.93299995269626, "ttft_ms": 56.41495797317475, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 42}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1965998080, "backend_memory": {"mlx_active_bytes": 6511616008, "mlx_peak_bytes": 6559129832, "mlx_cache_bytes": 21693890941, "process_rss_bytes": 1965998080}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6559129832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is 1.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bee2b482b9515630ae12e808cb391c2d3ab45ce819acc04ab5da15779a12bbad", "output_hash": "d8545e55049ff2efb3b8f8d2621f45091cc20d49fcf65f02fd1bec62581f9ab4"} |
| |
3689 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3ff91001c29290a2fcf0d2b6", "attempt_id": "b24a826b7a44", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:04.226915Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5957, "keep": 1489, "compress_ms": 9.067541919648647}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906679, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.213792010210454, "doc_prefill_ms": 865.0452080182731, "compress_ms": 9.105667006224394, "serialize_ms": 13.921875040978193, "load_ms": 1.8103339243680239, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.092708015814424, "ttft_ms": 24.092708015814424, "decode_ms": 650.64866701141}, "total_wall_ms": 681.3534590182826, "ttft_ms": 24.092708015814424, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1966112768, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6555672788, "mlx_cache_bytes": 21692711293, "process_rss_bytes": 1966112768}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6555672788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I am a number. I am a number. I am a number. I am a number. I am a number. I am a number. I am a number. I am a number. I am a number. I am a", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bee2b482b9515630ae12e808cb391c2d3ab45ce819acc04ab5da15779a12bbad", "output_hash": "e9382cad7665c7a7b3afdf096119926e82224274426f7d2767a0ee3260e27336"} |
| |
3690 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5ad6a82f5ddc58ad6750c8e0", "attempt_id": "66495d734129", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:04.935727Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5957, "keep": 1489, "compress_ms": 9.067541919648647}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 44, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906679, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.213792010210454, "doc_prefill_ms": 865.0452080182731, "compress_ms": 9.105667006224394, "serialize_ms": 13.921875040978193, "load_ms": 1.6744999447837472, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.63533398602158, "ttft_ms": 23.63533398602158, "decode_ms": 651.8442090600729}, "total_wall_ms": 681.6902079153806, "ttft_ms": 23.63533398602158, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 44}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1966112768, "backend_memory": {"mlx_active_bytes": 6512795656, "mlx_peak_bytes": 6560653552, "mlx_cache_bytes": 21692711293, "process_rss_bytes": 1966112768}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6560653552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "A number (a few words or a number), with no explanation. \n\nA number (a few words or a number), with no explanation. \n\nA number (a few words or a number), with no explanation. \n\nA number (", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "bee2b482b9515630ae12e808cb391c2d3ab45ce819acc04ab5da15779a12bbad", "output_hash": "a7555254afed5791ded6158bb7159f7dbab1ebe19c732c764f083d4a9618a3fe"} |
| |
3691 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8c013c68cb746360df4fbf5c", "attempt_id": "b435cb1d28fc", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:05.643911Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 37, "compress_ms": 81.27766696270555}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906724, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 97.4422920262441, "doc_prefill_ms": 865.0452080182731, "compress_ms": 85.55125002749264, "serialize_ms": 11.657792027108371, "load_ms": 1.5207920223474503, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.304207948967814, "ttft_ms": 23.304207948967814, "decode_ms": 82.76116708293557}, "total_wall_ms": 210.04945796448737, "ttft_ms": 23.304207948967814, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1969045504, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6554853588, "mlx_cache_bytes": 21881511701, "process_rss_bytes": 1969045504}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6554853588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-3655", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63c6d2debe110fe81cbdd2203863e0c1aec0ac5f56eef6c58494103a4f8ae70c", "output_hash": "6713815776d2cb2650e3fe4bd8c649fe055d29fc06c171d5643a7d1a242be021"} |
| |
3692 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e59b0a4038394f07db74e7ec", "attempt_id": "626fd139032e", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:05.881565Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 41, "compress_ms": 66.46533298771828}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 41, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906724, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.11545897554606, "doc_prefill_ms": 865.0452080182731, "compress_ms": 70.71374997030944, "serialize_ms": 10.179250035434961, "load_ms": 1.1661669705063105, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.66391702182591, "ttft_ms": 24.66391702182591, "decode_ms": 152.97008294146508}, "total_wall_ms": 265.48125001136214, "ttft_ms": 24.66391702182591, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1969160192, "backend_memory": {"mlx_active_bytes": 6511910920, "mlx_peak_bytes": 6558523620, "mlx_cache_bytes": 21908659989, "process_rss_bytes": 1969160192}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6558523620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63c6d2debe110fe81cbdd2203863e0c1aec0ac5f56eef6c58494103a4f8ae70c", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3693 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "93912e3ac1f49f9e96e45f62", "attempt_id": "01b9657f0596", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:06.174348Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 42, "compress_ms": 62.92399996891618}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 42, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906724, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.25637499243021, "doc_prefill_ms": 865.0452080182731, "compress_ms": 67.45479197707027, "serialize_ms": 9.567874949425459, "load_ms": 1.1581659782677889, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.828833021223545, "ttft_ms": 55.828833021223545, "decode_ms": 97.11366705596447}, "total_wall_ms": 235.9962499467656, "ttft_ms": 55.828833021223545, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1969160192, "backend_memory": {"mlx_active_bytes": 6511910920, "mlx_peak_bytes": 6559064296, "mlx_cache_bytes": 21924683541, "process_rss_bytes": 1969160192}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6559064296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63c6d2debe110fe81cbdd2203863e0c1aec0ac5f56eef6c58494103a4f8ae70c", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3694 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "17ada93ca76cc4eac60e6396", "attempt_id": "3552612e287d", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:06.437886Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 37, "compress_ms": 63.72025003656745}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906724, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.25325005594641, "doc_prefill_ms": 865.0452080182731, "compress_ms": 68.06508300360292, "serialize_ms": 8.965500048361719, "load_ms": 1.3494170270860195, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.456249968148768, "ttft_ms": 23.456249968148768, "decode_ms": 82.39474997390062}, "total_wall_ms": 189.01962507516146, "ttft_ms": 23.456249968148768, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1969176576, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6554853588, "mlx_cache_bytes": 21926158101, "process_rss_bytes": 1969176576}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6554853588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63c6d2debe110fe81cbdd2203863e0c1aec0ac5f56eef6c58494103a4f8ae70c", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3695 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a39a8d0570f7bf8f526b0544", "attempt_id": "81f0f7f0c8eb", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:06.654391Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 44, "compress_ms": 64.47454204317182}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 44, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906724, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.85687502473593, "doc_prefill_ms": 865.0452080182731, "compress_ms": 68.68520798161626, "serialize_ms": 8.945167064666748, "load_ms": 1.4813330490142107, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.41120899654925, "ttft_ms": 23.41120899654925, "decode_ms": 96.36275004595518}, "total_wall_ms": 203.68829101789743, "ttft_ms": 23.41120899654925, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1969176576, "backend_memory": {"mlx_active_bytes": 6511910920, "mlx_peak_bytes": 6560588016, "mlx_cache_bytes": 21941460757, "process_rss_bytes": 1969176576}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6560588016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1819325", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63c6d2debe110fe81cbdd2203863e0c1aec0ac5f56eef6c58494103a4f8ae70c", "output_hash": "9ad998f719c5fdb563ba3bfa5ae093d0080a4fa0910a5bc8a9d191883d0231e6"} |
| |
3696 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d1cb15b5d413bebc36b7539e", "attempt_id": "720a39bc1e19", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:06.952062Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 19, "compress_ms": 57.304957997985184}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906725, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.61241596844047, "doc_prefill_ms": 865.0452080182731, "compress_ms": 57.42370896041393, "serialize_ms": 7.030374952591956, "load_ms": 1.7524169525131583, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.90933397691697, "ttft_ms": 23.90933397691697, "decode_ms": 13.564958004280925}, "total_wall_ms": 44.07887498382479, "ttft_ms": 23.90933397691697, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1969242112, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6554853588, "mlx_cache_bytes": 21966511893, "process_rss_bytes": 1969242112}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6554853588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f108fff5a35539aa4bd80401cd759688b94e1c4f1ef9c319db9de9ac8842143a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3697 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70060d086782e0cbb9592791", "attempt_id": "b6f7aa8521da", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:07.022902Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 19, "compress_ms": 57.304957997985184}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 41, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906725, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.61241596844047, "doc_prefill_ms": 865.0452080182731, "compress_ms": 57.42370896041393, "serialize_ms": 7.030374952591956, "load_ms": 1.7741250339895487, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.757874965667725, "ttft_ms": 23.757874965667725, "decode_ms": 13.775167055428028}, "total_wall_ms": 43.75341604463756, "ttft_ms": 23.757874965667725, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1969242112, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6558523620, "mlx_cache_bytes": 21966511893, "process_rss_bytes": 1969242112}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6558523620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f108fff5a35539aa4bd80401cd759688b94e1c4f1ef9c319db9de9ac8842143a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3698 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fdb34e8fd3b83e4915ac8588", "attempt_id": "348e9d42ef64", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:07.092134Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 19, "compress_ms": 57.304957997985184}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 42, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906725, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.61241596844047, "doc_prefill_ms": 865.0452080182731, "compress_ms": 57.42370896041393, "serialize_ms": 7.030374952591956, "load_ms": 1.744333072565496, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.62229105271399, "ttft_ms": 55.62229105271399, "decode_ms": 82.28683401830494}, "total_wall_ms": 144.13574989885092, "ttft_ms": 55.62229105271399, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 42}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1969242112, "backend_memory": {"mlx_active_bytes": 6511616008, "mlx_peak_bytes": 6559064296, "mlx_cache_bytes": 21965332245, "process_rss_bytes": 1969242112}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6559064296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1.1359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f108fff5a35539aa4bd80401cd759688b94e1c4f1ef9c319db9de9ac8842143a", "output_hash": "7ce63aaebfbbba46722ccafbdc796275ebba7d48331afbea2b396e6a61760268"} |
| |
3699 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8a9c1ca8836ee97faa1c3f31", "attempt_id": "7d67320b53fb", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:07.262576Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 19, "compress_ms": 57.304957997985184}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906725, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.61241596844047, "doc_prefill_ms": 865.0452080182731, "compress_ms": 57.42370896041393, "serialize_ms": 7.030374952591956, "load_ms": 1.486124936491251, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.955625016242266, "ttft_ms": 23.955625016242266, "decode_ms": 82.3695829603821}, "total_wall_ms": 112.29154199827462, "ttft_ms": 23.955625016242266, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1969242112, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6554853588, "mlx_cache_bytes": 21966511893, "process_rss_bytes": 1969242112}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6554853588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zourfel", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f108fff5a35539aa4bd80401cd759688b94e1c4f1ef9c319db9de9ac8842143a", "output_hash": "c310dcab8c31c9f87cb7a106939199fe5d0f01114ff564009719b725a4799194"} |
| |
3700 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4837dcea0f61686fa0bb738c", "attempt_id": "4648c461e14c", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:07.400378Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6453813256}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 19, "compress_ms": 57.304957997985184}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 44, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906725, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 64.61241596844047, "doc_prefill_ms": 865.0452080182731, "compress_ms": 57.42370896041393, "serialize_ms": 7.030374952591956, "load_ms": 1.1762500507757068, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.58520799316466, "ttft_ms": 23.58520799316466, "decode_ms": 13.836416997946799}, "total_wall_ms": 43.17012499086559, "ttft_ms": 23.58520799316466, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 44}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1969242112, "backend_memory": {"mlx_active_bytes": 6510436360, "mlx_peak_bytes": 6560571632, "mlx_cache_bytes": 21966511893, "process_rss_bytes": 1969242112}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6560571632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f108fff5a35539aa4bd80401cd759688b94e1c4f1ef9c319db9de9ac8842143a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3701 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9883717cfc8b32373789323f", "attempt_id": "a66a831908f2", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:07.470054Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 37, "compress_ms": 81.00150001700968}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906614, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 96.37649997603148, "doc_prefill_ms": 865.0452080182731, "compress_ms": 85.43524995911866, "serialize_ms": 10.715916054323316, "load_ms": 16.127291950397193, "receiver_prefill_ms": 0.0, "query_prefill_ms": 457.0345419924706, "ttft_ms": 457.0345419924706, "decode_ms": 82.84529205411673}, "total_wall_ms": 663.8377909548581, "ttft_ms": 457.0345419924706, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2025455616, "backend_memory": {"mlx_active_bytes": 6511501320, "mlx_peak_bytes": 6596373976, "mlx_cache_bytes": 22211278185, "process_rss_bytes": 2025455616}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6596373976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-3605", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "19325f44d31e7b116342f4e7477c8a4747bf7bb8d978370efaf469917934eb77", "output_hash": "abe27a307091e2cc4dee24faf5e93cbc4bfc6fa4c9f32fdf71e6a4d7099ba7dd"} |
| |
3702 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b6fb70acefa63b459ec33370", "attempt_id": "1dd4d4c1e74b", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:08.160441Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 41, "compress_ms": 65.55599998682737}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 41, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906614, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.20300008542836, "doc_prefill_ms": 865.0452080182731, "compress_ms": 70.03491593059152, "serialize_ms": 11.934041976928711, "load_ms": 1.254832954145968, "receiver_prefill_ms": 0.0, "query_prefill_ms": 402.25779195316136, "ttft_ms": 402.25779195316136, "decode_ms": 155.32858297228813}, "total_wall_ms": 645.8069590153173, "ttft_ms": 402.25779195316136, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2079850496, "backend_memory": {"mlx_active_bytes": 6511829000, "mlx_peak_bytes": 6597897736, "mlx_cache_bytes": 22225074649, "process_rss_bytes": 2079850496}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6597897736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "19325f44d31e7b116342f4e7477c8a4747bf7bb8d978370efaf469917934eb77", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3703 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1c9ec5c85311c20d94f3c624", "attempt_id": "ee99ef0c0fee", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:08.835255Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 42, "compress_ms": 65.39254100061953}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 42, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906614, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.3650839952752, "doc_prefill_ms": 865.0452080182731, "compress_ms": 69.59254201501608, "serialize_ms": 10.523750097490847, "load_ms": 1.5034580137580633, "receiver_prefill_ms": 0.0, "query_prefill_ms": 412.3365830164403, "ttft_ms": 412.3365830164403, "decode_ms": 97.45108301285654}, "total_wall_ms": 596.2622499791905, "ttft_ms": 412.3365830164403, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2121449472, "backend_memory": {"mlx_active_bytes": 6511747080, "mlx_peak_bytes": 6598053396, "mlx_cache_bytes": 22243662581, "process_rss_bytes": 2121449472}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6598053396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "19325f44d31e7b116342f4e7477c8a4747bf7bb8d978370efaf469917934eb77", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3704 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a455d955b4bd9e73e02705c7", "attempt_id": "211aa638c0f6", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:09.459301Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 37, "compress_ms": 66.43400003667921}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906614, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 86.34562499355525, "doc_prefill_ms": 865.0452080182731, "compress_ms": 71.02995901368558, "serialize_ms": 15.062041929922998, "load_ms": 1.067458069883287, "receiver_prefill_ms": 0.0, "query_prefill_ms": 361.8614579318091, "ttft_ms": 361.8614579318091, "decode_ms": 82.69791700877249}, "total_wall_ms": 536.7594589479268, "ttft_ms": 361.8614579318091, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2163818496, "backend_memory": {"mlx_active_bytes": 6511435784, "mlx_peak_bytes": 6596242904, "mlx_cache_bytes": 22243973877, "process_rss_bytes": 2163818496}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6596242904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "19325f44d31e7b116342f4e7477c8a4747bf7bb8d978370efaf469917934eb77", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3705 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "10fe2fc5ba65ce1e7e4a650e", "attempt_id": "35230c7a0054", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:10.024242Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 44, "compress_ms": 65.06074999924749}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 44, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 54890496, "serialized_payload_bytes": 54906614, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.27708407118917, "doc_prefill_ms": 865.0452080182731, "compress_ms": 69.50308301020414, "serialize_ms": 11.52941701002419, "load_ms": 1.2562910560518503, "receiver_prefill_ms": 0.0, "query_prefill_ms": 429.1088340105489, "ttft_ms": 429.1088340105489, "decode_ms": 98.21708395611495}, "total_wall_ms": 614.4463749369606, "ttft_ms": 429.1088340105489, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2204336128, "backend_memory": {"mlx_active_bytes": 6511779848, "mlx_peak_bytes": 6598708780, "mlx_cache_bytes": 22249676077, "process_rss_bytes": 2204336128}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6598708780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1819325", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "19325f44d31e7b116342f4e7477c8a4747bf7bb8d978370efaf469917934eb77", "output_hash": "9ad998f719c5fdb563ba3bfa5ae093d0080a4fa0910a5bc8a9d191883d0231e6"} |
| |
3706 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "226742225c96bc65dfa35235", "attempt_id": "f7d5faa19a57", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:10.666195Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 37, "compress_ms": 63.812750042416155, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 29160576, "serialized_payload_bytes": 29194890, "side_information_bytes": 34314, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 149.83512507751584, "doc_prefill_ms": 865.0452080182731, "compress_ms": 76.35070907417685, "serialize_ms": 73.05512495804578, "load_ms": 1.877416973002255, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.883082994259894, "ttft_ms": 20.883082994259894, "decode_ms": 87.21308293752372}, "total_wall_ms": 264.4492080435157, "ttft_ms": 20.883082994259894, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2240102400, "backend_memory": {"mlx_active_bytes": 6458480672, "mlx_peak_bytes": 6525224528, "mlx_cache_bytes": 22354077557, "process_rss_bytes": 2240102400}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6525224528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HN-3655", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f4fddf882c63fab6f808592fe89d66e25df83431bc3c84367f8d34ead34ab5c7", "output_hash": "6713815776d2cb2650e3fe4bd8c649fe055d29fc06c171d5643a7d1a242be021"} |
| |
3707 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e43dfacbfa6ddb484550cfed", "attempt_id": "9a37cf25df49", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:10.962352Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 41, "compress_ms": 63.92574997153133, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 41, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 29160576, "serialized_payload_bytes": 29194889, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 85.33274999354035, "doc_prefill_ms": 865.0452080182731, "compress_ms": 76.10020798165351, "serialize_ms": 8.798790979199111, "load_ms": 1.96899997536093, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.541500019840896, "ttft_ms": 19.541500019840896, "decode_ms": 161.1976670101285}, "total_wall_ms": 272.6767909480259, "ttft_ms": 19.541500019840896, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 41}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2249097216, "backend_memory": {"mlx_active_bytes": 6459719008, "mlx_peak_bytes": 6517436056, "mlx_cache_bytes": 22417025605, "process_rss_bytes": 2249097216}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6517436056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 223-B, Val-d'Or", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9cb87df446ae62def7d93f1b2920b8331a276a8b1facbd02917aef1986188afd", "output_hash": "d734dee7dc70a3a594de2b243f7cef738456c14216bf22006021c48ca22b443d"} |
| |
3708 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e9bb45fb5635abf4ea16f5d6", "attempt_id": "d1d69b42446f", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:11.262091Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 42, "compress_ms": 64.34299994725734, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 42, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 29160576, "serialized_payload_bytes": 29194889, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.5279999775812, "doc_prefill_ms": 865.0452080182731, "compress_ms": 75.68979205098003, "serialize_ms": 8.400458027608693, "load_ms": 1.6827500658109784, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.45116707030684, "ttft_ms": 53.45116707030684, "decode_ms": 101.53600003104657}, "total_wall_ms": 245.78566593118012, "ttft_ms": 53.45116707030684, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2270347264, "backend_memory": {"mlx_active_bytes": 6459921880, "mlx_peak_bytes": 6518328052, "mlx_cache_bytes": 22435402189, "process_rss_bytes": 2270347264}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6518328052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "62.7359", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9cb87df446ae62def7d93f1b2920b8331a276a8b1facbd02917aef1986188afd", "output_hash": "1f0e9c1eb5863e282e657769c73cf38fbb2fce4a6a062186a1936ce9c92d9039"} |
| |
3709 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "67a8a9705c52313eb7d1b70a", "attempt_id": "80011e10e8ce", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:11.534032Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 37, "compress_ms": 62.88574996870011, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 37, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 29160576, "serialized_payload_bytes": 29194889, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.94208301231265, "doc_prefill_ms": 865.0452080182731, "compress_ms": 74.75041691213846, "serialize_ms": 7.778417086228728, "load_ms": 1.962958020158112, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.631083006970584, "ttft_ms": 19.631083006970584, "decode_ms": 86.73358301166445}, "total_wall_ms": 195.87733293883502, "ttft_ms": 19.631083006970584, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 37}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2277425152, "backend_memory": {"mlx_active_bytes": 6458473096, "mlx_peak_bytes": 6525216952, "mlx_cache_bytes": 22436850973, "process_rss_bytes": 2277425152}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6525216952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ludivine Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9cb87df446ae62def7d93f1b2920b8331a276a8b1facbd02917aef1986188afd", "output_hash": "95de06131699f7047cfa187427424e233c7eaf108b642ae83c9982ac56b820f6"} |
| |
3710 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33362fd4b48865a8d84a83e4", "attempt_id": "854a4491eb38", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:11.756316Z", "task_family": "synthetic", "document_id": "syn_03034_8000", "document_hash": "5ffdb9e3398b9864cb5a2eec10f8bf42f4087972c2ae2095226fa987279b179c", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03034_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6398369800}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5957, "keep": 1489, "window_tokens": 44, "compress_ms": 62.48862494248897, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5918, "source_tokens_receiver": 5918, "query_tokens": 44, "message_tokens": 5957, "message_utf8_bytes": 29476, "cache_tensor_bytes": 29160576, "serialized_payload_bytes": 29194889, "side_information_bytes": 34313, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.52425002865493, "doc_prefill_ms": 865.0452080182731, "compress_ms": 74.47679201141, "serialize_ms": 7.5800829799845815, "load_ms": 1.685667084529996, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.650749978609383, "ttft_ms": 19.650749978609383, "decode_ms": 102.62829205021262}, "total_wall_ms": 210.9544170089066, "ttft_ms": 19.650749978609383, "input_usage": {"receiver_prefix_tokens": 5957, "dense_cache_bytes": 219598848, "query_tokens": 44}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2277441536, "backend_memory": {"mlx_active_bytes": 6459924216, "mlx_peak_bytes": 6520535436, "mlx_cache_bytes": 22454864045, "process_rss_bytes": 2277441536}, "peak_prefill_memory": 7165485120, "peak_decode_memory": 6520535436, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1819325", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03034_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "9cb87df446ae62def7d93f1b2920b8331a276a8b1facbd02917aef1986188afd", "output_hash": "9ad998f719c5fdb563ba3bfa5ae093d0080a4fa0910a5bc8a9d191883d0231e6"} |
| |
3711 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "659260ad695f6fd990ef4c9f", "attempt_id": "be1857164077", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:12.780491Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00895792618393898, "decode_payload_ms": 0.0, "receiver_prefill_ms": 22.69874990452081, "ttft_ms": 13.552749995142221, "decode_ms": 13.632957939989865}, "total_wall_ms": 50.464500091038644, "ttft_ms": 13.552749995142221, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1301708800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 279250612, "process_rss_bytes": 1301708800}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3712 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1cb832a4197e1df297df8d73", "attempt_id": "f4707cec63b7", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:12.877490Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 72, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00895792618393898, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.190875003114343, "ttft_ms": 13.57733306940645, "decode_ms": 13.401584001258016}, "total_wall_ms": 51.666000043042004, "ttft_ms": 13.57733306940645, "input_usage": {"receiver_prompt_tokens": 72}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1301708800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245294728, "mlx_cache_bytes": 345015988, "process_rss_bytes": 1301708800}, "peak_prefill_memory": null, "peak_decode_memory": 6245294728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3713 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7943acd1e1c82c9c1421580f", "attempt_id": "42dfb5fa1089", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:12.963172Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00895792618393898, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.069290957413614, "ttft_ms": 13.11858301050961, "decode_ms": 13.767999946139753}, "total_wall_ms": 51.433582906611264, "ttft_ms": 13.11858301050961, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1301708800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243967624, "mlx_cache_bytes": 387778228, "process_rss_bytes": 1301708800}, "peak_prefill_memory": null, "peak_decode_memory": 6243967624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3714 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c46561dad064b6434da59ae2", "attempt_id": "922ef458eae2", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:13.048946Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 67, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00895792618393898, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.000874953344464, "ttft_ms": 13.308500056155026, "decode_ms": 13.318459037691355}, "total_wall_ms": 51.09874997287989, "ttft_ms": 13.308500056155026, "input_usage": {"receiver_prompt_tokens": 67}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1301708800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245671560, "mlx_cache_bytes": 432801460, "process_rss_bytes": 1301708800}, "peak_prefill_memory": null, "peak_decode_memory": 6245671560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3715 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "68af057dca025222e387f897", "attempt_id": "78eb424097d7", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:13.133370Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 75, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00895792618393898, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.09170800819993, "ttft_ms": 13.538624974898994, "decode_ms": 13.148707919754088}, "total_wall_ms": 51.34025006555021, "ttft_ms": 13.538624974898994, "input_usage": {"receiver_prompt_tokens": 75}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1301708800, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6248243848, "mlx_cache_bytes": 499975860, "process_rss_bytes": 1301708800}, "peak_prefill_memory": null, "peak_decode_memory": 6248243848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3716 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2ce48842a698d55fc2573108", "attempt_id": "cb2c7f1ce7d8", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:13.229123Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 11098, "message_tokens": 11024, "message_utf8_bytes": 58616, "cache_tensor_bytes": null, "serialized_payload_bytes": 58616, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009999959729611874, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1869.9370420072228, "ttft_ms": 15.3004159219563, "decode_ms": 162.926624994725}, "total_wall_ms": 2067.727000103332, "ttft_ms": 15.3004159219563, "input_usage": {"receiver_prompt_tokens": 11098}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1302855680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3187590836, "process_rss_bytes": 1302855680}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-98H-3446", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "output_hash": "d27eb5ea1d43c71b5c5ac6c483757877626aa6d890b8968090aa8e16796156f5"} |
| |
3717 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9aa38ce07a778135160ff681", "attempt_id": "f352ffb8159a", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:15.330468Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 11106, "message_tokens": 11024, "message_utf8_bytes": 58616, "cache_tensor_bytes": null, "serialized_payload_bytes": 58616, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009999959729611874, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1848.7882079789415, "ttft_ms": 15.367624931968749, "decode_ms": 161.5194579353556}, "total_wall_ms": 2042.1690420480445, "ttft_ms": 15.367624931968749, "input_usage": {"receiver_prompt_tokens": 11106}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1302904832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 3726411444, "process_rss_bytes": 1302904832}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A in Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "output_hash": "4a0c82a45169ffd01dcbe88ddb6e75977dfa68afe618cf6c16e7a8a4abcee869"} |
| |
3718 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3d7f4487489a1b28a2e8a43f", "attempt_id": "a7c34d4d02d9", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:17.405474Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 11104, "message_tokens": 11024, "message_utf8_bytes": 58616, "cache_tensor_bytes": null, "serialized_payload_bytes": 58616, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009999959729611874, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1908.5696659749374, "ttft_ms": 15.09975001681596, "decode_ms": 102.54850005730987}, "total_wall_ms": 2043.5737499501556, "ttft_ms": 15.09975001681596, "input_usage": {"receiver_prompt_tokens": 11104}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1302953984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4117169844, "process_rss_bytes": 1302953984}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "output_hash": "bbd624887403f9c2d757c8bb9dba5c943b505bd4b165bc523dc0e119d503be8b"} |
| |
3719 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a7ce3db9c56b859728c613a8", "attempt_id": "76874bd4be59", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:19.483526Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 11101, "message_tokens": 11024, "message_utf8_bytes": 58616, "cache_tensor_bytes": null, "serialized_payload_bytes": 58616, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009999959729611874, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1815.3811249649152, "ttft_ms": 15.109749976545572, "decode_ms": 103.07504096999764}, "total_wall_ms": 1950.162332970649, "ttft_ms": 15.109749976545572, "input_usage": {"receiver_prompt_tokens": 11101}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1303019520, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4471260852, "process_rss_bytes": 1303019520}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3720 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "27ec1c7394a1ece6c0fad28b", "attempt_id": "965aa89e7b3a", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:21.469851Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 11109, "message_tokens": 11024, "message_utf8_bytes": 58616, "cache_tensor_bytes": null, "serialized_payload_bytes": 58616, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009999959729611874, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1838.3774170652032, "ttft_ms": 15.367457992397249, "decode_ms": 103.18558302242309}, "total_wall_ms": 1973.749625030905, "ttft_ms": 15.367457992397249, "input_usage": {"receiver_prompt_tokens": 11109}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1303068672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 4828694196, "process_rss_bytes": 1303068672}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4167725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "output_hash": "094694529d3dc80c5ae4efec6a10faee557c89f07fd797bd3a2ff711ab055476"} |
| |
3721 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "075414376d80d7f82e2fb810", "attempt_id": "75296ec003e0", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:23.484464Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11024}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 594, "message_tokens": 515, "message_utf8_bytes": 2178, "cache_tensor_bytes": null, "serialized_payload_bytes": 2178, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.774166995659471, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.96891697216779, "ttft_ms": 13.474415987730026, "decode_ms": 13.458542060106993}, "total_wall_ms": 106.09241598285735, "ttft_ms": 13.474415987730026, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1303085056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566473816, "mlx_cache_bytes": 5218469556, "process_rss_bytes": 1303085056}, "peak_prefill_memory": null, "peak_decode_memory": 6566473816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a690011f3cce632231c746e0a0b9e23ce9cd1bdb5e9fce5f7cc85eda887f6f8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3722 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "65a5c4f576f6b650a8648b8a", "attempt_id": "8d753b56dc94", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:23.624521Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11024}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 602, "message_tokens": 515, "message_utf8_bytes": 2178, "cache_tensor_bytes": null, "serialized_payload_bytes": 2178, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.774166995659471, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.97512505203485, "ttft_ms": 13.39283399283886, "decode_ms": 147.7746251039207}, "total_wall_ms": 240.64520897809416, "ttft_ms": 13.39283399283886, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1303101440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568915032, "mlx_cache_bytes": 5584848564, "process_rss_bytes": 1303101440}, "peak_prefill_memory": null, "peak_decode_memory": 6568915032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a690011f3cce632231c746e0a0b9e23ce9cd1bdb5e9fce5f7cc85eda887f6f8", "output_hash": "59a0e69cb59d4b6548b1a31def67940536df65136789df0b007f54fbcf58ab15"} |
| |
3723 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ccdc66e213b7b287e27497d7", "attempt_id": "60c5695e51e0", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:23.900314Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11024}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 600, "message_tokens": 515, "message_utf8_bytes": 2178, "cache_tensor_bytes": null, "serialized_payload_bytes": 2178, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.774166995659471, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.15566597692668, "ttft_ms": 13.599500060081482, "decode_ms": 13.28345900401473}, "total_wall_ms": 98.29483402427286, "ttft_ms": 13.599500060081482, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1303117824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582530136, "mlx_cache_bytes": 5853611700, "process_rss_bytes": 1303117824}, "peak_prefill_memory": null, "peak_decode_memory": 6582530136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a690011f3cce632231c746e0a0b9e23ce9cd1bdb5e9fce5f7cc85eda887f6f8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3724 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "70bf8e7b995e5e3143abd203", "attempt_id": "b58744b96aeb", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:24.032774Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11024}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 597, "message_tokens": 515, "message_utf8_bytes": 2178, "cache_tensor_bytes": null, "serialized_payload_bytes": 2178, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.774166995659471, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.29258296824992, "ttft_ms": 13.42095888685435, "decode_ms": 13.749792007729411}, "total_wall_ms": 98.69970905128866, "ttft_ms": 13.42095888685435, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1303134208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 6098978484, "process_rss_bytes": 1303134208}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a690011f3cce632231c746e0a0b9e23ce9cd1bdb5e9fce5f7cc85eda887f6f8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3725 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fcb4227f5a024fc4e40ff39d", "attempt_id": "2bd47d23f09a", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:24.165382Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 11024}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 605, "message_tokens": 515, "message_utf8_bytes": 2178, "cache_tensor_bytes": null, "serialized_payload_bytes": 2178, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.774166995659471, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.69616704434156, "ttft_ms": 13.3866670075804, "decode_ms": 13.210582896135747}, "total_wall_ms": 100.45279189944267, "ttft_ms": 13.3866670075804, "input_usage": {"receiver_prompt_tokens": 605}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1303150592, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6570094680, "mlx_cache_bytes": 6347687604, "process_rss_bytes": 1303150592}, "peak_prefill_memory": null, "peak_decode_memory": 6570094680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4a690011f3cce632231c746e0a0b9e23ce9cd1bdb5e9fce5f7cc85eda887f6f8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3726 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1136e6ed0e61d8877abcec74", "attempt_id": "a3daf2a98a4e", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:24.307868Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 587, "message_tokens": 512, "message_utf8_bytes": 1227, "cache_tensor_bytes": null, "serialized_payload_bytes": 1227, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.47045802604407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.5809580180794, "ttft_ms": 13.408667058683932, "decode_ms": 13.714208034798503}, "total_wall_ms": 100.76899989508092, "ttft_ms": 13.408667058683932, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1303461888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 6690178740, "process_rss_bytes": 1303461888}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1ebb1741becee86cc83c0fc7f1c3f631d024d0ebcafe90f269392412c0a6282f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3727 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "feaa4a5e59b56c52cc55b3be", "attempt_id": "f4783e59b853", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:24.441622Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 595, "message_tokens": 512, "message_utf8_bytes": 1227, "cache_tensor_bytes": null, "serialized_payload_bytes": 1227, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.47045802604407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.7684999583289, "ttft_ms": 13.497374951839447, "decode_ms": 13.687875005416572}, "total_wall_ms": 101.02716705296189, "ttft_ms": 13.497374951839447, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1303478272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 6934857396, "process_rss_bytes": 1303478272}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1ebb1741becee86cc83c0fc7f1c3f631d024d0ebcafe90f269392412c0a6282f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3728 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "501418225f233b7c0d993a68", "attempt_id": "55fb75e7c35a", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:24.575589Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1227, "cache_tensor_bytes": null, "serialized_payload_bytes": 1227, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.47045802604407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.12504202127457, "ttft_ms": 13.77137505915016, "decode_ms": 13.513499987311661}, "total_wall_ms": 101.44837491679937, "ttft_ms": 13.77137505915016, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1303478272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566277208, "mlx_cache_bytes": 7022151348, "process_rss_bytes": 1303478272}, "peak_prefill_memory": null, "peak_decode_memory": 6566277208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1ebb1741becee86cc83c0fc7f1c3f631d024d0ebcafe90f269392412c0a6282f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3729 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "83583ea19c885bc94b78b6e5", "attempt_id": "ca0251a0819e", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:24.710621Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 590, "message_tokens": 512, "message_utf8_bytes": 1227, "cache_tensor_bytes": null, "serialized_payload_bytes": 1227, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.47045802604407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.36604192480445, "ttft_ms": 13.478584005497396, "decode_ms": 94.24520807806402}, "total_wall_ms": 183.1609170185402, "ttft_ms": 13.478584005497396, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1303478272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6584283224, "mlx_cache_bytes": 7286589108, "process_rss_bytes": 1303478272}, "peak_prefill_memory": null, "peak_decode_memory": 6584283224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1ebb1741becee86cc83c0fc7f1c3f631d024d0ebcafe90f269392412c0a6282f", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3730 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a878d9eec4a4160301fef82e", "attempt_id": "6068b78ce1aa", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:24.927920Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1227, "cache_tensor_bytes": null, "serialized_payload_bytes": 1227, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.47045802604407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.63841694314033, "ttft_ms": 13.472290942445397, "decode_ms": 93.53216702584177}, "total_wall_ms": 181.75075005274266, "ttft_ms": 13.472290942445397, "input_usage": {"receiver_prompt_tokens": 598}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1303494656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6586789976, "mlx_cache_bytes": 7532545716, "process_rss_bytes": 1303494656}, "peak_prefill_memory": null, "peak_decode_memory": 6586789976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4167725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1ebb1741becee86cc83c0fc7f1c3f631d024d0ebcafe90f269392412c0a6282f", "output_hash": "094694529d3dc80c5ae4efec6a10faee557c89f07fd797bd3a2ff711ab055476"} |
| |
3731 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "162304b8ad59b6cac3f3129d", "attempt_id": "3593b485b167", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:25.142843Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 584, "message_tokens": 509, "message_utf8_bytes": 1310, "cache_tensor_bytes": null, "serialized_payload_bytes": 1310, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.073875093832612, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.11049997527152, "ttft_ms": 13.530874974094331, "decode_ms": 147.49929204117507}, "total_wall_ms": 235.2306250249967, "ttft_ms": 13.530874974094331, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1303494656, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579794008, "mlx_cache_bytes": 7808583348, "process_rss_bytes": 1303494656}, "peak_prefill_memory": null, "peak_decode_memory": 6579794008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-98H-3446", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f03f48a8ffd628af99ed4ff0562ab99301d8d5f169affa75af9b272d23c6e381", "output_hash": "d27eb5ea1d43c71b5c5ac6c483757877626aa6d890b8968090aa8e16796156f5"} |
| |
3732 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "19c4eca33687acb313d15473", "attempt_id": "972a49dc9928", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:25.410521Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 499, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 582, "message_tokens": 499, "message_utf8_bytes": 1243, "cache_tensor_bytes": null, "serialized_payload_bytes": 1243, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.4281250555068254, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.58729191683233, "ttft_ms": 13.295582961291075, "decode_ms": 147.61283295229077}, "total_wall_ms": 234.91533298511058, "ttft_ms": 13.295582961291075, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1303511040, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6576500824, "mlx_cache_bytes": 8047855284, "process_rss_bytes": 1303511040}, "peak_prefill_memory": null, "peak_decode_memory": 6576500824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5617c883cf4f08fbb3a9e95b21064a0ba74d63931d8cefb5a9671c1aa5e3a80e", "output_hash": "59a0e69cb59d4b6548b1a31def67940536df65136789df0b007f54fbcf58ab15"} |
| |
3733 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f16b46acbcaa5aaccf63f09a", "attempt_id": "9d8bfb2e11d5", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:25.678796Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 586, "message_tokens": 505, "message_utf8_bytes": 1355, "cache_tensor_bytes": null, "serialized_payload_bytes": 1355, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.120000008493662, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.82270799018443, "ttft_ms": 13.53058300446719, "decode_ms": 93.81049999501556}, "total_wall_ms": 190.25654101278633, "ttft_ms": 13.53058300446719, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1303511040, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 8047855284, "process_rss_bytes": 1303511040}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "189c1775803dc80947b64f1b1fe57163d7e67e932eb0c3c39b873ec943670f99", "output_hash": "bbd624887403f9c2d757c8bb9dba5c943b505bd4b165bc523dc0e119d503be8b"} |
| |
3734 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6e71d223a8f0ea4dbb249311", "attempt_id": "915c9bc57a7c", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:25.902792Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 17}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 590, "message_tokens": 512, "message_utf8_bytes": 1408, "cache_tensor_bytes": null, "serialized_payload_bytes": 1408, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.0392500339075923, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.6669590221718, "ttft_ms": 13.589708018116653, "decode_ms": 94.24512495752424}, "total_wall_ms": 184.58258302416652, "ttft_ms": 13.589708018116653, "input_usage": {"receiver_prompt_tokens": 590}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1303511040, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581842008, "mlx_cache_bytes": 8047855284, "process_rss_bytes": 1303511040}, "peak_prefill_memory": null, "peak_decode_memory": 6581842008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cf0ae2ddd82e595af55bb24ff3838331d0ae530c226e4c1345274a011a489ed9", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3735 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2a10e9136156af09c83f4103", "attempt_id": "7cc610ed0dc3", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:26.123707Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 595, "message_tokens": 509, "message_utf8_bytes": 1229, "cache_tensor_bytes": null, "serialized_payload_bytes": 1229, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.325333003886044, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.36754202656448, "ttft_ms": 13.549666968174279, "decode_ms": 94.5032499730587}, "total_wall_ms": 183.80333308596164, "ttft_ms": 13.549666968174279, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1303527424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 8047855284, "process_rss_bytes": 1303527424}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4167725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "ad4cac2d9302d04f6a06aaff210e68dc77a55d6f144ce396e9cf3b16ad922248", "output_hash": "094694529d3dc80c5ae4efec6a10faee557c89f07fd797bd3a2ff711ab055476"} |
| |
3736 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "69e262e385f64dc2a7b77df7", "attempt_id": "68077bfc5290", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:32.541848Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 371, "message_tokens": 293, "message_utf8_bytes": 1502, "cache_tensor_bytes": null, "serialized_payload_bytes": 1502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6200.7105419179425, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.16620808560401, "ttft_ms": 13.487500022165477, "decode_ms": 13.35112506058067}, "total_wall_ms": 77.42662506643683, "ttft_ms": 13.487500022165477, "input_usage": {"receiver_prompt_tokens": 371, "sender_input_tokens": 11140, "sender_output_tokens": 293, "sender_prefill_ms": 1942.757459008135, "sender_ttft_ms": 15.221917070448399, "sender_decode_ms": 4233.969792025164}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304182784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6485698104, "mlx_cache_bytes": 9311882364, "process_rss_bytes": 1304182784}, "peak_prefill_memory": null, "peak_decode_memory": 6485698104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cdcc47db0bc3cd95fce789855af02da9ed1087fb39fdb7e19f3338df166a1452", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3737 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ee0eb381cc85d5292d005868", "attempt_id": "444941648386", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:32.653467Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 379, "message_tokens": 293, "message_utf8_bytes": 1502, "cache_tensor_bytes": null, "serialized_payload_bytes": 1502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6200.7105419179425, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.45279094297439, "ttft_ms": 13.667750055901706, "decode_ms": 13.70716595556587}, "total_wall_ms": 76.93166704848409, "ttft_ms": 13.667750055901706, "input_usage": {"receiver_prompt_tokens": 379, "sender_input_tokens": 11140, "sender_output_tokens": 293, "sender_prefill_ms": 1942.757459008135, "sender_ttft_ms": 15.221917070448399, "sender_decode_ms": 4233.969792025164}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304182784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6498281048, "mlx_cache_bytes": 9600438884, "process_rss_bytes": 1304182784}, "peak_prefill_memory": null, "peak_decode_memory": 6498281048, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cdcc47db0bc3cd95fce789855af02da9ed1087fb39fdb7e19f3338df166a1452", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3738 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6811f2eabe56e49ebebdfc69", "attempt_id": "2d5bcf0a643d", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:32.764799Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 377, "message_tokens": 293, "message_utf8_bytes": 1502, "cache_tensor_bytes": null, "serialized_payload_bytes": 1502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6200.7105419179425, "decode_payload_ms": 0.0, "receiver_prefill_ms": 47.94720804784447, "ttft_ms": 13.795375009067357, "decode_ms": 13.565291999839246}, "total_wall_ms": 76.37945900205523, "ttft_ms": 13.795375009067357, "input_usage": {"receiver_prompt_tokens": 377, "sender_input_tokens": 11140, "sender_output_tokens": 293, "sender_prefill_ms": 1942.757459008135, "sender_ttft_ms": 15.221917070448399, "sender_decode_ms": 4233.969792025164}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304182784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6490433112, "mlx_cache_bytes": 9827029604, "process_rss_bytes": 1304182784}, "peak_prefill_memory": null, "peak_decode_memory": 6490433112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cdcc47db0bc3cd95fce789855af02da9ed1087fb39fdb7e19f3338df166a1452", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3739 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fc32f78f4c39832806bc8a6a", "attempt_id": "5e4ab4091e09", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:32.874604Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 374, "message_tokens": 293, "message_utf8_bytes": 1502, "cache_tensor_bytes": null, "serialized_payload_bytes": 1502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6200.7105419179425, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.04120797943324, "ttft_ms": 13.494499959051609, "decode_ms": 13.324082945473492}, "total_wall_ms": 83.94304104149342, "ttft_ms": 13.494499959051609, "input_usage": {"receiver_prompt_tokens": 374, "sender_input_tokens": 11140, "sender_output_tokens": 293, "sender_prefill_ms": 1942.757459008135, "sender_ttft_ms": 15.221917070448399, "sender_decode_ms": 4233.969792025164}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304182784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6501181016, "mlx_cache_bytes": 10048967268, "process_rss_bytes": 1304182784}, "peak_prefill_memory": null, "peak_decode_memory": 6501181016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cdcc47db0bc3cd95fce789855af02da9ed1087fb39fdb7e19f3338df166a1452", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3740 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "df1ba8d1327d11038e7d39a9", "attempt_id": "0353e602a844", "run_group_id": "E1_core:A4|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:32.992484Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 382, "message_tokens": 293, "message_utf8_bytes": 1502, "cache_tensor_bytes": null, "serialized_payload_bytes": 1502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6200.7105419179425, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.29875000845641, "ttft_ms": 13.255166006274521, "decode_ms": 13.379291980527341}, "total_wall_ms": 81.98870799969882, "ttft_ms": 13.255166006274521, "input_usage": {"receiver_prompt_tokens": 382, "sender_input_tokens": 11140, "sender_output_tokens": 293, "sender_prefill_ms": 1942.757459008135, "sender_ttft_ms": 15.221917070448399, "sender_decode_ms": 4233.969792025164}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304182784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6494332516, "mlx_cache_bytes": 10185283672, "process_rss_bytes": 1304182784}, "peak_prefill_memory": null, "peak_decode_memory": 6494332516, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "cdcc47db0bc3cd95fce789855af02da9ed1087fb39fdb7e19f3338df166a1452", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3741 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a84694f9d58af36b3c3259d3", "attempt_id": "f8eb4db2203f", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:33.108168Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 292, "message_tokens": 214, "message_utf8_bytes": 620, "cache_tensor_bytes": null, "serialized_payload_bytes": 620, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4900.264791911468, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.02387503068894, "ttft_ms": 13.7728750705719, "decode_ms": 146.79975004401058}, "total_wall_ms": 5105.96470895689, "ttft_ms": 13.7728750705719, "input_usage": {"receiver_prompt_tokens": 292, "sender_input_tokens": 11135, "sender_output_tokens": 214, "sender_prefill_ms": 1778.7559579592198, "sender_ttft_ms": 15.171666047535837, "sender_decode_ms": 3097.7886670734733}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1304313856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6422750776, "mlx_cache_bytes": 10814675032, "process_rss_bytes": 1304313856}, "peak_prefill_memory": null, "peak_decode_memory": 6422750776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-98H-3446", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "77aebe0b46edae98f7585c5355b1a9f195294117f1378939bcaf3c5f534c4332", "output_hash": "d27eb5ea1d43c71b5c5ac6c483757877626aa6d890b8968090aa8e16796156f5"} |
| |
3742 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "38f241fdfbe3251de09ec785", "attempt_id": "f82ef6936c4c", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:38.248267Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 222, "message_tokens": 136, "message_utf8_bytes": 364, "cache_tensor_bytes": null, "serialized_payload_bytes": 364, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3802.675792016089, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.372458070516586, "ttft_ms": 13.29133310355246, "decode_ms": 145.79362492077053}, "total_wall_ms": 3995.734291966073, "ttft_ms": 13.29133310355246, "input_usage": {"receiver_prompt_tokens": 222, "sender_input_tokens": 11143, "sender_output_tokens": 136, "sender_prefill_ms": 1813.9959999825805, "sender_ttft_ms": 15.109625062905252, "sender_decode_ms": 1965.3151669772342}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1304363008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6359639608, "mlx_cache_bytes": 11519514712, "process_rss_bytes": 1304363008}, "peak_prefill_memory": null, "peak_decode_memory": 6359639608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "63c2dbf72f8e2ddea308e81238530639a2c14499bf394df213555bf10a5e89a2", "output_hash": "59a0e69cb59d4b6548b1a31def67940536df65136789df0b007f54fbcf58ab15"} |
| |
3743 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c59507ea7178766f29748dd6", "attempt_id": "bc5dbf6db97b", "run_group_id": "E1_core:A4|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:42.277715Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 169, "message_tokens": 85, "message_utf8_bytes": 299, "cache_tensor_bytes": null, "serialized_payload_bytes": 299, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3077.433209051378, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.7766669690609, "ttft_ms": 13.791791046969593, "decode_ms": 122.58600001223385}, "total_wall_ms": 3248.213666025549, "ttft_ms": 13.791791046969593, "input_usage": {"receiver_prompt_tokens": 169, "sender_input_tokens": 11141, "sender_output_tokens": 85, "sender_prefill_ms": 1822.9832079960033, "sender_ttft_ms": 15.233041951432824, "sender_decode_ms": 1230.4157500620931}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1304412160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6317482768, "mlx_cache_bytes": 11968371448, "process_rss_bytes": 1304412160}, "peak_prefill_memory": null, "peak_decode_memory": 6317482768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478 CHF", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "755e356213da48a10c1ae3c88720d8a7f63f9c1c8dec42fa58cac66a46435bc2", "output_hash": "2295755e7353959300a21e40c2fa25ca3a259d156f5a74303012075e2b7ce116"} |
| |
3744 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "12f6086e25e157b43f7643fa", "attempt_id": "79a804640979", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:54.856637Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 405, "message_tokens": 315, "message_utf8_bytes": 730, "cache_tensor_bytes": null, "serialized_payload_bytes": 730, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9296.771625056863, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.46354197151959, "ttft_ms": 13.483749935403466, "decode_ms": 13.871749979443848}, "total_wall_ms": 80.78858302906156, "ttft_ms": 13.483749935403466, "input_usage": {"receiver_prompt_tokens": 405, "sender_input_tokens": 11168, "sender_output_tokens": 512, "sender_prefill_ms": 1857.6965000247583, "sender_ttft_ms": 15.17745794262737, "sender_decode_ms": 7415.14474991709}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304444928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6512125632, "mlx_cache_bytes": 13305028936, "process_rss_bytes": 1304444928}, "peak_prefill_memory": null, "peak_decode_memory": 6512125632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f3faea783974556dec3658375a5334921b614eacc530539f776927846735bb07", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3745 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "655d74e4a72e6f2fee4a5392", "attempt_id": "432ef0d6b46a", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:54.970551Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 413, "message_tokens": 315, "message_utf8_bytes": 730, "cache_tensor_bytes": null, "serialized_payload_bytes": 730, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9296.771625056863, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.124832989647985, "ttft_ms": 13.670542044565082, "decode_ms": 146.19708410464227}, "total_wall_ms": 212.9231250146404, "ttft_ms": 13.670542044565082, "input_usage": {"receiver_prompt_tokens": 413, "sender_input_tokens": 11168, "sender_output_tokens": 512, "sender_prefill_ms": 1857.6965000247583, "sender_ttft_ms": 15.17745794262737, "sender_decode_ms": 7415.14474991709}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1304461312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6518744800, "mlx_cache_bytes": 13553280952, "process_rss_bytes": 1304461312}, "peak_prefill_memory": null, "peak_decode_memory": 6518744800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A in Témiscaming", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f3faea783974556dec3658375a5334921b614eacc530539f776927846735bb07", "output_hash": "4a0c82a45169ffd01dcbe88ddb6e75977dfa68afe618cf6c16e7a8a4abcee869"} |
| |
3746 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7118ebd7b188147902f747f0", "attempt_id": "08df316561bc", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:55.217192Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 411, "message_tokens": 315, "message_utf8_bytes": 730, "cache_tensor_bytes": null, "serialized_payload_bytes": 730, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9296.771625056863, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.04095900990069, "ttft_ms": 13.360250042751431, "decode_ms": 13.53204098995775}, "total_wall_ms": 79.84775002114475, "ttft_ms": 13.360250042751431, "input_usage": {"receiver_prompt_tokens": 411, "sender_input_tokens": 11168, "sender_output_tokens": 512, "sender_prefill_ms": 1857.6965000247583, "sender_ttft_ms": 15.17745794262737, "sender_decode_ms": 7415.14474991709}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304461312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6520809184, "mlx_cache_bytes": 13781706680, "process_rss_bytes": 1304461312}, "peak_prefill_memory": null, "peak_decode_memory": 6520809184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f3faea783974556dec3658375a5334921b614eacc530539f776927846735bb07", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3747 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb08767e2597982bf8c7da96", "attempt_id": "4427db8d7f29", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:55.331472Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 408, "message_tokens": 315, "message_utf8_bytes": 730, "cache_tensor_bytes": null, "serialized_payload_bytes": 730, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9296.771625056863, "decode_payload_ms": 0.0, "receiver_prefill_ms": 51.98733403813094, "ttft_ms": 13.421500101685524, "decode_ms": 13.772291014902294}, "total_wall_ms": 80.04608296323568, "ttft_ms": 13.421500101685524, "input_usage": {"receiver_prompt_tokens": 408, "sender_input_tokens": 11168, "sender_output_tokens": 512, "sender_prefill_ms": 1857.6965000247583, "sender_ttft_ms": 15.17745794262737, "sender_decode_ms": 7415.14474991709}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304461312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6530393824, "mlx_cache_bytes": 14035265464, "process_rss_bytes": 1304461312}, "peak_prefill_memory": null, "peak_decode_memory": 6530393824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f3faea783974556dec3658375a5334921b614eacc530539f776927846735bb07", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3748 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ca6d3eca8142ca3b289c988c", "attempt_id": "8cbba428f502", "run_group_id": "E1_core:A5|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:55.445012Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 416, "message_tokens": 315, "message_utf8_bytes": 730, "cache_tensor_bytes": null, "serialized_payload_bytes": 730, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9296.771625056863, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.78758401982486, "ttft_ms": 13.554582954384387, "decode_ms": 94.83924997039139}, "total_wall_ms": 162.1241249376908, "ttft_ms": 13.554582954384387, "input_usage": {"receiver_prompt_tokens": 416, "sender_input_tokens": 11168, "sender_output_tokens": 512, "sender_prefill_ms": 1857.6965000247583, "sender_ttft_ms": 15.17745794262737, "sender_decode_ms": 7415.14474991709}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1304461312, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6521022188, "mlx_cache_bytes": 14344990260, "process_rss_bytes": 1304461312}, "peak_prefill_memory": null, "peak_decode_memory": 6521022188, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8098270", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "f3faea783974556dec3658375a5334921b614eacc530539f776927846735bb07", "output_hash": "6effaad1bb8c7f1b12bce491ec928606a030b52db04237ce37e0a205970793d6"} |
| |
3749 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "961564303b6ef7dd90cf04a1", "attempt_id": "de6935579ce0", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:55.640903Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 144, "message_tokens": 54, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2930.158792063594, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.048792065121233, "ttft_ms": 13.432250008918345, "decode_ms": 146.6373329749331}, "total_wall_ms": 3121.800917084329, "ttft_ms": 13.432250008918345, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 11176, "sender_output_tokens": 76, "sender_prefill_ms": 1799.746249918826, "sender_ttft_ms": 15.079125063493848, "sender_decode_ms": 1106.9788329768926}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1304576000, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299624208, "mlx_cache_bytes": 15003692596, "process_rss_bytes": 1304576000}, "peak_prefill_memory": null, "peak_decode_memory": 6299624208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-98H-3446", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "4c70de2309af15fa91353c8e854cdbf904b5ae26e0e662f64100433547342e9f", "output_hash": "d27eb5ea1d43c71b5c5ac6c483757877626aa6d890b8968090aa8e16796156f5"} |
| |
3750 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e2d2cfb353966623a48696ad", "attempt_id": "9edeaea470c4", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:18:58.796334Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 399, "message_tokens": 301, "message_utf8_bytes": 656, "cache_tensor_bytes": null, "serialized_payload_bytes": 656, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7863.294707960449, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.20541695598513, "ttft_ms": 13.391999993473291, "decode_ms": 147.15437509585172}, "total_wall_ms": 8076.809791964479, "ttft_ms": 13.391999993473291, "input_usage": {"receiver_prompt_tokens": 399, "sender_input_tokens": 11184, "sender_output_tokens": 411, "sender_prefill_ms": 1888.7037918902934, "sender_ttft_ms": 15.330334077589214, "sender_decode_ms": 5950.233625015244}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1304625152, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6526822080, "mlx_cache_bytes": 15800053300, "process_rss_bytes": 1304625152}, "peak_prefill_memory": null, "peak_decode_memory": 6526822080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A in Témiscaming", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "42802a9c7a8fd664a5ad51a02d269f89981154b924c7dd945c45e1021f7d631d", "output_hash": "4a0c82a45169ffd01dcbe88ddb6e75977dfa68afe618cf6c16e7a8a4abcee869"} |
| |
3751 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "04e6d0f6bb7667c9e0d60041", "attempt_id": "6cc5ec93063a", "run_group_id": "E1_core:A5|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:06.910560Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "families": ["synthetic"], "max_questions": 3, "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 148, "message_tokens": 52, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2877.184374956414, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.193208997137845, "ttft_ms": 13.361874967813492, "decode_ms": 93.19512499496341}, "total_wall_ms": 3015.4475000454113, "ttft_ms": 13.361874967813492, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 11182, "sender_output_tokens": 73, "sender_prefill_ms": 1791.8906250270084, "sender_ttft_ms": 15.15395799651742, "sender_decode_ms": 1061.6034580161795}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1304690688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300853008, "mlx_cache_bytes": 16292687412, "process_rss_bytes": 1304690688}, "peak_prefill_memory": null, "peak_decode_memory": 6300853008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3495acfc716f7448cadb27ccef76e03ab2f2beccc1ee87bec6949980f7b3a899", "output_hash": "bbd624887403f9c2d757c8bb9dba5c943b505bd4b165bc523dc0e119d503be8b"} |
| |
3752 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "44579ff0b73203b0380fc7a4", "attempt_id": "158a4b83e16b", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:09.959798Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 1057, "message_tokens": 982, "message_utf8_bytes": 626, "cache_tensor_bytes": null, "serialized_payload_bytes": 626, "side_information_bytes": 0, "fetched_bytes": 1586, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025209039449691772, "decode_payload_ms": 0.0, "receiver_prefill_ms": 113.67275007069111, "ttft_ms": 13.785917079076171, "decode_ms": 13.65745801012963}, "total_wall_ms": 143.21775001008064, "ttft_ms": 13.785917079076171, "input_usage": {"receiver_prompt_tokens": 1057, "sender_input_tokens": 11168, "sender_output_tokens": 512, "sender_prefill_ms": 1857.6965000247583, "sender_ttft_ms": 15.17745794262737, "sender_decode_ms": 7415.14474991709}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304723456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6824931532, "mlx_cache_bytes": 16970448564, "process_rss_bytes": 1304723456}, "peak_prefill_memory": null, "peak_decode_memory": 6824931532, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1586, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "6473eef4a85f8076162c689e664eedb8e4c470483c01cc3b0dfa0de64ea4617d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3753 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "84023c1b26ac0f9e5a44aae6", "attempt_id": "8c840a9206f3", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:10.136752Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 1065, "message_tokens": 982, "message_utf8_bytes": 626, "cache_tensor_bytes": null, "serialized_payload_bytes": 626, "side_information_bytes": 0, "fetched_bytes": 1586, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025209039449691772, "decode_payload_ms": 0.0, "receiver_prefill_ms": 118.22020797990263, "ttft_ms": 13.656249968335032, "decode_ms": 148.74391607008874}, "total_wall_ms": 282.18879201449454, "ttft_ms": 13.656249968335032, "input_usage": {"receiver_prompt_tokens": 1065, "sender_input_tokens": 11168, "sender_output_tokens": 512, "sender_prefill_ms": 1857.6965000247583, "sender_ttft_ms": 15.17745794262737, "sender_decode_ms": 7415.14474991709}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1304739840, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6829768780, "mlx_cache_bytes": 17605918388, "process_rss_bytes": 1304739840}, "peak_prefill_memory": null, "peak_decode_memory": 6829768780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A, Témiscaming", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1586, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "3f7838db92267ed250b7fdb4725b0a9b5863d8dfcc504d61fe92eac523791930", "output_hash": "59a0e69cb59d4b6548b1a31def67940536df65136789df0b007f54fbcf58ab15"} |
| |
3754 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5db4b6454796924985759f5a", "attempt_id": "a134d2dab1e7", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:10.452552Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 1063, "message_tokens": 982, "message_utf8_bytes": 626, "cache_tensor_bytes": null, "serialized_payload_bytes": 626, "side_information_bytes": 0, "fetched_bytes": 1586, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025209039449691772, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.12437495589256, "ttft_ms": 13.824542053043842, "decode_ms": 13.563750078901649}, "total_wall_ms": 146.07366698328406, "ttft_ms": 13.824542053043842, "input_usage": {"receiver_prompt_tokens": 1063, "sender_input_tokens": 11168, "sender_output_tokens": 512, "sender_prefill_ms": 1857.6965000247583, "sender_ttft_ms": 15.17745794262737, "sender_decode_ms": 7415.14474991709}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304756224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6829080652, "mlx_cache_bytes": 18043272884, "process_rss_bytes": 1304756224}, "peak_prefill_memory": null, "peak_decode_memory": 6829080652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1586, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b20d883907306351ab8042a373d500ed215bf3665386deb9232e8569de5c5882", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3755 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7232e54e40812bd228b50d8a", "attempt_id": "4c53490ab6f9", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:10.632403Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 1060, "message_tokens": 982, "message_utf8_bytes": 626, "cache_tensor_bytes": null, "serialized_payload_bytes": 626, "side_information_bytes": 0, "fetched_bytes": 1586, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025209039449691772, "decode_payload_ms": 0.0, "receiver_prefill_ms": 123.31995891872793, "ttft_ms": 13.724375050514936, "decode_ms": 13.436999986879528}, "total_wall_ms": 151.9896670943126, "ttft_ms": 13.724375050514936, "input_usage": {"receiver_prompt_tokens": 1060, "sender_input_tokens": 11168, "sender_output_tokens": 512, "sender_prefill_ms": 1857.6965000247583, "sender_ttft_ms": 15.17745794262737, "sender_decode_ms": 7415.14474991709}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304756224, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6858309708, "mlx_cache_bytes": 18522865332, "process_rss_bytes": 1304756224}, "peak_prefill_memory": null, "peak_decode_memory": 6858309708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1586, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b20d883907306351ab8042a373d500ed215bf3665386deb9232e8569de5c5882", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3756 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b0e2b346d778e68404886a61", "attempt_id": "882238daec84", "run_group_id": "E1_core:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:10.818049Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 1068, "message_tokens": 982, "message_utf8_bytes": 626, "cache_tensor_bytes": null, "serialized_payload_bytes": 626, "side_information_bytes": 0, "fetched_bytes": 1586, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025209039449691772, "decode_payload_ms": 0.0, "receiver_prefill_ms": 143.77175003755838, "ttft_ms": 14.425915898755193, "decode_ms": 14.050083002075553}, "total_wall_ms": 174.01916708331555, "ttft_ms": 14.425915898755193, "input_usage": {"receiver_prompt_tokens": 1068, "sender_input_tokens": 11168, "sender_output_tokens": 512, "sender_prefill_ms": 1857.6965000247583, "sender_ttft_ms": 15.17745794262737, "sender_decode_ms": 7415.14474991709}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1214496768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6831669324, "mlx_cache_bytes": 19150290612, "process_rss_bytes": 1214496768}, "peak_prefill_memory": null, "peak_decode_memory": 6831669324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1586, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "b20d883907306351ab8042a373d500ed215bf3665386deb9232e8569de5c5882", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3757 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4f89e5d02fec655ecea64762", "attempt_id": "b2f88dd3ebcc", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:11.025676Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.414449733968077}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 11098, "message_tokens": 11024, "message_utf8_bytes": 58616, "cache_tensor_bytes": null, "serialized_payload_bytes": 3571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11274998541921377, "decode_payload_ms": 0.0177919864654541, "receiver_prefill_ms": 1921.0951660061255, "ttft_ms": 15.337250079028308, "decode_ms": 161.84783296193928}, "total_wall_ms": 2116.2353329127654, "ttft_ms": 15.337250079028308, "input_usage": {"receiver_prompt_tokens": 11098}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1214676992, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 19150290612, "process_rss_bytes": 1214676992}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-98H-3446", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "output_hash": "d27eb5ea1d43c71b5c5ac6c483757877626aa6d890b8968090aa8e16796156f5"} |
| |
3758 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b3999fa15188f09c4a0c683", "attempt_id": "b6141713f110", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:13.180845Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.414449733968077}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 11106, "message_tokens": 11024, "message_utf8_bytes": 58616, "cache_tensor_bytes": null, "serialized_payload_bytes": 3571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11274998541921377, "decode_payload_ms": 0.0177919864654541, "receiver_prefill_ms": 1848.0286670383066, "ttft_ms": 15.058208955451846, "decode_ms": 161.9585839798674}, "total_wall_ms": 2041.4812499657273, "ttft_ms": 15.058208955451846, "input_usage": {"receiver_prompt_tokens": 11106}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1214726144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 19150290612, "process_rss_bytes": 1214726144}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A in Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "output_hash": "4a0c82a45169ffd01dcbe88ddb6e75977dfa68afe618cf6c16e7a8a4abcee869"} |
| |
3759 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ecdb7c7bb5242f09dc7fe5ac", "attempt_id": "794305e5ee2f", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:15.256910Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.414449733968077}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 11104, "message_tokens": 11024, "message_utf8_bytes": 58616, "cache_tensor_bytes": null, "serialized_payload_bytes": 3571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11274998541921377, "decode_payload_ms": 0.0177919864654541, "receiver_prefill_ms": 1827.2877499694005, "ttft_ms": 15.195999993011355, "decode_ms": 103.41816698201}, "total_wall_ms": 1962.6841249410063, "ttft_ms": 15.195999993011355, "input_usage": {"receiver_prompt_tokens": 11104}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1214775296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 19150290612, "process_rss_bytes": 1214775296}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "output_hash": "bbd624887403f9c2d757c8bb9dba5c943b505bd4b165bc523dc0e119d503be8b"} |
| |
3760 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4dfe12767fdbdea7c9a2add2", "attempt_id": "8227543f6f5c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:17.253639Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.414449733968077}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 11101, "message_tokens": 11024, "message_utf8_bytes": 58616, "cache_tensor_bytes": null, "serialized_payload_bytes": 3571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11274998541921377, "decode_payload_ms": 0.0177919864654541, "receiver_prefill_ms": 1866.652708966285, "ttft_ms": 15.210207900963724, "decode_ms": 103.72104204725474}, "total_wall_ms": 2003.5177079262212, "ttft_ms": 15.210207900963724, "input_usage": {"receiver_prompt_tokens": 11101}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1193410560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 19150290612, "process_rss_bytes": 1193410560}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3761 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "11baa2497809ebe160959548", "attempt_id": "d97dfbc88d4c", "run_group_id": "E1_core:A7|codec=zstd", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:19.291960Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 16.414449733968077}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 11109, "message_tokens": 11024, "message_utf8_bytes": 58616, "cache_tensor_bytes": null, "serialized_payload_bytes": 3571, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11274998541921377, "decode_payload_ms": 0.0177919864654541, "receiver_prefill_ms": 1834.4256250420585, "ttft_ms": 15.031083021312952, "decode_ms": 103.70554204564542}, "total_wall_ms": 1970.0390410143882, "ttft_ms": 15.031083021312952, "input_usage": {"receiver_prompt_tokens": 11109}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1193459712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7407149120, "mlx_cache_bytes": 19150290612, "process_rss_bytes": 1193459712}, "peak_prefill_memory": null, "peak_decode_memory": 7407149120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4167725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "output_hash": "094694529d3dc80c5ae4efec6a10faee557c89f07fd797bd3a2ff711ab055476"} |
| |
3762 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "4c821d33c8e17401d5e2bfd0", "attempt_id": "73edd95892d6", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:23.365485Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04644412191582003, "origin_tokens": 10773, "compressed_tokens": 518, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 614, "message_tokens": 537, "message_utf8_bytes": 2551, "cache_tensor_bytes": null, "serialized_payload_bytes": 2551, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2069.1238330909982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 803.3655829494819, "ttft_ms": 34.57691601943225, "decode_ms": 13.66491592489183}, "total_wall_ms": 854.2177500203252, "ttft_ms": 34.57691601943225, "input_usage": {"receiver_prompt_tokens": 614}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1167949824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6576599128, "mlx_cache_bytes": 19524501172, "process_rss_bytes": 1167949824}, "peak_prefill_memory": null, "peak_decode_memory": 6576599128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65596de1e609ad3b6ebde9d8a67f2bcd2a315249af8ff7c919d2961bf4b6e13e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3763 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "cac31c09ed1863673e92fede", "attempt_id": "26632633143b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:24.417139Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04644412191582003, "origin_tokens": 10773, "compressed_tokens": 518, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 622, "message_tokens": 537, "message_utf8_bytes": 2551, "cache_tensor_bytes": null, "serialized_payload_bytes": 2551, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2069.1238330909982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 327.2991249104962, "ttft_ms": 13.542124885134399, "decode_ms": 13.44216603320092}, "total_wall_ms": 355.621249997057, "ttft_ms": 13.542124885134399, "input_usage": {"receiver_prompt_tokens": 622}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1161314304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581481560, "mlx_cache_bytes": 19902971572, "process_rss_bytes": 1161314304}, "peak_prefill_memory": null, "peak_decode_memory": 6581481560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65596de1e609ad3b6ebde9d8a67f2bcd2a315249af8ff7c919d2961bf4b6e13e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3764 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "2cb7952f2e63b7d09054e3f7", "attempt_id": "f8763ac25b7b", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:24.807925Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04644412191582003, "origin_tokens": 10773, "compressed_tokens": 518, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 620, "message_tokens": 537, "message_utf8_bytes": 2551, "cache_tensor_bytes": null, "serialized_payload_bytes": 2551, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2069.1238330909982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.1692919600755, "ttft_ms": 14.196207979694009, "decode_ms": 14.042624970898032}, "total_wall_ms": 112.73787496611476, "ttft_ms": 14.196207979694009, "input_usage": {"receiver_prompt_tokens": 620}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1161592832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6595784792, "mlx_cache_bytes": 20180729524, "process_rss_bytes": 1161592832}, "peak_prefill_memory": null, "peak_decode_memory": 6595784792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65596de1e609ad3b6ebde9d8a67f2bcd2a315249af8ff7c919d2961bf4b6e13e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3765 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6b5a8d628e51dfcd1dba646d", "attempt_id": "b4d54593ae4c", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:24.955719Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04644412191582003, "origin_tokens": 10773, "compressed_tokens": 518, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 617, "message_tokens": 537, "message_utf8_bytes": 2551, "cache_tensor_bytes": null, "serialized_payload_bytes": 2551, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2069.1238330909982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.18099995609373, "ttft_ms": 13.46070901490748, "decode_ms": 13.623332954011858}, "total_wall_ms": 101.53341596014798, "ttft_ms": 13.46070901490748, "input_usage": {"receiver_prompt_tokens": 617}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1161625600, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577778776, "mlx_cache_bytes": 20434353844, "process_rss_bytes": 1161625600}, "peak_prefill_memory": null, "peak_decode_memory": 6577778776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65596de1e609ad3b6ebde9d8a67f2bcd2a315249af8ff7c919d2961bf4b6e13e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3766 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "33e1e4908b83d876120cb800", "attempt_id": "d9b43468ce04", "run_group_id": "E1_core:A8|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:25.095647Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.04644412191582003, "origin_tokens": 10773, "compressed_tokens": 518, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 625, "message_tokens": 537, "message_utf8_bytes": 2551, "cache_tensor_bytes": null, "serialized_payload_bytes": 2551, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2069.1238330909982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.87933298014104, "ttft_ms": 13.540665968321264, "decode_ms": 13.634750037454069}, "total_wall_ms": 102.36254206392914, "ttft_ms": 13.540665968321264, "input_usage": {"receiver_prompt_tokens": 625}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1161641984, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582661208, "mlx_cache_bytes": 20691320500, "process_rss_bytes": 1161641984}, "peak_prefill_memory": null, "peak_decode_memory": 6582661208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "65596de1e609ad3b6ebde9d8a67f2bcd2a315249af8ff7c919d2961bf4b6e13e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3767 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1509bf1c37e62e2f5f4dbff5", "attempt_id": "6f92433267d9", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:27.277338Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 35, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 407826432, "serialized_payload_bytes": 407842922, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2043.059749994427, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 145.59525006916374, "serialize_ms": 168.61125000286847, "load_ms": 14.535499969497323, "receiver_prefill_ms": 0.0, "query_prefill_ms": 88.32474995870143, "ttft_ms": 88.32474995870143, "decode_ms": 192.4332909984514}, "total_wall_ms": 306.2312089605257, "ttft_ms": 88.32474995870143, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1950236672, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7517300857, "mlx_cache_bytes": 21773352769, "process_rss_bytes": 1950236672}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7517300857, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-98H-3446", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "53b2fdfdedc5e689a9695b8f317abed59e4197673a0f1b96e68a49e8b99ecb13", "output_hash": "d27eb5ea1d43c71b5c5ac6c483757877626aa6d890b8968090aa8e16796156f5"} |
| |
3768 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7cf84b3456d809792de7ea37", "attempt_id": "098dfaddd7fe", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:27.674435Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 43, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 407826432, "serialized_payload_bytes": 407842922, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2043.059749994427, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 145.59525006916374, "serialize_ms": 168.61125000286847, "load_ms": 2.4774590274319053, "receiver_prefill_ms": 0.0, "query_prefill_ms": 186.64995802100748, "ttft_ms": 186.64995802100748, "decode_ms": 184.81354205869138}, "total_wall_ms": 382.4133339803666, "ttft_ms": 186.64995802100748, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1950269440, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7525097788, "mlx_cache_bytes": 21795227430, "process_rss_bytes": 1950269440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7525097788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A in Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "53b2fdfdedc5e689a9695b8f317abed59e4197673a0f1b96e68a49e8b99ecb13", "output_hash": "4a0c82a45169ffd01dcbe88ddb6e75977dfa68afe618cf6c16e7a8a4abcee869"} |
| |
3769 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e0531f6d9b8f18682c688417", "attempt_id": "a905dd9fe06c", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:28.092941Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 41, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 407826432, "serialized_payload_bytes": 407842922, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2043.059749994427, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 145.59525006916374, "serialize_ms": 168.61125000286847, "load_ms": 2.4504580069333315, "receiver_prefill_ms": 0.0, "query_prefill_ms": 66.18004199117422, "ttft_ms": 66.18004199117422, "decode_ms": 117.28124995715916}, "total_wall_ms": 194.41137497778982, "ttft_ms": 66.18004199117422, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1950269440, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7522541804, "mlx_cache_bytes": 21807695654, "process_rss_bytes": 1950269440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522541804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "53b2fdfdedc5e689a9695b8f317abed59e4197673a0f1b96e68a49e8b99ecb13", "output_hash": "bbd624887403f9c2d757c8bb9dba5c943b505bd4b165bc523dc0e119d503be8b"} |
| |
3770 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8f00dc2f142f0e3f654da1a0", "attempt_id": "57067200a91f", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:28.322598Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 38, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 407826432, "serialized_payload_bytes": 407842922, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2043.059749994427, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 145.59525006916374, "serialize_ms": 168.61125000286847, "load_ms": 2.852999954484403, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.24554189108312, "ttft_ms": 73.24554189108312, "decode_ms": 118.44645801465958}, "total_wall_ms": 203.42674991115928, "ttft_ms": 73.24554189108312, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1950269440, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7520297196, "mlx_cache_bytes": 21819737894, "process_rss_bytes": 1950269440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7520297196, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "53b2fdfdedc5e689a9695b8f317abed59e4197673a0f1b96e68a49e8b99ecb13", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3771 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eed756b8355e0a0b1bae9af0", "attempt_id": "aea890ba4c60", "run_group_id": "E1_core:B0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:28.560615Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 46, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 407826432, "serialized_payload_bytes": 407842922, "side_information_bytes": 16490, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2043.059749994427, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 145.59525006916374, "serialize_ms": 168.61125000286847, "load_ms": 2.9211670625954866, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.10995801910758, "ttft_ms": 74.10995801910758, "decode_ms": 118.13408299349248}, "total_wall_ms": 203.29283305909485, "ttft_ms": 74.10995801910758, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1950269440, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7527506236, "mlx_cache_bytes": 21852735454, "process_rss_bytes": 1950269440}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7527506236, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4167725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "53b2fdfdedc5e689a9695b8f317abed59e4197673a0f1b96e68a49e8b99ecb13", "output_hash": "094694529d3dc80c5ae4efec6a10faee557c89f07fd797bd3a2ff711ab055476"} |
| |
3772 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ceb0d974add2653eff829d99", "attempt_id": "7e2585ac385a", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:28.891247Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "22d8b2e31d0137d0", "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 35, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 407826432, "serialized_payload_bytes": 407842950, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.03583297878504, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 5.917249945923686, "serialize_ms": 86.94670803379267, "load_ms": 36.72687499783933, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.02179192285985, "ttft_ms": 74.02179192285985, "decode_ms": 184.6597921103239}, "total_wall_ms": 303.499500034377, "ttft_ms": 74.02179192285985, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2358558720, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7517136937, "mlx_cache_bytes": 21852735454, "process_rss_bytes": 2358558720}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7517136937, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-98H-3446", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56ad2c0b8d9cd885753b7f4f7952bb44ed51fb5c1f58232fd25c5857fa169278", "output_hash": "d27eb5ea1d43c71b5c5ac6c483757877626aa6d890b8968090aa8e16796156f5"} |
| |
3773 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "16b2299bf79ca07deb260e65", "attempt_id": "f07be3f54b65", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:29.228958Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "22d8b2e31d0137d0", "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 43, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 407826432, "serialized_payload_bytes": 407842950, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.03583297878504, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 5.917249945923686, "serialize_ms": 86.94670803379267, "load_ms": 32.106333994306624, "receiver_prefill_ms": 0.0, "query_prefill_ms": 71.24870899133384, "ttft_ms": 71.24870899133384, "decode_ms": 184.70587499905378}, "total_wall_ms": 296.9708329765126, "ttft_ms": 71.24870899133384, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2358575104, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7524901100, "mlx_cache_bytes": 21852735454, "process_rss_bytes": 2358575104}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7524901100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A in Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56ad2c0b8d9cd885753b7f4f7952bb44ed51fb5c1f58232fd25c5857fa169278", "output_hash": "4a0c82a45169ffd01dcbe88ddb6e75977dfa68afe618cf6c16e7a8a4abcee869"} |
| |
3774 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "85cfc2ab234762f7e943639e", "attempt_id": "a41420b632f7", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:29.560315Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "22d8b2e31d0137d0", "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 41, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 407826432, "serialized_payload_bytes": 407842950, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.03583297878504, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 5.917249945923686, "serialize_ms": 86.94670803379267, "load_ms": 31.16029198281467, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.73104101698846, "ttft_ms": 65.73104101698846, "decode_ms": 118.24924999382347}, "total_wall_ms": 223.52474997751415, "ttft_ms": 65.73104101698846, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2358575104, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7522541804, "mlx_cache_bytes": 21852735454, "process_rss_bytes": 2358575104}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7522541804, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56ad2c0b8d9cd885753b7f4f7952bb44ed51fb5c1f58232fd25c5857fa169278", "output_hash": "bbd624887403f9c2d757c8bb9dba5c943b505bd4b165bc523dc0e119d503be8b"} |
| |
3775 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bed9d19b8dcb4d28454da2b9", "attempt_id": "ca5e334230ce", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:29.817798Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "22d8b2e31d0137d0", "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 38, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 407826432, "serialized_payload_bytes": 407842950, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.03583297878504, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 5.917249945923686, "serialize_ms": 86.94670803379267, "load_ms": 32.79808396473527, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.0794999981299, "ttft_ms": 73.0794999981299, "decode_ms": 117.93379089795053}, "total_wall_ms": 232.0179999805987, "ttft_ms": 73.0794999981299, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2358591488, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7520116972, "mlx_cache_bytes": 21852735454, "process_rss_bytes": 2358591488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7520116972, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56ad2c0b8d9cd885753b7f4f7952bb44ed51fb5c1f58232fd25c5857fa169278", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3776 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9637b9b3c79c6f7734c80cb3", "attempt_id": "9172a2edf381", "run_group_id": "E1_core:B1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:30.083517Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6995271688}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "22d8b2e31d0137d0", "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 46, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 407826432, "serialized_payload_bytes": 407842950, "side_information_bytes": 16518, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.03583297878504, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 5.917249945923686, "serialize_ms": 86.94670803379267, "load_ms": 36.19766607880592, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.44154203403741, "ttft_ms": 74.44154203403741, "decode_ms": 116.85816699173301}, "total_wall_ms": 236.0238330438733, "ttft_ms": 74.44154203403741, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2358591488, "backend_memory": {"mlx_active_bytes": 7405789192, "mlx_peak_bytes": 7527555320, "mlx_cache_bytes": 21852735454, "process_rss_bytes": 2358591488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7527555320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4167725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "56ad2c0b8d9cd885753b7f4f7952bb44ed51fb5c1f58232fd25c5857fa169278", "output_hash": "094694529d3dc80c5ae4efec6a10faee557c89f07fd797bd3a2ff711ab055476"} |
| |
3777 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "909685e0e3b7a90e4e387405", "attempt_id": "209c25bf8e4c", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:30.420489Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 35, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 216657792, "serialized_payload_bytes": 216692868, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.19962495844811, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 21.623541018925607, "serialize_ms": 45.19954102579504, "load_ms": 5.156249972060323, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.247666913084686, "ttft_ms": 48.247666913084686, "decode_ms": 183.31116694025695}, "total_wall_ms": 244.97741705272347, "ttft_ms": 48.247666913084686, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2379038720, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7192858850, "mlx_cache_bytes": 23031258190, "process_rss_bytes": 2379038720}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7192858850, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-98H-3446", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "82552373cff666558f22cca196c6bc346b0b57a3e617d4c2315a7d55710ef5e0", "output_hash": "d27eb5ea1d43c71b5c5ac6c483757877626aa6d890b8968090aa8e16796156f5"} |
| |
3778 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fc9b3795dbaba28e4485f43e", "attempt_id": "556f258c22b4", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:30.700208Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 43, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 216657792, "serialized_payload_bytes": 216692868, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.19962495844811, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 21.623541018925607, "serialize_ms": 45.19954102579504, "load_ms": 2.6650000363588333, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.4335409142077, "ttft_ms": 37.4335409142077, "decode_ms": 181.41237495001405}, "total_wall_ms": 229.97229092288762, "ttft_ms": 37.4335409142077, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2363686912, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7225418350, "mlx_cache_bytes": 23153552838, "process_rss_bytes": 2363686912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7225418350, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A in Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "82552373cff666558f22cca196c6bc346b0b57a3e617d4c2315a7d55710ef5e0", "output_hash": "4a0c82a45169ffd01dcbe88ddb6e75977dfa68afe618cf6c16e7a8a4abcee869"} |
| |
3779 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "695a2154b98615f543062a03", "attempt_id": "ed8bfd27ac06", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:30.967116Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 41, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 216657792, "serialized_payload_bytes": 216692868, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.19962495844811, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 21.623541018925607, "serialize_ms": 45.19954102579504, "load_ms": 2.753124921582639, "receiver_prefill_ms": 0.0, "query_prefill_ms": 196.2942919926718, "ttft_ms": 196.2942919926718, "decode_ms": 114.11016702186316}, "total_wall_ms": 321.695041959174, "ttft_ms": 196.2942919926718, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2363686912, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7248453910, "mlx_cache_bytes": 23153553166, "process_rss_bytes": 2363686912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7248453910, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "82552373cff666558f22cca196c6bc346b0b57a3e617d4c2315a7d55710ef5e0", "output_hash": "bbd624887403f9c2d757c8bb9dba5c943b505bd4b165bc523dc0e119d503be8b"} |
| |
3780 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b44fdacc870834b19cc4cc89", "attempt_id": "c8437fd54237", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:31.322477Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 38, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 216657792, "serialized_payload_bytes": 216692868, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.19962495844811, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 21.623541018925607, "serialize_ms": 45.19954102579504, "load_ms": 2.4979579029604793, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.27212504763156, "ttft_ms": 45.27212504763156, "decode_ms": 113.87866595759988}, "total_wall_ms": 170.67562497686595, "ttft_ms": 45.27212504763156, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2363686912, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7208345509, "mlx_cache_bytes": 23155191566, "process_rss_bytes": 2363686912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7208345509, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "82552373cff666558f22cca196c6bc346b0b57a3e617d4c2315a7d55710ef5e0", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3781 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6eed5676343b39f82f4d0507", "attempt_id": "ce915e6d2971", "run_group_id": "E1_core:B2|bits=8", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:31.526885Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6805544968}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 46, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 216657792, "serialized_payload_bytes": 216692868, "side_information_bytes": 35076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.19962495844811, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 21.623541018925607, "serialize_ms": 45.19954102579504, "load_ms": 2.6944580022245646, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.02229191549122, "ttft_ms": 37.02229191549122, "decode_ms": 114.81595900841057}, "total_wall_ms": 162.85058401990682, "ttft_ms": 37.02229191549122, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2363686912, "backend_memory": {"mlx_active_bytes": 7024959496, "mlx_peak_bytes": 7235529917, "mlx_cache_bytes": 23287906750, "process_rss_bytes": 2363686912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7235529917, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4167725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "82552373cff666558f22cca196c6bc346b0b57a3e617d4c2315a7d55710ef5e0", "output_hash": "094694529d3dc80c5ae4efec6a10faee557c89f07fd797bd3a2ff711ab055476"} |
| |
3782 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "30d733c07011504773c50f78", "attempt_id": "2d62fd8fb042", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:32.294488Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 35, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 114701184, "serialized_payload_bytes": 114736092, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 570.504333009012, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 33.92245899885893, "serialize_ms": 536.2230410100892, "load_ms": 3.498000092804432, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.27283299062401, "ttft_ms": 43.27283299062401, "decode_ms": 784.5268750097603}, "total_wall_ms": 840.9307919209823, "ttft_ms": 43.27283299062401, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2487746560, "backend_memory": {"mlx_active_bytes": 6822256648, "mlx_peak_bytes": 6971199625, "mlx_cache_bytes": 23825336638, "process_rss_bytes": 2487746560}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6971199625, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n letter\n number the letter the letter the the letter the letter the letter letter the letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "760c6dbeb638fe30eed406418eca1418a18b94007f179d00556e53afd9337776", "output_hash": "9ae0c8ce9d20d014194b63eb7495cd62713acf93f79df61f1acadb99030cd7ae"} |
| |
3783 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fcd3c9b2ff641dc2220b1dd0", "attempt_id": "67e90948358b", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:33.170012Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 43, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 114701184, "serialized_payload_bytes": 114736092, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 570.504333009012, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 33.92245899885893, "serialize_ms": 536.2230410100892, "load_ms": 1.578458002768457, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.103792022913694, "ttft_ms": 36.103792022913694, "decode_ms": 748.6544999992475}, "total_wall_ms": 794.9551669880748, "ttft_ms": 36.103792022913694, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2487681024, "backend_memory": {"mlx_active_bytes": 6822322184, "mlx_peak_bytes": 6999513726, "mlx_cache_bytes": 23825271102, "process_rss_bytes": 2487681024}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6999513726, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter letter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "760c6dbeb638fe30eed406418eca1418a18b94007f179d00556e53afd9337776", "output_hash": "4e50b099bb6405a5dbde5d5fa9120e67b2dcc2b5c4c07b59532a5b7420e248c7"} |
| |
3784 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5f489b09bcf34556afaf5c8c", "attempt_id": "6138b3574e2c", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:34.000392Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 41, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 114701184, "serialized_payload_bytes": 114736092, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 570.504333009012, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 33.92245899885893, "serialize_ms": 536.2230410100892, "load_ms": 2.3690840462222695, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.72312497999519, "ttft_ms": 35.72312497999519, "decode_ms": 732.9198330407962}, "total_wall_ms": 779.5912919100374, "ttft_ms": 35.72312497999519, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2487615488, "backend_memory": {"mlx_active_bytes": 6822322184, "mlx_peak_bytes": 7022549446, "mlx_cache_bytes": 23825271102, "process_rss_bytes": 2487615488}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7022549446, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "760c6dbeb638fe30eed406418eca1418a18b94007f179d00556e53afd9337776", "output_hash": "4fc17930006a7d592e87da251ae3379df4c8bda1c41ca959deca65e47f76d8cd"} |
| |
3785 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "34d72ad202f63bb333444518", "attempt_id": "b929bd4c95c0", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:34.814537Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 38, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 114701184, "serialized_payload_bytes": 114736092, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 570.504333009012, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 33.92245899885893, "serialize_ms": 536.2230410100892, "load_ms": 2.3009999422356486, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.15554196201265, "ttft_ms": 35.15554196201265, "decode_ms": 740.1096659014001}, "total_wall_ms": 786.1152089899406, "ttft_ms": 35.15554196201265, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2487697408, "backend_memory": {"mlx_active_bytes": 6822354952, "mlx_peak_bytes": 6982308176, "mlx_cache_bytes": 23825238334, "process_rss_bytes": 2487697408}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6982308176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n question\n\n the quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "760c6dbeb638fe30eed406418eca1418a18b94007f179d00556e53afd9337776", "output_hash": "a4f604fe7ed24232f417a6266c750803e3443fe6728d4124581e559d9a2e9cdb"} |
| |
3786 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d7cfcc7e2b618513e92cc665", "attempt_id": "009648386075", "run_group_id": "E1_core:B2|bits=4", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:35.635204Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6703898632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 46, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 114701184, "serialized_payload_bytes": 114736092, "side_information_bytes": 34908, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 570.504333009012, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 33.92245899885893, "serialize_ms": 536.2230410100892, "load_ms": 2.382167032919824, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.37149999849498, "ttft_ms": 36.37149999849498, "decode_ms": 733.8353340746835}, "total_wall_ms": 780.8049590094015, "ttft_ms": 36.37149999849498, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2487697408, "backend_memory": {"mlx_active_bytes": 6822322184, "mlx_peak_bytes": 7009414333, "mlx_cache_bytes": 23825271102, "process_rss_bytes": 2487697408}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 7009414333, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " bankingingbanken\n bankengenenbankbanken bankbankbankbanken bank bankenbankenen bankenenbank banken bankenen banken bankenbank bankenenenenenenenenen", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "760c6dbeb638fe30eed406418eca1418a18b94007f179d00556e53afd9337776", "output_hash": "c8d771f403a6107556bc7b72225e6ebab7902eae2e67d4cfc6d0c2f264b6f93a"} |
| |
3787 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "524ed49398d3c30fd9e52c0f", "attempt_id": "af8d2be17f0b", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:37.054502Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11063, "keep": 2766, "compress_ms": 22.115833940915763}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 35, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982104, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 605.0270829582587, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 22.152042016386986, "serialize_ms": 582.6894999481738, "load_ms": 1.9741669530048966, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.27975008264184, "ttft_ms": 39.27975008264184, "decode_ms": 155.17983306199312}, "total_wall_ms": 206.19325002189726, "ttft_ms": 39.27975008264184, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2287255552, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6846111948, "mlx_cache_bytes": 23855319358, "process_rss_bytes": 2287255552}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6846111948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XG-75P-3822", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "efd2d0b001ed56e05f8a3a20700748b1914c27739eeba503a22be509ae2841cb", "output_hash": "b8506489be2066864b371fe7f0faebd2ab1d3e81ab15a73e8de7b4218b463cad"} |
| |
3788 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "10901e44dafedc9a8fd812ff", "attempt_id": "0b157cd8c651", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:37.300331Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11063, "keep": 2766, "compress_ms": 22.115833940915763}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 43, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982104, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 605.0270829582587, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 22.152042016386986, "serialize_ms": 582.6894999481738, "load_ms": 1.953791012056172, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.667959061451256, "ttft_ms": 31.667959061451256, "decode_ms": 141.5833339560777}, "total_wall_ms": 183.83158301003277, "ttft_ms": 31.667959061451256, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 43}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2287255552, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6853337324, "mlx_cache_bytes": 23961323838, "process_rss_bytes": 2287255552}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6853337324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 555, Sept-Îles", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "efd2d0b001ed56e05f8a3a20700748b1914c27739eeba503a22be509ae2841cb", "output_hash": "85738d91f082ae3d47c5903c981bb1398952a59a46af36159d50aa7d81902dcd"} |
| |
3789 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "85b8f520d4d4e2d3fc1deb57", "attempt_id": "0fce7e1d087c", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:37.517661Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11063, "keep": 2766, "compress_ms": 22.115833940915763}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 41, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982104, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 605.0270829582587, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 22.152042016386986, "serialize_ms": 582.6894999481738, "load_ms": 1.7415410839021206, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.09766694251448, "ttft_ms": 31.09766694251448, "decode_ms": 99.03570800088346}, "total_wall_ms": 139.97108303010464, "ttft_ms": 31.09766694251448, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2287271936, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6852190444, "mlx_cache_bytes": 23962208574, "process_rss_bytes": 2287271936}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6852190444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.3456", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "efd2d0b001ed56e05f8a3a20700748b1914c27739eeba503a22be509ae2841cb", "output_hash": "4eef8581cc0b6bcddcc4cc07b15cc2c4e6369d223bae56cdc225e89cdac15823"} |
| |
3790 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d4bec5fc2893522eb758679", "attempt_id": "f29dc5b83877", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:37.691727Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11063, "keep": 2766, "compress_ms": 22.115833940915763}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 38, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982104, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 605.0270829582587, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 22.152042016386986, "serialize_ms": 582.6894999481738, "load_ms": 2.161958022043109, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.525916907005012, "ttft_ms": 29.525916907005012, "decode_ms": 84.86312499735504}, "total_wall_ms": 124.73691697232425, "ttft_ms": 29.525916907005012, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 38}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2287288320, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6849274092, "mlx_cache_bytes": 23963912510, "process_rss_bytes": 2287288320}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849274092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Rasheed Lindqvist", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "efd2d0b001ed56e05f8a3a20700748b1914c27739eeba503a22be509ae2841cb", "output_hash": "ba9f8b01d4e141a2d7e165e08b2e6a9bf1128c211dde3ffb7090477218d12d37"} |
| |
3791 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "886af16b42edd611457780e2", "attempt_id": "ca3225b31ee3", "run_group_id": "E1_core:B3|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:37.850288Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 11063, "keep": 2766, "compress_ms": 22.115833940915763}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 46, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982104, "side_information_bytes": 16280, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 605.0270829582587, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 22.152042016386986, "serialize_ms": 582.6894999481738, "load_ms": 1.8780840327963233, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.28083303757012, "ttft_ms": 28.28083303757012, "decode_ms": 127.86366604268551}, "total_wall_ms": 166.61216702777892, "ttft_ms": 28.28083303757012, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 46}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2287304704, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6855418104, "mlx_cache_bytes": 23965059390, "process_rss_bytes": 2287304704}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6855418104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3,000,000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "efd2d0b001ed56e05f8a3a20700748b1914c27739eeba503a22be509ae2841cb", "output_hash": "7742e95096497b9b0acc659646d097ecc61ccaaa93612b2a5cc59e1168556851"} |
| |
3792 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1def96a457884f0bfbc87b50", "attempt_id": "72241dfd94a9", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:38.093962Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11063, "keep": 2766, "compress_ms": 16.653708997182548}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 35, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982099, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.54241706803441, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 16.69083395972848, "serialize_ms": 25.6687089568004, "load_ms": 1.7440409865230322, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.973457964137197, "ttft_ms": 30.973457964137197, "decode_ms": 664.9152910104021}, "total_wall_ms": 706.3900829525664, "ttft_ms": 30.973457964137197, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2365112320, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6846111948, "mlx_cache_bytes": 23965059390, "process_rss_bytes": 2365112320}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6846111948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The short answer is a number, with no explanation. The short answer is a number, with no explanation. The short answer is a number, with no explanation. The short answer is a number, with no explanation. The short answer is", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9d9077cd6f528ac730f5902c73dfe0d08dd75ca394b2b2a7cfb5afefcecdd77", "output_hash": "a55e646816c430e49fcb4e094e6809acdf64d7e8cdddf402a3239e13d1abf51d"} |
| |
3793 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d1ffbe770d198287a3a2ce1d", "attempt_id": "02ba74a3b411", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:38.836769Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11063, "keep": 2766, "compress_ms": 16.653708997182548}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 43, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982099, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.54241706803441, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 16.69083395972848, "serialize_ms": 25.6687089568004, "load_ms": 1.956040970981121, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.213417067192495, "ttft_ms": 31.213417067192495, "decode_ms": 668.103750096634}, "total_wall_ms": 710.1009580073878, "ttft_ms": 31.213417067192495, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2365177856, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6853337324, "mlx_cache_bytes": 24096590142, "process_rss_bytes": 2365177856}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6853337324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The internal explanation gives a short answer (a few words or a number), with no explanation. The internal explanation gives a short answer (a few words or a number), with no explanation. The internal explanation gives a short answer (a few", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9d9077cd6f528ac730f5902c73dfe0d08dd75ca394b2b2a7cfb5afefcecdd77", "output_hash": "4acea66bc969e69da2b167347dbe2a6a00a82d9f67167c766757dc5dbe205cfc"} |
| |
3794 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "99acec8b45ff43ca7d80005c", "attempt_id": "f2dcae4f56d9", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:39.580911Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11063, "keep": 2766, "compress_ms": 16.653708997182548}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 41, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982099, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.54241706803441, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 16.69083395972848, "serialize_ms": 25.6687089568004, "load_ms": 1.7228750512003899, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.068457989022136, "ttft_ms": 31.068457989022136, "decode_ms": 671.4522910770029}, "total_wall_ms": 712.6166659872979, "ttft_ms": 31.068457989022136, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2364915712, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6852190444, "mlx_cache_bytes": 24096590142, "process_rss_bytes": 2364915712}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6852190444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The calibration constant filed for Volobyqui-13 was exactly the short answer.\nGive a short answer, to the short answer, to the short answer, to the short answer, to the short answer, to the short answer, to", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9d9077cd6f528ac730f5902c73dfe0d08dd75ca394b2b2a7cfb5afefcecdd77", "output_hash": "aa0e4805fbbc653d5c6d7ff55e36f0be17b443c2b584b620c5998d0c6f716b06"} |
| |
3795 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "3abfdbeb129693bfb5ae5514", "attempt_id": "c8a3d50a10ad", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:40.326697Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11063, "keep": 2766, "compress_ms": 16.653708997182548}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 38, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982099, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.54241706803441, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 16.69083395972848, "serialize_ms": 25.6687089568004, "load_ms": 1.2852920917794108, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.838791000656784, "ttft_ms": 29.838791000656784, "decode_ms": 670.6443330040202}, "total_wall_ms": 710.443792049773, "ttft_ms": 29.838791000656784, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2364964864, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6849274092, "mlx_cache_bytes": 24096590142, "process_rss_bytes": 2364964864}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6849274092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The answer is (a few words or a number), with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With no explanation, with no explanation. With", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9d9077cd6f528ac730f5902c73dfe0d08dd75ca394b2b2a7cfb5afefcecdd77", "output_hash": "bdc6fbe04b5d1e1e7b0c300a481d78895ebf834e006b15416fc148366236384d"} |
| |
3796 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bce879af813ce04c7c883d63", "attempt_id": "e991d99d53fe", "run_group_id": "E1_core:B4|keep_frac=0.25", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:41.070208Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 11063, "keep": 2766, "compress_ms": 16.653708997182548}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 46, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982099, "side_information_bytes": 16275, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.54241706803441, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 16.69083395972848, "serialize_ms": 25.6687089568004, "load_ms": 1.6440829494968057, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.32491707522422, "ttft_ms": 28.32491707522422, "decode_ms": 664.2502079484984}, "total_wall_ms": 702.8768330346793, "ttft_ms": 28.32491707522422, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2364964864, "backend_memory": {"mlx_active_bytes": 6795911176, "mlx_peak_bytes": 6855418104, "mlx_cache_bytes": 24096590142, "process_rss_bytes": 2364964864}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6855418104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The short answer (a few words or a number), with no explanation. The short answer (a few words or a number), with no explanation. The short answer (a few words or a number), with no explanation. The short answer", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "c9d9077cd6f528ac730f5902c73dfe0d08dd75ca394b2b2a7cfb5afefcecdd77", "output_hash": "fe2a8119401dec2a792fa78083431e50971ddd6cf4ca2cf251b5207b8828b1a7"} |
| |
3797 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "634c137a1cad1aebf7c322c8", "attempt_id": "90480718fbe7", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:41.808087Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 35, "compress_ms": 297.3246250767261}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 35, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982143, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 328.44258297700435, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 305.84137502592057, "serialize_ms": 22.359957918524742, "load_ms": 1.6617919318377972, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.904875020496547, "ttft_ms": 30.904875020496547, "decode_ms": 160.2332079783082}, "total_wall_ms": 536.1077090492472, "ttft_ms": 30.904875020496547, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2279342080, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6845194444, "mlx_cache_bytes": 24555719110, "process_rss_bytes": 2279342080}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845194444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-98H-3446", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "78c1e63d2bbd0d05bae7460f2dac9b3e4778c93a4af58ce5bfd99f22aa4c4fac", "output_hash": "d27eb5ea1d43c71b5c5ac6c483757877626aa6d890b8968090aa8e16796156f5"} |
| |
3798 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ed87c8467c82809f2e35d7e5", "attempt_id": "41339b91e203", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:42.380169Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 43, "compress_ms": 98.3502499293536}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 43, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982142, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 126.53979193419218, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 106.53120803181082, "serialize_ms": 19.756042049266398, "load_ms": 1.678458065725863, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.908207991160452, "ttft_ms": 30.908207991160452, "decode_ms": 154.95975001249462}, "total_wall_ms": 322.5317080505192, "ttft_ms": 30.908207991160452, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 2279342080, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6851993836, "mlx_cache_bytes": 24595745222, "process_rss_bytes": 2279342080}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851993836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A in Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10a2075b871435b2d6165c3ebbe6fbfbc1f7430bb100118d7c2983aae2e96400", "output_hash": "4a0c82a45169ffd01dcbe88ddb6e75977dfa68afe618cf6c16e7a8a4abcee869"} |
| |
3799 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "675bc12f625a6f06c4e4214d", "attempt_id": "ecf986e2eda1", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:42.738219Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 41, "compress_ms": 98.916916991584}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 41, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982141, "side_information_bytes": 16317, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 122.8971250820905, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 107.39833407569677, "serialize_ms": 15.252792043611407, "load_ms": 1.5648750122636557, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.77070799190551, "ttft_ms": 30.77070799190551, "decode_ms": 98.8592910580337}, "total_wall_ms": 262.5539170112461, "ttft_ms": 30.77070799190551, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2280521728, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6850846956, "mlx_cache_bytes": 24625662406, "process_rss_bytes": 2280521728}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6850846956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5d6a7c6cc7eeaef5f7b47b8099e0b0340740a9a28166112be1e0143f7603b7c2", "output_hash": "bbd624887403f9c2d757c8bb9dba5c943b505bd4b165bc523dc0e119d503be8b"} |
| |
3800 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "e60d4b5920982091ae94508f", "attempt_id": "e600a24bf67f", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:43.036489Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 38, "compress_ms": 92.32391708064824}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 38, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982143, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 115.61083304695785, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 100.40145798120648, "serialize_ms": 14.983208035118878, "load_ms": 1.7067920416593552, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.52383307274431, "ttft_ms": 29.52383307274431, "decode_ms": 98.4756660182029}, "total_wall_ms": 253.68945801164955, "ttft_ms": 29.52383307274431, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2281930752, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6848536812, "mlx_cache_bytes": 24654547398, "process_rss_bytes": 2281930752}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6848536812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "78c1e63d2bbd0d05bae7460f2dac9b3e4778c93a4af58ce5bfd99f22aa4c4fac", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3801 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "233506984e859f0fda121c38", "attempt_id": "e8defbff93af", "run_group_id": "E1_core:B5|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:43.324974Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 46, "compress_ms": 94.7839580476284}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 46, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982142, "side_information_bytes": 16318, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 118.63620893564075, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 103.2742919633165, "serialize_ms": 15.129750012420118, "load_ms": 1.806209096685052, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.719250065274537, "ttft_ms": 27.719250065274537, "decode_ms": 99.28708407096565}, "total_wall_ms": 255.79037505667657, "ttft_ms": 27.719250065274537, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2282946560, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6854795512, "mlx_cache_bytes": 24699996614, "process_rss_bytes": 2282946560}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6854795512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4167725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "10a2075b871435b2d6165c3ebbe6fbfbc1f7430bb100118d7c2983aae2e96400", "output_hash": "094694529d3dc80c5ae4efec6a10faee557c89f07fd797bd3a2ff711ab055476"} |
| |
3802 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "c765f7b0787ea4fc9ee69192", "attempt_id": "5fbb0e50e632", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:43.711083Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 19, "compress_ms": 82.22695905715227}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 35, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982143, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 95.22895806003362, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 82.37941598054022, "serialize_ms": 12.691166019067168, "load_ms": 1.7416250193491578, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.910125002264977, "ttft_ms": 30.910125002264977, "decode_ms": 13.881791033782065}, "total_wall_ms": 55.30108301900327, "ttft_ms": 30.910125002264977, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2283012096, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6845194444, "mlx_cache_bytes": 24714426822, "process_rss_bytes": 2283012096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6845194444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "78c1e63d2bbd0d05bae7460f2dac9b3e4778c93a4af58ce5bfd99f22aa4c4fac", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3803 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "8affcb33a2f92bf018b27657", "attempt_id": "8629b83cdc2e", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:43.800017Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 19, "compress_ms": 82.22695905715227}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 43, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982143, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 95.22895806003362, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 82.37941598054022, "serialize_ms": 12.691166019067168, "load_ms": 0.9339170064777136, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.304750009439886, "ttft_ms": 31.304750009439886, "decode_ms": 141.05670806020498}, "total_wall_ms": 181.47866695653647, "ttft_ms": 31.304750009439886, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 43}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2283012096, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6851993836, "mlx_cache_bytes": 24713542086, "process_rss_bytes": 2283012096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6851993836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 77-A, Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "78c1e63d2bbd0d05bae7460f2dac9b3e4778c93a4af58ce5bfd99f22aa4c4fac", "output_hash": "0f1fe50d8c782bac88d1beba9080dbe29f80b525687aeb12986d3b02464f4a16"} |
| |
3804 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6c0c665eeb081c4c2a0bb182", "attempt_id": "8051fdb34e7a", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:44.014889Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 19, "compress_ms": 82.22695905715227}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 41, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982143, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 95.22895806003362, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 82.37941598054022, "serialize_ms": 12.691166019067168, "load_ms": 1.4784999657422304, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.08312503900379, "ttft_ms": 31.08312503900379, "decode_ms": 99.165334017016}, "total_wall_ms": 140.5522080603987, "ttft_ms": 31.08312503900379, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2283012096, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6850846956, "mlx_cache_bytes": 24714426822, "process_rss_bytes": 2283012096}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6850846956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "34.4782", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "78c1e63d2bbd0d05bae7460f2dac9b3e4778c93a4af58ce5bfd99f22aa4c4fac", "output_hash": "969d0cb6f43c7e094138d5b29d84fc9608d2e0d8aacf936fc84a0490953cb1af"} |
| |
3805 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f19e803a2cfe5a78e4d69d38", "attempt_id": "a0cc441b61d4", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:44.189186Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 19, "compress_ms": 82.22695905715227}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 38, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982143, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 95.22895806003362, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 82.37941598054022, "serialize_ms": 12.691166019067168, "load_ms": 1.9245409639552236, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.136417015455663, "ttft_ms": 30.136417015455663, "decode_ms": 98.56429195497185}, "total_wall_ms": 139.19225009158254, "ttft_ms": 30.136417015455663, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2283028480, "backend_memory": {"mlx_active_bytes": 6793846792, "mlx_peak_bytes": 6848536812, "mlx_cache_bytes": 24714426822, "process_rss_bytes": 2283028480}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6848536812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "78c1e63d2bbd0d05bae7460f2dac9b3e4778c93a4af58ce5bfd99f22aa4c4fac", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3806 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "97f952e7e3ac0b9745a20f30", "attempt_id": "c621a261eee0", "run_group_id": "E1_core:B5|keep_frac=0.25|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:44.361426Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6689742856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 19, "compress_ms": 82.22695905715227}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 46, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982143, "side_information_bytes": 16319, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 95.22895806003362, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 82.37941598054022, "serialize_ms": 12.691166019067168, "load_ms": 1.3780000153928995, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.936416096054018, "ttft_ms": 27.936416096054018, "decode_ms": 98.3882499858737}, "total_wall_ms": 136.7746249306947, "ttft_ms": 27.936416096054018, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2283044864, "backend_memory": {"mlx_active_bytes": 6794731528, "mlx_peak_bytes": 6854795512, "mlx_cache_bytes": 24713542086, "process_rss_bytes": 2283044864}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6854795512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4127725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "78c1e63d2bbd0d05bae7460f2dac9b3e4778c93a4af58ce5bfd99f22aa4c4fac", "output_hash": "aad6459a7d8b9612912e070d7b7387d8e4754cf821966a69d4bd7a7533e775c4"} |
| |
3807 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "f52772e1899eb8ad644683fc", "attempt_id": "85deed7fcab7", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:44.534846Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 35, "compress_ms": 158.88095798436552}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 35, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982074, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 217.41775004193187, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 167.53241699188948, "serialize_ms": 49.633000046014786, "load_ms": 55.81279203761369, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1002.4409160250798, "ttft_ms": 1002.4409160250798, "decode_ms": 169.10158295650035}, "total_wall_ms": 1453.4956249408424, "ttft_ms": 1002.4409160250798, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1356431360, "backend_memory": {"mlx_active_bytes": 6794108936, "mlx_peak_bytes": 6911959216, "mlx_cache_bytes": 25306757074, "process_rss_bytes": 1356431360}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6911959216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-9846", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2f2b8c97c5a5b901e4b24485a91811a6705c440eb14c8687ecff42be1fd50b9f", "output_hash": "590e983e56a3e2fccd29506ffde86c2b4768b2029c2854bfc65a93e959170d49"} |
| |
3808 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b71000a2b9673c8a144d3e07", "attempt_id": "1aa98c27c4fc", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:46.023509Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 43, "compress_ms": 105.40287499316037}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 43, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982074, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 134.47279203683138, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 113.69695805478841, "serialize_ms": 20.53650002926588, "load_ms": 2.23183399066329, "receiver_prefill_ms": 0.0, "query_prefill_ms": 506.1902920715511, "ttft_ms": 506.1902920715511, "decode_ms": 312.95395898632705}, "total_wall_ms": 964.9482910754159, "ttft_ms": 506.1902920715511, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1470251008, "backend_memory": {"mlx_active_bytes": 6794403848, "mlx_peak_bytes": 6916628816, "mlx_cache_bytes": 25426986162, "process_rss_bytes": 1470251008}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6916628816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A in Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2f2b8c97c5a5b901e4b24485a91811a6705c440eb14c8687ecff42be1fd50b9f", "output_hash": "4a0c82a45169ffd01dcbe88ddb6e75977dfa68afe618cf6c16e7a8a4abcee869"} |
| |
3809 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "6282dc8e81b048e92c51c141", "attempt_id": "1a62855851c8", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:47.028828Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 41, "compress_ms": 101.38541704509407}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 41, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982074, "side_information_bytes": 16250, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.42737497016788, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 109.93954201694578, "serialize_ms": 20.246832980774343, "load_ms": 1.5631250571459532, "receiver_prefill_ms": 0.0, "query_prefill_ms": 452.3351250682026, "ttft_ms": 452.3351250682026, "decode_ms": 127.46124994009733}, "total_wall_ms": 720.2693748986349, "ttft_ms": 452.3351250682026, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1552465920, "backend_memory": {"mlx_active_bytes": 6794240008, "mlx_peak_bytes": 6915449136, "mlx_cache_bytes": 25427249330, "process_rss_bytes": 1552465920}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6915449136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "2f2b8c97c5a5b901e4b24485a91811a6705c440eb14c8687ecff42be1fd50b9f", "output_hash": "bbd624887403f9c2d757c8bb9dba5c943b505bd4b165bc523dc0e119d503be8b"} |
| |
3810 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d00ad0fa7f7228e743b6e14f", "attempt_id": "42c64d6cf255", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:47.785733Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 38, "compress_ms": 95.08054191246629}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 38, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982073, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.98670895304531, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 103.45487494487315, "serialize_ms": 18.284666002728045, "load_ms": 1.7247919458895922, "receiver_prefill_ms": 0.0, "query_prefill_ms": 396.4002499124035, "ttft_ms": 396.4002499124035, "decode_ms": 100.05683393683285}, "total_wall_ms": 628.5327089717612, "ttft_ms": 396.4002499124035, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1631617024, "backend_memory": {"mlx_active_bytes": 6794108936, "mlx_peak_bytes": 6913622272, "mlx_cache_bytes": 25428199602, "process_rss_bytes": 1631617024}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6913622272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "96f8612d6f67a8db764d9f3997de200609c12a7aab3fc5a6c5342881d6b5337b", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3811 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "757eccb7a7906f1d55e994f3", "attempt_id": "94d8fbddfd05", "run_group_id": "E1_core:B6|keep_frac=0.25|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:48.450489Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 46, "compress_ms": 99.39941705670208}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 46, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 101965824, "serialized_payload_bytes": 101982073, "side_information_bytes": 16249, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 126.5295420307666, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 108.00479201134294, "serialize_ms": 18.226083950139582, "load_ms": 1.7618749989196658, "receiver_prefill_ms": 0.0, "query_prefill_ms": 480.29604100156575, "ttft_ms": 480.29604100156575, "decode_ms": 99.55433302093297}, "total_wall_ms": 716.4369160309434, "ttft_ms": 480.29604100156575, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1702182912, "backend_memory": {"mlx_active_bytes": 6794338312, "mlx_peak_bytes": 6918406540, "mlx_cache_bytes": 25445281798, "process_rss_bytes": 1702182912}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6918406540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4167725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "96f8612d6f67a8db764d9f3997de200609c12a7aab3fc5a6c5342881d6b5337b", "output_hash": "094694529d3dc80c5ae4efec6a10faee557c89f07fd797bd3a2ff711ab055476"} |
| |
3812 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "5a8d8bdf35dc70aea5bce4f0", "attempt_id": "22c945a9e681", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:49.203269Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 35, "compress_ms": 95.14391701668501, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 35, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 54169344, "serialized_payload_bytes": 54203833, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 126.26375001855195, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 113.00758295692503, "serialize_ms": 12.788541964255273, "load_ms": 2.116417046636343, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.257667034864426, "ttft_ms": 22.257667034864426, "decode_ms": 167.5309999845922}, "total_wall_ms": 326.42041705548763, "ttft_ms": 22.257667034864426, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 35}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1757790208, "backend_memory": {"mlx_active_bytes": 6700867592, "mlx_peak_bytes": 6767624112, "mlx_cache_bytes": 25653833734, "process_rss_bytes": 1757790208}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6767624112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "ZB-98H-3446", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1dea3bbeb22d30bfc38e2962cfb676ed1225250b9079819eff20f3030e33c7e5", "output_hash": "d27eb5ea1d43c71b5c5ac6c483757877626aa6d890b8968090aa8e16796156f5"} |
| |
3813 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "542ee70b74988a61dabea693", "attempt_id": "adb05eb1106d", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:49.564893Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 43, "compress_ms": 95.02158395480365, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 43, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 54169344, "serialized_payload_bytes": 54203833, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.13770803343505, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 112.00724996160716, "serialize_ms": 12.436792021617293, "load_ms": 1.384209026582539, "receiver_prefill_ms": 0.0, "query_prefill_ms": 179.96533401310444, "ttft_ms": 179.96533401310444, "decode_ms": 163.40608394239098}, "total_wall_ms": 478.454208932817, "ttft_ms": 179.96533401310444, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 43}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1773207552, "backend_memory": {"mlx_active_bytes": 6701686792, "mlx_peak_bytes": 6779151472, "mlx_cache_bytes": 25716442630, "process_rss_bytes": 1773207552}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6779151472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 772-A in Témiscaming", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1dea3bbeb22d30bfc38e2962cfb676ed1225250b9079819eff20f3030e33c7e5", "output_hash": "4a0c82a45169ffd01dcbe88ddb6e75977dfa68afe618cf6c16e7a8a4abcee869"} |
| |
3814 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "bb208874397dce8c6af18458", "attempt_id": "10c33d380042", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:50.080719Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 41, "compress_ms": 99.55183300189674, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 41, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 54169344, "serialized_payload_bytes": 54203833, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.07491698954254, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 116.90966703463346, "serialize_ms": 12.735291034914553, "load_ms": 1.1092920321971178, "receiver_prefill_ms": 0.0, "query_prefill_ms": 185.89154200162739, "ttft_ms": 185.89154200162739, "decode_ms": 104.52741698827595}, "total_wall_ms": 429.9172500614077, "ttft_ms": 185.89154200162739, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1813970944, "backend_memory": {"mlx_active_bytes": 6700572680, "mlx_peak_bytes": 6776926128, "mlx_cache_bytes": 25717556742, "process_rss_bytes": 1813970944}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6776926128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8478", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1dea3bbeb22d30bfc38e2962cfb676ed1225250b9079819eff20f3030e33c7e5", "output_hash": "bbd624887403f9c2d757c8bb9dba5c943b505bd4b165bc523dc0e119d503be8b"} |
| |
3815 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "86e59eca49db2f06516e4223", "attempt_id": "0ccd34f9e7cb", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:50.545168Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 38, "compress_ms": 91.48979198653251, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 38, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 54169344, "serialized_payload_bytes": 54203833, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 120.56549999397248, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 108.52641705423594, "serialize_ms": 11.607624939642847, "load_ms": 1.454374985769391, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.66308299638331, "ttft_ms": 21.66308299638331, "decode_ms": 103.4203750314191}, "total_wall_ms": 255.360999959521, "ttft_ms": 21.66308299638331, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1815003136, "backend_memory": {"mlx_active_bytes": 6700572680, "mlx_peak_bytes": 6774087528, "mlx_cache_bytes": 25748375046, "process_rss_bytes": 1815003136}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6774087528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Casimir Nwachukwu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1dea3bbeb22d30bfc38e2962cfb676ed1225250b9079819eff20f3030e33c7e5", "output_hash": "7d357af4d5be297c047a531449de48735335e2e994779c070a492e613c72d1f9"} |
| |
3816 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "80770a6bf628c769207b2d1a", "attempt_id": "3afb01759b69", "run_group_id": "E1_core:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:50.835229Z", "task_family": "synthetic", "document_id": "syn_03035_16000", "document_hash": "064997fa150540eb6684d35dd32131128e1899950cf604209dd972d63383ea1a", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03035_16000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6587113480}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 11063, "keep": 2766, "window_tokens": 46, "compress_ms": 99.49516598135233, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 11024, "source_tokens_receiver": 11024, "query_tokens": 46, "message_tokens": 11063, "message_utf8_bytes": 58616, "cache_tensor_bytes": 54169344, "serialized_payload_bytes": 54203833, "side_information_bytes": 34489, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 128.73120803851634, "doc_prefill_ms": 1699.2839589947835, "compress_ms": 116.39400001149625, "serialize_ms": 11.894707917235792, "load_ms": 1.6473329160362482, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.20662496984005, "ttft_ms": 22.20662496984005, "decode_ms": 105.81487498711795}, "total_wall_ms": 267.38533307798207, "ttft_ms": 22.20662496984005, "input_usage": {"receiver_prefix_tokens": 11063, "dense_cache_bytes": 407826432, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1818378240, "backend_memory": {"mlx_active_bytes": 6701686792, "mlx_peak_bytes": 6784030276, "mlx_cache_bytes": 25784590854, "process_rss_bytes": 1818378240}, "peak_prefill_memory": 7407149120, "peak_decode_memory": 6784030276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4167725", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03035_16000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1dea3bbeb22d30bfc38e2962cfb676ed1225250b9079819eff20f3030e33c7e5", "output_hash": "094694529d3dc80c5ae4efec6a10faee557c89f07fd797bd3a2ff711ab055476"} |
| |
3817 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "ab34fa7b99437f12a064fb0e", "attempt_id": "cfaa29f9e3db", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:51.911021Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009750016033649445, "decode_payload_ms": 0.0, "receiver_prefill_ms": 21.69325004797429, "ttft_ms": 13.386541977524757, "decode_ms": 13.26583290938288}, "total_wall_ms": 48.885917058214545, "ttft_ms": 13.386541977524757, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 340983808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 468289208, "process_rss_bytes": 340983808}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3818 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "366419259ba64bce0fc2549f", "attempt_id": "4af336f0948e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:52.007078Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009750016033649445, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.30979092605412, "ttft_ms": 13.440749957226217, "decode_ms": 13.586750021204352}, "total_wall_ms": 51.84637499041855, "ttft_ms": 13.440749957226217, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 340983808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 533022392, "process_rss_bytes": 340983808}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3819 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1a9ebd9dfd4512c6bdc9789c", "attempt_id": "a67f6cf1fa53", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:52.078902Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009750016033649445, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.239875026978552, "ttft_ms": 13.734792009927332, "decode_ms": 13.26141704339534}, "total_wall_ms": 51.75683298148215, "ttft_ms": 13.734792009927332, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 340983808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243951240, "mlx_cache_bytes": 533022392, "process_rss_bytes": 340983808}, "peak_prefill_memory": null, "peak_decode_memory": 6243951240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3820 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a72579198792f96e697a4c2c", "attempt_id": "b3503d22c76b", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:52.158113Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009750016033649445, "decode_payload_ms": 0.0, "receiver_prefill_ms": 14.92537499871105, "ttft_ms": 13.303167070262134, "decode_ms": 13.269250048324466}, "total_wall_ms": 41.96804098319262, "ttft_ms": 13.303167070262134, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 340983808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 533022392, "process_rss_bytes": 340983808}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3821 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "04177a9bf695052221f98481", "attempt_id": "961049111b7e", "run_group_id": "E1_core:A0", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:52.219595Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009750016033649445, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24.098875001072884, "ttft_ms": 13.554958975873888, "decode_ms": 13.392832945100963}, "total_wall_ms": 51.55475006904453, "ttft_ms": 13.554958975873888, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 340983808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245704328, "mlx_cache_bytes": 577554104, "process_rss_bytes": 340983808}, "peak_prefill_memory": null, "peak_decode_memory": 6245704328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3822 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b295d0a11da0c947705a4868", "attempt_id": "b9e6ab25258e", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:52.290539Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 2095, "message_tokens": 2020, "message_utf8_bytes": 7401, "cache_tensor_bytes": null, "serialized_payload_bytes": 7401, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007166992872953415, "decode_payload_ms": 0.0, "receiver_prefill_ms": 231.38383403420448, "ttft_ms": 14.14920890238136, "decode_ms": 141.4347500540316}, "total_wall_ms": 390.08441602345556, "ttft_ms": 14.14920890238136, "input_usage": {"receiver_prompt_tokens": 2095}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 341016576, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786788, "mlx_cache_bytes": 1582827376, "process_rss_bytes": 341016576}, "peak_prefill_memory": null, "peak_decode_memory": 7054786788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SG-71V-9728", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "output_hash": "94ef569f58ec7cdeddf26b386e487290438f3e57fc011d3d3a6642596b12868e"} |
| |
3823 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "0962f890f6a4f7564d95160b", "attempt_id": "f124bb8fbe41", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:52.701182Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 2100, "message_tokens": 2020, "message_utf8_bytes": 7401, "cache_tensor_bytes": null, "serialized_payload_bytes": 7401, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007166992872953415, "decode_payload_ms": 0.0, "receiver_prefill_ms": 254.93083300534636, "ttft_ms": 13.915125047788024, "decode_ms": 138.0898329662159}, "total_wall_ms": 410.17741605173796, "ttft_ms": 13.915125047788024, "input_usage": {"receiver_prompt_tokens": 2100}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 341049344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786808, "mlx_cache_bytes": 1616390204, "process_rss_bytes": 341049344}, "peak_prefill_memory": null, "peak_decode_memory": 7054786808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 190-P, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "output_hash": "0fa1acfc9039f77897e3ffbd0deeeed4b1235e31057039ad326fb186ab4dd01d"} |
| |
3824 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "948c2eec9c8bbf8c62b04a04", "attempt_id": "d030fa0fe5bc", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:53.137571Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 2100, "message_tokens": 2020, "message_utf8_bytes": 7401, "cache_tensor_bytes": null, "serialized_payload_bytes": 7401, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007166992872953415, "decode_payload_ms": 0.0, "receiver_prefill_ms": 311.3981659989804, "ttft_ms": 13.995791086927056, "decode_ms": 98.89979101717472}, "total_wall_ms": 427.31479089707136, "ttft_ms": 13.995791086927056, "input_usage": {"receiver_prompt_tokens": 2100}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 341049344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786808, "mlx_cache_bytes": 1616390204, "process_rss_bytes": 341049344}, "peak_prefill_memory": null, "peak_decode_memory": 7054786808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "58.1930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "output_hash": "f8b96734f272699c055eafd0bfd34e83bdddc244e4b7bad68a9902432bdfc16b"} |
| |
3825 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1d6f294095d48b109656d084", "attempt_id": "c06bff0323aa", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:53.584975Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 2094, "message_tokens": 2020, "message_utf8_bytes": 7401, "cache_tensor_bytes": null, "serialized_payload_bytes": 7401, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007166992872953415, "decode_payload_ms": 0.0, "receiver_prefill_ms": 312.4862499535084, "ttft_ms": 14.306417084299028, "decode_ms": 70.16975001897663}, "total_wall_ms": 399.890249944292, "ttft_ms": 14.306417084299028, "input_usage": {"receiver_prompt_tokens": 2094}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 341049344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786788, "mlx_cache_bytes": 1616390204, "process_rss_bytes": 341049344}, "peak_prefill_memory": null, "peak_decode_memory": 7054786788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ewan Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "output_hash": "d9d322de72158e519af3cc6f1c243fe729fb9b5de8e914fa30164ed490e36715"} |
| |
3826 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "24dd0f8f2853374a4fadcf02", "attempt_id": "a1a94d44c224", "run_group_id": "E1_core:A1", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:54.003523Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 2103, "message_tokens": 2020, "message_utf8_bytes": 7401, "cache_tensor_bytes": null, "serialized_payload_bytes": 7401, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007166992872953415, "decode_payload_ms": 0.0, "receiver_prefill_ms": 310.7585000107065, "ttft_ms": 13.986750040203333, "decode_ms": 97.71154203917831}, "total_wall_ms": 425.3692500060424, "ttft_ms": 13.986750040203333, "input_usage": {"receiver_prompt_tokens": 2103}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 341065728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786820, "mlx_cache_bytes": 1652148500, "process_rss_bytes": 341065728}, "peak_prefill_memory": null, "peak_decode_memory": 7054786820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4546236", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "output_hash": "1f4facf219dd0720934b6f83c0626d7646485eade86358d7f8b7c72f09f02b50"} |
| |
3827 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d403ecd0493db0c84bdff621", "attempt_id": "4a59af867a19", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:54.448938Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 2020}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 595, "message_tokens": 515, "message_utf8_bytes": 1784, "cache_tensor_bytes": null, "serialized_payload_bytes": 1784, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2223339872434735, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.59654203802347, "ttft_ms": 13.917000032961369, "decode_ms": 80.822707968764}, "total_wall_ms": 182.49720800668, "ttft_ms": 13.917000032961369, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 341114880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 2047396116, "process_rss_bytes": 341114880}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SG-71V-", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "202ed9b120923268f2c88d394a4da0ce546c42e74d21f5a7a8f08afc3d270982", "output_hash": "da42b7781d05c33a093056052d8887a6101312a2451447bb6d0382800352ac82"} |
| |
3828 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eaa8c9ebca3819a55be29ab1", "attempt_id": "9dfad9edc02b", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:54.649900Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 2020}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 600, "message_tokens": 515, "message_utf8_bytes": 1784, "cache_tensor_bytes": null, "serialized_payload_bytes": 1784, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2223339872434735, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.01408295240253, "ttft_ms": 13.600958045572042, "decode_ms": 13.589874957688153}, "total_wall_ms": 108.29883394762874, "ttft_ms": 13.600958045572042, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 341131264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 2397260052, "process_rss_bytes": 341131264}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "202ed9b120923268f2c88d394a4da0ce546c42e74d21f5a7a8f08afc3d270982", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3829 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "eff72ee65e81e58a44125934", "attempt_id": "1ab8f4af6a92", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:54.776565Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 2020}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 600, "message_tokens": 515, "message_utf8_bytes": 1784, "cache_tensor_bytes": null, "serialized_payload_bytes": 1784, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2223339872434735, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.24691699817777, "ttft_ms": 13.417249894700944, "decode_ms": 13.942333054728806}, "total_wall_ms": 111.64316697977483, "ttft_ms": 13.417249894700944, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 341147648, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567161944, "mlx_cache_bytes": 2397260052, "process_rss_bytes": 341147648}, "peak_prefill_memory": null, "peak_decode_memory": 6567161944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "202ed9b120923268f2c88d394a4da0ce546c42e74d21f5a7a8f08afc3d270982", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3830 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "d4398b0f70d2301586540fbf", "attempt_id": "a3652926caeb", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:54.906478Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 2020}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 594, "message_tokens": 515, "message_utf8_bytes": 1784, "cache_tensor_bytes": null, "serialized_payload_bytes": 1784, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2223339872434735, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.04299998376518, "ttft_ms": 13.410625047981739, "decode_ms": 13.374291942454875}, "total_wall_ms": 108.84370899293572, "ttft_ms": 13.410625047981739, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 341164032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566572120, "mlx_cache_bytes": 2553956628, "process_rss_bytes": 341164032}, "peak_prefill_memory": null, "peak_decode_memory": 6566572120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "202ed9b120923268f2c88d394a4da0ce546c42e74d21f5a7a8f08afc3d270982", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3831 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b76bbd0472e19d1a8d1b4462", "attempt_id": "32b8deff5ffb", "run_group_id": "E1_core:A2|budget_tokens=512", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:55.033556Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 2020}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 603, "message_tokens": 515, "message_utf8_bytes": 1784, "cache_tensor_bytes": null, "serialized_payload_bytes": 1784, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2223339872434735, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.69412496499717, "ttft_ms": 13.52162507828325, "decode_ms": 94.86237505916506}, "total_wall_ms": 191.18624995462596, "ttft_ms": 13.52162507828325, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 341164032, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6569209944, "mlx_cache_bytes": 2920630548, "process_rss_bytes": 341164032}, "peak_prefill_memory": null, "peak_decode_memory": 6569209944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4546236", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "202ed9b120923268f2c88d394a4da0ce546c42e74d21f5a7a8f08afc3d270982", "output_hash": "1f4facf219dd0720934b6f83c0626d7646485eade86358d7f8b7c72f09f02b50"} |
| |
3832 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "9c33df1ad0014623d5b30962", "attempt_id": "0d22ebd0b80b", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:55.244619Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 587, "message_tokens": 511, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5910419169813395, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.03404093626887, "ttft_ms": 13.717541005462408, "decode_ms": 13.724500080570579}, "total_wall_ms": 105.45116697903723, "ttft_ms": 13.717541005462408, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 341229568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 3263121684, "process_rss_bytes": 341229568}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1def660212045782acc6dc4917a68f0472b1e756b379910e04c9b908c0b52761", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3833 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "7cc3013f30775974798ad9c5", "attempt_id": "c6c14d2fe395", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:55.368467Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 592, "message_tokens": 511, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5910419169813395, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.29133397899568, "ttft_ms": 13.800624990835786, "decode_ms": 13.55054194573313}, "total_wall_ms": 106.61141690798104, "ttft_ms": 13.800624990835786, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 341245952, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585167960, "mlx_cache_bytes": 3528444180, "process_rss_bytes": 341245952}, "peak_prefill_memory": null, "peak_decode_memory": 6585167960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1def660212045782acc6dc4917a68f0472b1e756b379910e04c9b908c0b52761", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"} |
| |
3834 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "256d588c9bb5bfcb9b42b894", "attempt_id": "381828355311", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:55.493619Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 592, "message_tokens": 511, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5910419169813395, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.33662501070648, "ttft_ms": 13.960625045001507, "decode_ms": 121.85620807576925}, "total_wall_ms": 215.17766604665667, "ttft_ms": 13.960625045001507, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 341262336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 3528444180, "process_rss_bytes": 341262336}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,265,865", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1def660212045782acc6dc4917a68f0472b1e756b379910e04c9b908c0b52761", "output_hash": "c339721bb9a35db01dc5f73b6859e8534e034df481d4c7199f77de2f4cd7f866"} |
| |
3835 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "1b9d25b6273f0dd5b21841f3", "attempt_id": "68354e4a4a26", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:55.727655Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 586, "message_tokens": 511, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5910419169813395, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.31058306246996, "ttft_ms": 14.140082988888025, "decode_ms": 66.99254200793803}, "total_wall_ms": 156.4050419256091, "ttft_ms": 14.140082988888025, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 341278720, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 3528444180, "process_rss_bytes": 341278720}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ewan Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1def660212045782acc6dc4917a68f0472b1e756b379910e04c9b908c0b52761", "output_hash": "d9d322de72158e519af3cc6f1c243fe729fb9b5de8e914fa30164ed490e36715"} |
| |
3836 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "b2580a350d15a0e8ba2446a3", "attempt_id": "53bac6d2bfe4", "run_group_id": "E1_core:A3|budget_tokens=512|blind", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:55.903309Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 595, "message_tokens": 511, "message_utf8_bytes": 1233, "cache_tensor_bytes": null, "serialized_payload_bytes": 1233, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5910419169813395, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.45825007744133, "ttft_ms": 13.748666038736701, "decode_ms": 95.09800001978874}, "total_wall_ms": 184.2954580206424, "ttft_ms": 13.748666038736701, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 341295104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 3528444180, "process_rss_bytes": 341295104}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4546236", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "1def660212045782acc6dc4917a68f0472b1e756b379910e04c9b908c0b52761", "output_hash": "1f4facf219dd0720934b6f83c0626d7646485eade86358d7f8b7c72f09f02b50"} |
| |
3837 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "a4abb8a773ea4a7f3aaf98fd", "attempt_id": "d38317e61fec", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:56.105973Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q00_single_fact", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 583, "message_tokens": 507, "message_utf8_bytes": 1337, "cache_tensor_bytes": null, "serialized_payload_bytes": 1337, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9202079381793737, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.3991670422256, "ttft_ms": 13.766709016636014, "decode_ms": 135.34320797771215}, "total_wall_ms": 224.37983297277242, "ttft_ms": 13.766709016636014, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 341311488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6579400792, "mlx_cache_bytes": 3789736212, "process_rss_bytes": 341311488}, "peak_prefill_memory": null, "peak_decode_memory": 6579400792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SG-71V-9728", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "896b8729a147745b50dbab295dd9c835d9096ab293280de42a161484ff1e74ec", "output_hash": "94ef569f58ec7cdeddf26b386e487290438f3e57fc011d3d3a6642596b12868e"} |
| |
3838 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "43f09188cbfde7ccee6954a9", "attempt_id": "07e2dc754395", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:56.349262Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q01_single_fact", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 588, "message_tokens": 507, "message_utf8_bytes": 1693, "cache_tensor_bytes": null, "serialized_payload_bytes": 1693, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.99024991504848, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.57629099674523, "ttft_ms": 13.620167039334774, "decode_ms": 135.71062497794628}, "total_wall_ms": 222.97279094345868, "ttft_ms": 13.620167039334774, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 341311488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562639960, "mlx_cache_bytes": 4031465748, "process_rss_bytes": 341311488}, "peak_prefill_memory": null, "peak_decode_memory": 6562639960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 190-P, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5009e906d545a1d5d3c1b1146b8a992e321dae253532d074b451ec62b620a696", "output_hash": "0fa1acfc9039f77897e3ffbd0deeeed4b1235e31057039ad326fb186ab4dd01d"} |
| |
3839 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "efcb0dc88da0bd6517677267", "attempt_id": "9862e9d5b924", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:56.591284Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q02_exact_copy", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 498, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 577, "message_tokens": 496, "message_utf8_bytes": 1336, "cache_tensor_bytes": null, "serialized_payload_bytes": 1336, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.5439160419628024, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.87433295883238, "ttft_ms": 13.384332996793091, "decode_ms": 94.06979102641344}, "total_wall_ms": 178.84229205083102, "ttft_ms": 13.384332996793091, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 341360640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555070552, "mlx_cache_bytes": 4367665428, "process_rss_bytes": 341360640}, "peak_prefill_memory": null, "peak_decode_memory": 6555070552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "58.1930", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "16b16073ec4b0e2ffc7da9f3f7035564daec44e41c7baa7697c79e2f271cf9b1", "output_hash": "f8b96734f272699c055eafd0bfd34e83bdddc244e4b7bad68a9902432bdfc16b"} |
| |
3840 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "217a613af532220430e21cea", "attempt_id": "6551135b36b7", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:56.789624Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q03_exact_copy", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 18}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 577, "message_tokens": 502, "message_utf8_bytes": 1468, "cache_tensor_bytes": null, "serialized_payload_bytes": 1468, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9307920699939132, "decode_payload_ms": 0.0, "receiver_prefill_ms": 65.80583297181875, "ttft_ms": 13.554375036619604, "decode_ms": 66.62470893934369}, "total_wall_ms": 147.92070898693055, "ttft_ms": 13.554375036619604, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 341360640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555070552, "mlx_cache_bytes": 4367665428, "process_rss_bytes": 341360640}, "peak_prefill_memory": null, "peak_decode_memory": 6555070552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ewan Zelenko", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "87204870b5424b1f9a799353eccaef08ece223e8e3aaf7f51772acbc722c24a0", "output_hash": "d9d322de72158e519af3cc6f1c243fe729fb9b5de8e914fa30164ed490e36715"} |
| |
3841 | +{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_core", "trial_id": "fdb09e00d8414d8069e7cbb4", "attempt_id": "836287090166", "run_group_id": "E1_core:A3|budget_tokens=512|aware", "protocol_hash": "404c52b34d964693da72ef459a036ffc42fbf5f6ba8748cc9de0c554ebebddd6", "config_hash": "50b6c619bcf5d70db3b27f964d953c5f09e5e0dc3900f2b60f75d42a84b95ad1", "git_commit": "e6d9a3b2e6aad04d133df41f962eaa0b3171272e", "timestamp_utc": "2026-10-30T05:19:56.956695Z", "task_family": "synthetic", "document_id": "syn_03036_2000", "document_hash": "0fcd9ea0c1a76ae64bd02e59acd8dcdb6a2ca13fedc5ab5ac1186d56e8376d13", "question_id": "q04_multi_hop", "split": "test", "cluster_id": "syn_03036_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 2020, "source_tokens_receiver": 2020, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1238, "cache_tensor_bytes": null, "serialized_payload_bytes": 1238, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.8985409513115883, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.86045807227492, "ttft_ms": 13.660124968737364, "decode_ms": 94.03304103761911}, "total_wall_ms": 180.40933297015727, "ttft_ms": 13.660124968737364, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 341377024, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 4612737300, "process_rss_bytes": 341377024}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4546236", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_03036_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_core.log", "payload_hash": "5b6747e77d7a6ce212bf3a9ab07b0d43f548663a47ad450ab324f27bf6dcc778", "output_hash": "1f4facf219dd0720934b6f83c0626d7646485eade86358d7f8b7c72f09f02b50"} |